diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,70363 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 8790, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00034129692832764505, + "grad_norm": 3.103052345649205, + "learning_rate": 0.0, + "loss": 0.5103, + "num_tokens": 194701.0, + "step": 1 + }, + { + "epoch": 0.0006825938566552901, + "grad_norm": 2.956303854678885, + "learning_rate": 2.272727272727273e-08, + "loss": 0.4886, + "num_tokens": 405906.0, + "step": 2 + }, + { + "epoch": 0.0010238907849829352, + "grad_norm": 3.0968950207175734, + "learning_rate": 4.545454545454546e-08, + "loss": 0.4905, + "num_tokens": 587990.0, + "step": 3 + }, + { + "epoch": 0.0013651877133105802, + "grad_norm": 2.811444561484848, + "learning_rate": 6.818181818181819e-08, + "loss": 0.4605, + "num_tokens": 779681.0, + "step": 4 + }, + { + "epoch": 0.0017064846416382253, + "grad_norm": 3.236442530153856, + "learning_rate": 9.090909090909091e-08, + "loss": 0.5204, + "num_tokens": 946012.0, + "step": 5 + }, + { + "epoch": 0.0020477815699658703, + "grad_norm": 3.0336060562568776, + "learning_rate": 1.1363636363636364e-07, + "loss": 0.5247, + "num_tokens": 1164246.0, + "step": 6 + }, + { + "epoch": 0.002389078498293515, + "grad_norm": 3.067644570968709, + "learning_rate": 1.3636363636363637e-07, + "loss": 0.5125, + "num_tokens": 1400252.0, + "step": 7 + }, + { + "epoch": 0.0027303754266211604, + "grad_norm": 3.158680201733553, + "learning_rate": 1.590909090909091e-07, + "loss": 0.5058, + "num_tokens": 1574346.0, + "step": 8 + }, + { + "epoch": 0.0030716723549488053, + "grad_norm": 3.1295380490825586, + "learning_rate": 1.8181818181818183e-07, + "loss": 0.4907, + "num_tokens": 1755336.0, + "step": 9 + }, + { + "epoch": 0.0034129692832764505, + "grad_norm": 3.2000816757913735, + "learning_rate": 2.0454545454545456e-07, + "loss": 0.4722, + "num_tokens": 1926703.0, + "step": 10 + }, + { + "epoch": 0.0037542662116040954, + "grad_norm": 3.062686476667335, + "learning_rate": 2.2727272727272729e-07, + "loss": 0.4923, + "num_tokens": 2128356.0, + "step": 11 + }, + { + "epoch": 0.004095563139931741, + "grad_norm": 3.1279839637083104, + "learning_rate": 2.5000000000000004e-07, + "loss": 0.4932, + "num_tokens": 2307717.0, + "step": 12 + }, + { + "epoch": 0.004436860068259386, + "grad_norm": 3.416312984432629, + "learning_rate": 2.7272727272727274e-07, + "loss": 0.5093, + "num_tokens": 2461393.0, + "step": 13 + }, + { + "epoch": 0.00477815699658703, + "grad_norm": 3.1083765430385277, + "learning_rate": 2.954545454545455e-07, + "loss": 0.4658, + "num_tokens": 2625549.0, + "step": 14 + }, + { + "epoch": 0.005119453924914676, + "grad_norm": 3.0342180872406557, + "learning_rate": 3.181818181818182e-07, + "loss": 0.4903, + "num_tokens": 2799184.0, + "step": 15 + }, + { + "epoch": 0.005460750853242321, + "grad_norm": 3.4124046809363846, + "learning_rate": 3.409090909090909e-07, + "loss": 0.4871, + "num_tokens": 2952272.0, + "step": 16 + }, + { + "epoch": 0.005802047781569966, + "grad_norm": 3.261907920036937, + "learning_rate": 3.6363636363636366e-07, + "loss": 0.4924, + "num_tokens": 3128213.0, + "step": 17 + }, + { + "epoch": 0.0061433447098976105, + "grad_norm": 3.02446906727444, + "learning_rate": 3.8636363636363636e-07, + "loss": 0.486, + "num_tokens": 3335726.0, + "step": 18 + }, + { + "epoch": 0.006484641638225256, + "grad_norm": 3.079361516409289, + "learning_rate": 4.090909090909091e-07, + "loss": 0.4836, + "num_tokens": 3562159.0, + "step": 19 + }, + { + "epoch": 0.006825938566552901, + "grad_norm": 2.7470137495377465, + "learning_rate": 4.3181818181818187e-07, + "loss": 0.4632, + "num_tokens": 3744610.0, + "step": 20 + }, + { + "epoch": 0.007167235494880546, + "grad_norm": 3.275059775361734, + "learning_rate": 4.5454545454545457e-07, + "loss": 0.4618, + "num_tokens": 3897707.0, + "step": 21 + }, + { + "epoch": 0.007508532423208191, + "grad_norm": 2.7659102192748444, + "learning_rate": 4.772727272727274e-07, + "loss": 0.4629, + "num_tokens": 4102565.0, + "step": 22 + }, + { + "epoch": 0.007849829351535836, + "grad_norm": 12.508186609009458, + "learning_rate": 5.000000000000001e-07, + "loss": 0.5277, + "num_tokens": 4296667.0, + "step": 23 + }, + { + "epoch": 0.008191126279863481, + "grad_norm": 2.5792958622904907, + "learning_rate": 5.227272727272728e-07, + "loss": 0.4789, + "num_tokens": 4515808.0, + "step": 24 + }, + { + "epoch": 0.008532423208191127, + "grad_norm": 2.9978902713035738, + "learning_rate": 5.454545454545455e-07, + "loss": 0.4559, + "num_tokens": 4700237.0, + "step": 25 + }, + { + "epoch": 0.008873720136518772, + "grad_norm": 3.045502243051703, + "learning_rate": 5.681818181818182e-07, + "loss": 0.5055, + "num_tokens": 4876618.0, + "step": 26 + }, + { + "epoch": 0.009215017064846417, + "grad_norm": 2.9338553644313903, + "learning_rate": 5.90909090909091e-07, + "loss": 0.4808, + "num_tokens": 5042907.0, + "step": 27 + }, + { + "epoch": 0.00955631399317406, + "grad_norm": 2.640786054615697, + "learning_rate": 6.136363636363637e-07, + "loss": 0.5081, + "num_tokens": 5238808.0, + "step": 28 + }, + { + "epoch": 0.009897610921501706, + "grad_norm": 2.390115628497784, + "learning_rate": 6.363636363636364e-07, + "loss": 0.4805, + "num_tokens": 5436450.0, + "step": 29 + }, + { + "epoch": 0.010238907849829351, + "grad_norm": 2.4995203026379906, + "learning_rate": 6.590909090909091e-07, + "loss": 0.4773, + "num_tokens": 5622720.0, + "step": 30 + }, + { + "epoch": 0.010580204778156996, + "grad_norm": 2.169295412343834, + "learning_rate": 6.818181818181818e-07, + "loss": 0.4817, + "num_tokens": 5842775.0, + "step": 31 + }, + { + "epoch": 0.010921501706484642, + "grad_norm": 2.218717643306896, + "learning_rate": 7.045454545454545e-07, + "loss": 0.4742, + "num_tokens": 6035758.0, + "step": 32 + }, + { + "epoch": 0.011262798634812287, + "grad_norm": 2.073047786735692, + "learning_rate": 7.272727272727273e-07, + "loss": 0.4457, + "num_tokens": 6268906.0, + "step": 33 + }, + { + "epoch": 0.011604095563139932, + "grad_norm": 2.0591527031047696, + "learning_rate": 7.5e-07, + "loss": 0.469, + "num_tokens": 6455410.0, + "step": 34 + }, + { + "epoch": 0.011945392491467578, + "grad_norm": 2.2029285927028535, + "learning_rate": 7.727272727272727e-07, + "loss": 0.4549, + "num_tokens": 6649159.0, + "step": 35 + }, + { + "epoch": 0.012286689419795221, + "grad_norm": 2.04658415605576, + "learning_rate": 7.954545454545455e-07, + "loss": 0.4698, + "num_tokens": 6867201.0, + "step": 36 + }, + { + "epoch": 0.012627986348122866, + "grad_norm": 2.046091338973824, + "learning_rate": 8.181818181818182e-07, + "loss": 0.4352, + "num_tokens": 7067014.0, + "step": 37 + }, + { + "epoch": 0.012969283276450512, + "grad_norm": 2.118377862969206, + "learning_rate": 8.409090909090909e-07, + "loss": 0.4535, + "num_tokens": 7232047.0, + "step": 38 + }, + { + "epoch": 0.013310580204778157, + "grad_norm": 1.6148573907156352, + "learning_rate": 8.636363636363637e-07, + "loss": 0.4606, + "num_tokens": 7443110.0, + "step": 39 + }, + { + "epoch": 0.013651877133105802, + "grad_norm": 1.474323355086844, + "learning_rate": 8.863636363636364e-07, + "loss": 0.4104, + "num_tokens": 7639810.0, + "step": 40 + }, + { + "epoch": 0.013993174061433447, + "grad_norm": 1.5054055003844171, + "learning_rate": 9.090909090909091e-07, + "loss": 0.4206, + "num_tokens": 7794596.0, + "step": 41 + }, + { + "epoch": 0.014334470989761093, + "grad_norm": 1.218855042512195, + "learning_rate": 9.31818181818182e-07, + "loss": 0.4341, + "num_tokens": 7997318.0, + "step": 42 + }, + { + "epoch": 0.014675767918088738, + "grad_norm": 1.1121793532419288, + "learning_rate": 9.545454545454548e-07, + "loss": 0.4042, + "num_tokens": 8206539.0, + "step": 43 + }, + { + "epoch": 0.015017064846416382, + "grad_norm": 1.161211051290295, + "learning_rate": 9.772727272727275e-07, + "loss": 0.408, + "num_tokens": 8351407.0, + "step": 44 + }, + { + "epoch": 0.015358361774744027, + "grad_norm": 1.0702032863681792, + "learning_rate": 1.0000000000000002e-06, + "loss": 0.3883, + "num_tokens": 8528148.0, + "step": 45 + }, + { + "epoch": 0.015699658703071672, + "grad_norm": 1.064548111811556, + "learning_rate": 1.0227272727272729e-06, + "loss": 0.4461, + "num_tokens": 8725434.0, + "step": 46 + }, + { + "epoch": 0.016040955631399317, + "grad_norm": 0.9580489857467884, + "learning_rate": 1.0454545454545456e-06, + "loss": 0.4063, + "num_tokens": 8898174.0, + "step": 47 + }, + { + "epoch": 0.016382252559726963, + "grad_norm": 0.9554954202122997, + "learning_rate": 1.0681818181818183e-06, + "loss": 0.4075, + "num_tokens": 9095736.0, + "step": 48 + }, + { + "epoch": 0.016723549488054608, + "grad_norm": 0.7651168907143564, + "learning_rate": 1.090909090909091e-06, + "loss": 0.3746, + "num_tokens": 9284966.0, + "step": 49 + }, + { + "epoch": 0.017064846416382253, + "grad_norm": 0.8048964855528233, + "learning_rate": 1.1136363636363637e-06, + "loss": 0.4153, + "num_tokens": 9476675.0, + "step": 50 + }, + { + "epoch": 0.0174061433447099, + "grad_norm": 0.8092585516753958, + "learning_rate": 1.1363636363636364e-06, + "loss": 0.4054, + "num_tokens": 9655343.0, + "step": 51 + }, + { + "epoch": 0.017747440273037544, + "grad_norm": 0.688376207644203, + "learning_rate": 1.159090909090909e-06, + "loss": 0.3893, + "num_tokens": 9841501.0, + "step": 52 + }, + { + "epoch": 0.01808873720136519, + "grad_norm": 0.6671739129744083, + "learning_rate": 1.181818181818182e-06, + "loss": 0.3886, + "num_tokens": 10007353.0, + "step": 53 + }, + { + "epoch": 0.018430034129692834, + "grad_norm": 0.5995923864255268, + "learning_rate": 1.2045454545454547e-06, + "loss": 0.387, + "num_tokens": 10204788.0, + "step": 54 + }, + { + "epoch": 0.01877133105802048, + "grad_norm": 0.5039005903192132, + "learning_rate": 1.2272727272727274e-06, + "loss": 0.3601, + "num_tokens": 10381993.0, + "step": 55 + }, + { + "epoch": 0.01911262798634812, + "grad_norm": 0.6141622047453601, + "learning_rate": 1.25e-06, + "loss": 0.4166, + "num_tokens": 10531823.0, + "step": 56 + }, + { + "epoch": 0.019453924914675767, + "grad_norm": 0.5123451495895861, + "learning_rate": 1.2727272727272728e-06, + "loss": 0.3739, + "num_tokens": 10731607.0, + "step": 57 + }, + { + "epoch": 0.019795221843003412, + "grad_norm": 0.5206205801974265, + "learning_rate": 1.2954545454545455e-06, + "loss": 0.3565, + "num_tokens": 10931080.0, + "step": 58 + }, + { + "epoch": 0.020136518771331057, + "grad_norm": 0.5370576735572075, + "learning_rate": 1.3181818181818182e-06, + "loss": 0.3511, + "num_tokens": 11153469.0, + "step": 59 + }, + { + "epoch": 0.020477815699658702, + "grad_norm": 0.5854554117786225, + "learning_rate": 1.3409090909090911e-06, + "loss": 0.3859, + "num_tokens": 11325151.0, + "step": 60 + }, + { + "epoch": 0.020819112627986348, + "grad_norm": 0.5555850182859465, + "learning_rate": 1.3636363636363636e-06, + "loss": 0.3641, + "num_tokens": 11479520.0, + "step": 61 + }, + { + "epoch": 0.021160409556313993, + "grad_norm": 0.63220119016188, + "learning_rate": 1.3863636363636365e-06, + "loss": 0.431, + "num_tokens": 11654747.0, + "step": 62 + }, + { + "epoch": 0.021501706484641638, + "grad_norm": 0.5306844717980504, + "learning_rate": 1.409090909090909e-06, + "loss": 0.3771, + "num_tokens": 11842734.0, + "step": 63 + }, + { + "epoch": 0.021843003412969283, + "grad_norm": 0.5880335897723107, + "learning_rate": 1.431818181818182e-06, + "loss": 0.3603, + "num_tokens": 11968890.0, + "step": 64 + }, + { + "epoch": 0.02218430034129693, + "grad_norm": 0.49017780122244126, + "learning_rate": 1.4545454545454546e-06, + "loss": 0.399, + "num_tokens": 12155624.0, + "step": 65 + }, + { + "epoch": 0.022525597269624574, + "grad_norm": 0.4577185279732766, + "learning_rate": 1.4772727272727275e-06, + "loss": 0.3767, + "num_tokens": 12352145.0, + "step": 66 + }, + { + "epoch": 0.02286689419795222, + "grad_norm": 0.4486515374736298, + "learning_rate": 1.5e-06, + "loss": 0.3852, + "num_tokens": 12585258.0, + "step": 67 + }, + { + "epoch": 0.023208191126279865, + "grad_norm": 0.4392695357017689, + "learning_rate": 1.522727272727273e-06, + "loss": 0.3892, + "num_tokens": 12803577.0, + "step": 68 + }, + { + "epoch": 0.02354948805460751, + "grad_norm": 0.4056454823562275, + "learning_rate": 1.5454545454545454e-06, + "loss": 0.3697, + "num_tokens": 13013021.0, + "step": 69 + }, + { + "epoch": 0.023890784982935155, + "grad_norm": 0.4056735814257431, + "learning_rate": 1.5681818181818184e-06, + "loss": 0.366, + "num_tokens": 13168439.0, + "step": 70 + }, + { + "epoch": 0.024232081911262797, + "grad_norm": 0.408261864332531, + "learning_rate": 1.590909090909091e-06, + "loss": 0.3481, + "num_tokens": 13348216.0, + "step": 71 + }, + { + "epoch": 0.024573378839590442, + "grad_norm": 0.36815952030896004, + "learning_rate": 1.613636363636364e-06, + "loss": 0.3798, + "num_tokens": 13534336.0, + "step": 72 + }, + { + "epoch": 0.024914675767918087, + "grad_norm": 0.39287244898701557, + "learning_rate": 1.6363636363636365e-06, + "loss": 0.3657, + "num_tokens": 13737229.0, + "step": 73 + }, + { + "epoch": 0.025255972696245733, + "grad_norm": 0.42213756275385556, + "learning_rate": 1.6590909090909094e-06, + "loss": 0.3697, + "num_tokens": 13890508.0, + "step": 74 + }, + { + "epoch": 0.025597269624573378, + "grad_norm": 0.35916548092125633, + "learning_rate": 1.6818181818181819e-06, + "loss": 0.3545, + "num_tokens": 14075827.0, + "step": 75 + }, + { + "epoch": 0.025938566552901023, + "grad_norm": 0.3889442788866678, + "learning_rate": 1.7045454545454546e-06, + "loss": 0.3545, + "num_tokens": 14271178.0, + "step": 76 + }, + { + "epoch": 0.02627986348122867, + "grad_norm": 0.3694291028955136, + "learning_rate": 1.7272727272727275e-06, + "loss": 0.3519, + "num_tokens": 14502559.0, + "step": 77 + }, + { + "epoch": 0.026621160409556314, + "grad_norm": 0.3990435931626394, + "learning_rate": 1.75e-06, + "loss": 0.3873, + "num_tokens": 14671717.0, + "step": 78 + }, + { + "epoch": 0.02696245733788396, + "grad_norm": 0.35245284491346957, + "learning_rate": 1.7727272727272729e-06, + "loss": 0.3817, + "num_tokens": 14886559.0, + "step": 79 + }, + { + "epoch": 0.027303754266211604, + "grad_norm": 0.36440029685431186, + "learning_rate": 1.7954545454545456e-06, + "loss": 0.3571, + "num_tokens": 15059879.0, + "step": 80 + }, + { + "epoch": 0.02764505119453925, + "grad_norm": 0.37455262154545305, + "learning_rate": 1.8181818181818183e-06, + "loss": 0.3522, + "num_tokens": 15216319.0, + "step": 81 + }, + { + "epoch": 0.027986348122866895, + "grad_norm": 0.3339194002387208, + "learning_rate": 1.840909090909091e-06, + "loss": 0.38, + "num_tokens": 15410058.0, + "step": 82 + }, + { + "epoch": 0.02832764505119454, + "grad_norm": 0.3330418481726093, + "learning_rate": 1.863636363636364e-06, + "loss": 0.3796, + "num_tokens": 15619892.0, + "step": 83 + }, + { + "epoch": 0.028668941979522185, + "grad_norm": 0.3441863615921644, + "learning_rate": 1.8863636363636364e-06, + "loss": 0.3933, + "num_tokens": 15844508.0, + "step": 84 + }, + { + "epoch": 0.02901023890784983, + "grad_norm": 0.3712578529498068, + "learning_rate": 1.9090909090909095e-06, + "loss": 0.3772, + "num_tokens": 16059182.0, + "step": 85 + }, + { + "epoch": 0.029351535836177476, + "grad_norm": 0.3604629768919438, + "learning_rate": 1.931818181818182e-06, + "loss": 0.361, + "num_tokens": 16247167.0, + "step": 86 + }, + { + "epoch": 0.029692832764505118, + "grad_norm": 0.3354782740506889, + "learning_rate": 1.954545454545455e-06, + "loss": 0.3846, + "num_tokens": 16452011.0, + "step": 87 + }, + { + "epoch": 0.030034129692832763, + "grad_norm": 0.31241648544215184, + "learning_rate": 1.977272727272727e-06, + "loss": 0.363, + "num_tokens": 16646214.0, + "step": 88 + }, + { + "epoch": 0.03037542662116041, + "grad_norm": 0.3394968596493234, + "learning_rate": 2.0000000000000003e-06, + "loss": 0.3427, + "num_tokens": 16802153.0, + "step": 89 + }, + { + "epoch": 0.030716723549488054, + "grad_norm": 0.3429338573127635, + "learning_rate": 2.022727272727273e-06, + "loss": 0.3561, + "num_tokens": 16976858.0, + "step": 90 + }, + { + "epoch": 0.0310580204778157, + "grad_norm": 0.39753615271210396, + "learning_rate": 2.0454545454545457e-06, + "loss": 0.3985, + "num_tokens": 17122898.0, + "step": 91 + }, + { + "epoch": 0.031399317406143344, + "grad_norm": 0.29671914346891365, + "learning_rate": 2.0681818181818184e-06, + "loss": 0.3585, + "num_tokens": 17335659.0, + "step": 92 + }, + { + "epoch": 0.03174061433447099, + "grad_norm": 0.7886634462053366, + "learning_rate": 2.090909090909091e-06, + "loss": 0.3521, + "num_tokens": 17505718.0, + "step": 93 + }, + { + "epoch": 0.032081911262798635, + "grad_norm": 0.32508571514155604, + "learning_rate": 2.113636363636364e-06, + "loss": 0.3746, + "num_tokens": 17708684.0, + "step": 94 + }, + { + "epoch": 0.032423208191126277, + "grad_norm": 0.3080138864021748, + "learning_rate": 2.1363636363636365e-06, + "loss": 0.3641, + "num_tokens": 17907510.0, + "step": 95 + }, + { + "epoch": 0.032764505119453925, + "grad_norm": 0.306797032662296, + "learning_rate": 2.1590909090909092e-06, + "loss": 0.3779, + "num_tokens": 18103593.0, + "step": 96 + }, + { + "epoch": 0.03310580204778157, + "grad_norm": 0.3373571697562516, + "learning_rate": 2.181818181818182e-06, + "loss": 0.3743, + "num_tokens": 18275862.0, + "step": 97 + }, + { + "epoch": 0.033447098976109216, + "grad_norm": 0.27223055324781115, + "learning_rate": 2.2045454545454547e-06, + "loss": 0.3427, + "num_tokens": 18498110.0, + "step": 98 + }, + { + "epoch": 0.03378839590443686, + "grad_norm": 0.33230653449196323, + "learning_rate": 2.2272727272727274e-06, + "loss": 0.3759, + "num_tokens": 18678597.0, + "step": 99 + }, + { + "epoch": 0.034129692832764506, + "grad_norm": 0.3430268353464689, + "learning_rate": 2.25e-06, + "loss": 0.3201, + "num_tokens": 18834244.0, + "step": 100 + }, + { + "epoch": 0.03447098976109215, + "grad_norm": 0.3328867467560992, + "learning_rate": 2.2727272727272728e-06, + "loss": 0.3805, + "num_tokens": 19015478.0, + "step": 101 + }, + { + "epoch": 0.0348122866894198, + "grad_norm": 0.26676886241581627, + "learning_rate": 2.295454545454546e-06, + "loss": 0.3225, + "num_tokens": 19240106.0, + "step": 102 + }, + { + "epoch": 0.03515358361774744, + "grad_norm": 0.3317421710307274, + "learning_rate": 2.318181818181818e-06, + "loss": 0.4272, + "num_tokens": 19430225.0, + "step": 103 + }, + { + "epoch": 0.03549488054607509, + "grad_norm": 0.3546900089390785, + "learning_rate": 2.3409090909090913e-06, + "loss": 0.3484, + "num_tokens": 19582892.0, + "step": 104 + }, + { + "epoch": 0.03583617747440273, + "grad_norm": 0.2918249982794118, + "learning_rate": 2.363636363636364e-06, + "loss": 0.3596, + "num_tokens": 19813524.0, + "step": 105 + }, + { + "epoch": 0.03617747440273038, + "grad_norm": 0.3067872076969149, + "learning_rate": 2.3863636363636367e-06, + "loss": 0.3673, + "num_tokens": 20001212.0, + "step": 106 + }, + { + "epoch": 0.03651877133105802, + "grad_norm": 0.3203220519255888, + "learning_rate": 2.4090909090909094e-06, + "loss": 0.348, + "num_tokens": 20171370.0, + "step": 107 + }, + { + "epoch": 0.03686006825938567, + "grad_norm": 0.32361303719869816, + "learning_rate": 2.431818181818182e-06, + "loss": 0.3563, + "num_tokens": 20368314.0, + "step": 108 + }, + { + "epoch": 0.03720136518771331, + "grad_norm": 0.3391613553332078, + "learning_rate": 2.454545454545455e-06, + "loss": 0.3543, + "num_tokens": 20548491.0, + "step": 109 + }, + { + "epoch": 0.03754266211604096, + "grad_norm": 0.33646605218959535, + "learning_rate": 2.4772727272727275e-06, + "loss": 0.3348, + "num_tokens": 20711311.0, + "step": 110 + }, + { + "epoch": 0.0378839590443686, + "grad_norm": 0.3312782545003115, + "learning_rate": 2.5e-06, + "loss": 0.3716, + "num_tokens": 20886588.0, + "step": 111 + }, + { + "epoch": 0.03822525597269624, + "grad_norm": 0.2883940012321336, + "learning_rate": 2.522727272727273e-06, + "loss": 0.34, + "num_tokens": 21086485.0, + "step": 112 + }, + { + "epoch": 0.03856655290102389, + "grad_norm": 0.31759841718933857, + "learning_rate": 2.5454545454545456e-06, + "loss": 0.3775, + "num_tokens": 21256360.0, + "step": 113 + }, + { + "epoch": 0.03890784982935153, + "grad_norm": 0.3287367598686885, + "learning_rate": 2.5681818181818187e-06, + "loss": 0.359, + "num_tokens": 21416174.0, + "step": 114 + }, + { + "epoch": 0.03924914675767918, + "grad_norm": 0.2931327980909689, + "learning_rate": 2.590909090909091e-06, + "loss": 0.3604, + "num_tokens": 21621466.0, + "step": 115 + }, + { + "epoch": 0.039590443686006824, + "grad_norm": 0.2872003719165927, + "learning_rate": 2.6136363636363637e-06, + "loss": 0.3426, + "num_tokens": 21817840.0, + "step": 116 + }, + { + "epoch": 0.03993174061433447, + "grad_norm": 0.3128765627246675, + "learning_rate": 2.6363636363636364e-06, + "loss": 0.3992, + "num_tokens": 22005509.0, + "step": 117 + }, + { + "epoch": 0.040273037542662114, + "grad_norm": 0.31086651823661726, + "learning_rate": 2.6590909090909095e-06, + "loss": 0.3929, + "num_tokens": 22190113.0, + "step": 118 + }, + { + "epoch": 0.04061433447098976, + "grad_norm": 0.3017021740324571, + "learning_rate": 2.6818181818181822e-06, + "loss": 0.3341, + "num_tokens": 22384527.0, + "step": 119 + }, + { + "epoch": 0.040955631399317405, + "grad_norm": 0.3206492408742651, + "learning_rate": 2.7045454545454545e-06, + "loss": 0.3637, + "num_tokens": 22554647.0, + "step": 120 + }, + { + "epoch": 0.041296928327645054, + "grad_norm": 0.28659983631570707, + "learning_rate": 2.7272727272727272e-06, + "loss": 0.3655, + "num_tokens": 22774558.0, + "step": 121 + }, + { + "epoch": 0.041638225255972695, + "grad_norm": 0.2823058494444555, + "learning_rate": 2.7500000000000004e-06, + "loss": 0.3355, + "num_tokens": 22977203.0, + "step": 122 + }, + { + "epoch": 0.041979522184300344, + "grad_norm": 0.32924891008098633, + "learning_rate": 2.772727272727273e-06, + "loss": 0.3585, + "num_tokens": 23153158.0, + "step": 123 + }, + { + "epoch": 0.042320819112627986, + "grad_norm": 0.3375102988576524, + "learning_rate": 2.7954545454545458e-06, + "loss": 0.3573, + "num_tokens": 23299166.0, + "step": 124 + }, + { + "epoch": 0.042662116040955635, + "grad_norm": 0.2983552230697258, + "learning_rate": 2.818181818181818e-06, + "loss": 0.3676, + "num_tokens": 23504815.0, + "step": 125 + }, + { + "epoch": 0.043003412969283276, + "grad_norm": 0.3108019646574714, + "learning_rate": 2.8409090909090916e-06, + "loss": 0.3787, + "num_tokens": 23758142.0, + "step": 126 + }, + { + "epoch": 0.04334470989761092, + "grad_norm": 0.3554455548276765, + "learning_rate": 2.863636363636364e-06, + "loss": 0.3997, + "num_tokens": 23924761.0, + "step": 127 + }, + { + "epoch": 0.04368600682593857, + "grad_norm": 0.2846173424692147, + "learning_rate": 2.8863636363636366e-06, + "loss": 0.3565, + "num_tokens": 24138345.0, + "step": 128 + }, + { + "epoch": 0.04402730375426621, + "grad_norm": 0.28428982299987887, + "learning_rate": 2.9090909090909093e-06, + "loss": 0.3826, + "num_tokens": 24349352.0, + "step": 129 + }, + { + "epoch": 0.04436860068259386, + "grad_norm": 0.3687313875028468, + "learning_rate": 2.931818181818182e-06, + "loss": 0.3492, + "num_tokens": 24510584.0, + "step": 130 + }, + { + "epoch": 0.0447098976109215, + "grad_norm": 0.2802181671546171, + "learning_rate": 2.954545454545455e-06, + "loss": 0.3656, + "num_tokens": 24718437.0, + "step": 131 + }, + { + "epoch": 0.04505119453924915, + "grad_norm": 0.3022343616180005, + "learning_rate": 2.9772727272727274e-06, + "loss": 0.3616, + "num_tokens": 24909807.0, + "step": 132 + }, + { + "epoch": 0.04539249146757679, + "grad_norm": 0.300150595289343, + "learning_rate": 3e-06, + "loss": 0.3638, + "num_tokens": 25109839.0, + "step": 133 + }, + { + "epoch": 0.04573378839590444, + "grad_norm": 0.29440109943480935, + "learning_rate": 3.0227272727272728e-06, + "loss": 0.3535, + "num_tokens": 25298846.0, + "step": 134 + }, + { + "epoch": 0.04607508532423208, + "grad_norm": 0.3182260557667573, + "learning_rate": 3.045454545454546e-06, + "loss": 0.3833, + "num_tokens": 25516439.0, + "step": 135 + }, + { + "epoch": 0.04641638225255973, + "grad_norm": 0.29422244174073087, + "learning_rate": 3.0681818181818186e-06, + "loss": 0.3684, + "num_tokens": 25724208.0, + "step": 136 + }, + { + "epoch": 0.04675767918088737, + "grad_norm": 0.2759936635377136, + "learning_rate": 3.090909090909091e-06, + "loss": 0.3668, + "num_tokens": 25974540.0, + "step": 137 + }, + { + "epoch": 0.04709897610921502, + "grad_norm": 0.31258554362006, + "learning_rate": 3.1136363636363636e-06, + "loss": 0.3502, + "num_tokens": 26152040.0, + "step": 138 + }, + { + "epoch": 0.04744027303754266, + "grad_norm": 0.32711586981897345, + "learning_rate": 3.1363636363636367e-06, + "loss": 0.3583, + "num_tokens": 26349539.0, + "step": 139 + }, + { + "epoch": 0.04778156996587031, + "grad_norm": 0.31018732577348407, + "learning_rate": 3.1590909090909094e-06, + "loss": 0.3541, + "num_tokens": 26535146.0, + "step": 140 + }, + { + "epoch": 0.04812286689419795, + "grad_norm": 0.3089198573833743, + "learning_rate": 3.181818181818182e-06, + "loss": 0.3263, + "num_tokens": 26685797.0, + "step": 141 + }, + { + "epoch": 0.048464163822525594, + "grad_norm": 0.2900456791194492, + "learning_rate": 3.204545454545455e-06, + "loss": 0.3397, + "num_tokens": 26895282.0, + "step": 142 + }, + { + "epoch": 0.04880546075085324, + "grad_norm": 0.2898337114834999, + "learning_rate": 3.227272727272728e-06, + "loss": 0.3291, + "num_tokens": 27067371.0, + "step": 143 + }, + { + "epoch": 0.049146757679180884, + "grad_norm": 0.30445982755274287, + "learning_rate": 3.2500000000000002e-06, + "loss": 0.3703, + "num_tokens": 27239101.0, + "step": 144 + }, + { + "epoch": 0.04948805460750853, + "grad_norm": 0.36544200136191335, + "learning_rate": 3.272727272727273e-06, + "loss": 0.3907, + "num_tokens": 27408074.0, + "step": 145 + }, + { + "epoch": 0.049829351535836175, + "grad_norm": 0.29269199760146153, + "learning_rate": 3.2954545454545456e-06, + "loss": 0.3417, + "num_tokens": 27594372.0, + "step": 146 + }, + { + "epoch": 0.050170648464163824, + "grad_norm": 0.2855100411840707, + "learning_rate": 3.3181818181818188e-06, + "loss": 0.3273, + "num_tokens": 27777157.0, + "step": 147 + }, + { + "epoch": 0.050511945392491465, + "grad_norm": 0.2962033650572206, + "learning_rate": 3.3409090909090915e-06, + "loss": 0.3608, + "num_tokens": 27955449.0, + "step": 148 + }, + { + "epoch": 0.050853242320819114, + "grad_norm": 0.28364585598796105, + "learning_rate": 3.3636363636363637e-06, + "loss": 0.3665, + "num_tokens": 28165397.0, + "step": 149 + }, + { + "epoch": 0.051194539249146756, + "grad_norm": 0.289625681704067, + "learning_rate": 3.3863636363636364e-06, + "loss": 0.3257, + "num_tokens": 28332491.0, + "step": 150 + }, + { + "epoch": 0.051535836177474405, + "grad_norm": 0.2682863215140337, + "learning_rate": 3.409090909090909e-06, + "loss": 0.355, + "num_tokens": 28550795.0, + "step": 151 + }, + { + "epoch": 0.05187713310580205, + "grad_norm": 0.36971740885902993, + "learning_rate": 3.4318181818181823e-06, + "loss": 0.362, + "num_tokens": 28740037.0, + "step": 152 + }, + { + "epoch": 0.052218430034129695, + "grad_norm": 0.26703679968840865, + "learning_rate": 3.454545454545455e-06, + "loss": 0.3277, + "num_tokens": 28956387.0, + "step": 153 + }, + { + "epoch": 0.05255972696245734, + "grad_norm": 0.28398708175890214, + "learning_rate": 3.4772727272727277e-06, + "loss": 0.3534, + "num_tokens": 29143974.0, + "step": 154 + }, + { + "epoch": 0.052901023890784986, + "grad_norm": 0.262709472704136, + "learning_rate": 3.5e-06, + "loss": 0.3723, + "num_tokens": 29372581.0, + "step": 155 + }, + { + "epoch": 0.05324232081911263, + "grad_norm": 0.2779032952406567, + "learning_rate": 3.522727272727273e-06, + "loss": 0.3498, + "num_tokens": 29570392.0, + "step": 156 + }, + { + "epoch": 0.053583617747440276, + "grad_norm": 0.2960055327593467, + "learning_rate": 3.5454545454545458e-06, + "loss": 0.3893, + "num_tokens": 29771532.0, + "step": 157 + }, + { + "epoch": 0.05392491467576792, + "grad_norm": 0.30817133352473974, + "learning_rate": 3.5681818181818185e-06, + "loss": 0.3463, + "num_tokens": 29924161.0, + "step": 158 + }, + { + "epoch": 0.05426621160409556, + "grad_norm": 0.2919220615325554, + "learning_rate": 3.590909090909091e-06, + "loss": 0.3827, + "num_tokens": 30135645.0, + "step": 159 + }, + { + "epoch": 0.05460750853242321, + "grad_norm": 0.3029487756530943, + "learning_rate": 3.6136363636363643e-06, + "loss": 0.3347, + "num_tokens": 30301907.0, + "step": 160 + }, + { + "epoch": 0.05494880546075085, + "grad_norm": 0.310806604678675, + "learning_rate": 3.6363636363636366e-06, + "loss": 0.373, + "num_tokens": 30498214.0, + "step": 161 + }, + { + "epoch": 0.0552901023890785, + "grad_norm": 0.28682354341420585, + "learning_rate": 3.6590909090909093e-06, + "loss": 0.3536, + "num_tokens": 30692277.0, + "step": 162 + }, + { + "epoch": 0.05563139931740614, + "grad_norm": 0.28014871477446646, + "learning_rate": 3.681818181818182e-06, + "loss": 0.3557, + "num_tokens": 30867300.0, + "step": 163 + }, + { + "epoch": 0.05597269624573379, + "grad_norm": 0.32657605140096113, + "learning_rate": 3.704545454545455e-06, + "loss": 0.3509, + "num_tokens": 31056205.0, + "step": 164 + }, + { + "epoch": 0.05631399317406143, + "grad_norm": 0.28437796305559826, + "learning_rate": 3.727272727272728e-06, + "loss": 0.3257, + "num_tokens": 31247403.0, + "step": 165 + }, + { + "epoch": 0.05665529010238908, + "grad_norm": 0.28177850276950733, + "learning_rate": 3.7500000000000005e-06, + "loss": 0.3212, + "num_tokens": 31424616.0, + "step": 166 + }, + { + "epoch": 0.05699658703071672, + "grad_norm": 0.30593318068312997, + "learning_rate": 3.772727272727273e-06, + "loss": 0.3659, + "num_tokens": 31615925.0, + "step": 167 + }, + { + "epoch": 0.05733788395904437, + "grad_norm": 0.30205934061922185, + "learning_rate": 3.7954545454545455e-06, + "loss": 0.3753, + "num_tokens": 31820707.0, + "step": 168 + }, + { + "epoch": 0.05767918088737201, + "grad_norm": 0.2885748523130586, + "learning_rate": 3.818181818181819e-06, + "loss": 0.3795, + "num_tokens": 32014268.0, + "step": 169 + }, + { + "epoch": 0.05802047781569966, + "grad_norm": 0.28347133221283205, + "learning_rate": 3.840909090909091e-06, + "loss": 0.3519, + "num_tokens": 32228054.0, + "step": 170 + }, + { + "epoch": 0.0583617747440273, + "grad_norm": 0.29635996903463596, + "learning_rate": 3.863636363636364e-06, + "loss": 0.3151, + "num_tokens": 32384945.0, + "step": 171 + }, + { + "epoch": 0.05870307167235495, + "grad_norm": 0.28739470757172697, + "learning_rate": 3.886363636363637e-06, + "loss": 0.4013, + "num_tokens": 32621076.0, + "step": 172 + }, + { + "epoch": 0.059044368600682594, + "grad_norm": 0.2987366727823437, + "learning_rate": 3.90909090909091e-06, + "loss": 0.3528, + "num_tokens": 32802130.0, + "step": 173 + }, + { + "epoch": 0.059385665529010236, + "grad_norm": 0.33624704835603214, + "learning_rate": 3.931818181818182e-06, + "loss": 0.3674, + "num_tokens": 32968908.0, + "step": 174 + }, + { + "epoch": 0.059726962457337884, + "grad_norm": 0.32282281652591654, + "learning_rate": 3.954545454545454e-06, + "loss": 0.3534, + "num_tokens": 33129358.0, + "step": 175 + }, + { + "epoch": 0.060068259385665526, + "grad_norm": 0.2808683274790891, + "learning_rate": 3.9772727272727275e-06, + "loss": 0.3871, + "num_tokens": 33362825.0, + "step": 176 + }, + { + "epoch": 0.060409556313993175, + "grad_norm": 0.2992875206553219, + "learning_rate": 4.000000000000001e-06, + "loss": 0.3496, + "num_tokens": 33538572.0, + "step": 177 + }, + { + "epoch": 0.06075085324232082, + "grad_norm": 0.30066103775252, + "learning_rate": 4.022727272727273e-06, + "loss": 0.3668, + "num_tokens": 33737552.0, + "step": 178 + }, + { + "epoch": 0.061092150170648465, + "grad_norm": 0.3064354037561689, + "learning_rate": 4.045454545454546e-06, + "loss": 0.3352, + "num_tokens": 33893494.0, + "step": 179 + }, + { + "epoch": 0.06143344709897611, + "grad_norm": 0.2798637998108712, + "learning_rate": 4.068181818181818e-06, + "loss": 0.3438, + "num_tokens": 34100824.0, + "step": 180 + }, + { + "epoch": 0.061774744027303756, + "grad_norm": 0.37545138678794, + "learning_rate": 4.0909090909090915e-06, + "loss": 0.3624, + "num_tokens": 34278469.0, + "step": 181 + }, + { + "epoch": 0.0621160409556314, + "grad_norm": 0.28103906758244485, + "learning_rate": 4.113636363636364e-06, + "loss": 0.3516, + "num_tokens": 34470811.0, + "step": 182 + }, + { + "epoch": 0.062457337883959047, + "grad_norm": 0.30344474347766737, + "learning_rate": 4.136363636363637e-06, + "loss": 0.3813, + "num_tokens": 34663867.0, + "step": 183 + }, + { + "epoch": 0.06279863481228669, + "grad_norm": 0.32020391375319196, + "learning_rate": 4.159090909090909e-06, + "loss": 0.3391, + "num_tokens": 34827118.0, + "step": 184 + }, + { + "epoch": 0.06313993174061433, + "grad_norm": 0.29682952987923994, + "learning_rate": 4.181818181818182e-06, + "loss": 0.3672, + "num_tokens": 35027284.0, + "step": 185 + }, + { + "epoch": 0.06348122866894199, + "grad_norm": 0.27914816304425016, + "learning_rate": 4.204545454545455e-06, + "loss": 0.3323, + "num_tokens": 35213093.0, + "step": 186 + }, + { + "epoch": 0.06382252559726963, + "grad_norm": 0.3171570618909575, + "learning_rate": 4.227272727272728e-06, + "loss": 0.3553, + "num_tokens": 35366013.0, + "step": 187 + }, + { + "epoch": 0.06416382252559727, + "grad_norm": 0.2952973266400682, + "learning_rate": 4.25e-06, + "loss": 0.3689, + "num_tokens": 35557622.0, + "step": 188 + }, + { + "epoch": 0.06450511945392491, + "grad_norm": 0.3087117627467781, + "learning_rate": 4.272727272727273e-06, + "loss": 0.3475, + "num_tokens": 35751496.0, + "step": 189 + }, + { + "epoch": 0.06484641638225255, + "grad_norm": 0.3110218421780794, + "learning_rate": 4.295454545454546e-06, + "loss": 0.3429, + "num_tokens": 35930663.0, + "step": 190 + }, + { + "epoch": 0.06518771331058021, + "grad_norm": 0.3188504911737212, + "learning_rate": 4.3181818181818185e-06, + "loss": 0.3719, + "num_tokens": 36111024.0, + "step": 191 + }, + { + "epoch": 0.06552901023890785, + "grad_norm": 0.4213052816911462, + "learning_rate": 4.340909090909091e-06, + "loss": 0.3804, + "num_tokens": 36288927.0, + "step": 192 + }, + { + "epoch": 0.06587030716723549, + "grad_norm": 0.27961628650678405, + "learning_rate": 4.363636363636364e-06, + "loss": 0.3689, + "num_tokens": 36502356.0, + "step": 193 + }, + { + "epoch": 0.06621160409556313, + "grad_norm": 0.31639909927845694, + "learning_rate": 4.386363636363637e-06, + "loss": 0.3928, + "num_tokens": 36694592.0, + "step": 194 + }, + { + "epoch": 0.06655290102389079, + "grad_norm": 0.28027658490302904, + "learning_rate": 4.409090909090909e-06, + "loss": 0.3831, + "num_tokens": 36907975.0, + "step": 195 + }, + { + "epoch": 0.06689419795221843, + "grad_norm": 0.275442339491955, + "learning_rate": 4.4318181818181824e-06, + "loss": 0.3467, + "num_tokens": 37091074.0, + "step": 196 + }, + { + "epoch": 0.06723549488054607, + "grad_norm": 0.2740027235145946, + "learning_rate": 4.454545454545455e-06, + "loss": 0.3366, + "num_tokens": 37286406.0, + "step": 197 + }, + { + "epoch": 0.06757679180887372, + "grad_norm": 0.2967653281798605, + "learning_rate": 4.477272727272728e-06, + "loss": 0.3373, + "num_tokens": 37441317.0, + "step": 198 + }, + { + "epoch": 0.06791808873720137, + "grad_norm": 0.30266691058762957, + "learning_rate": 4.5e-06, + "loss": 0.3497, + "num_tokens": 37616615.0, + "step": 199 + }, + { + "epoch": 0.06825938566552901, + "grad_norm": 0.28328640740409067, + "learning_rate": 4.522727272727273e-06, + "loss": 0.3498, + "num_tokens": 37816452.0, + "step": 200 + }, + { + "epoch": 0.06860068259385665, + "grad_norm": 0.3135859170520077, + "learning_rate": 4.5454545454545455e-06, + "loss": 0.3628, + "num_tokens": 37987166.0, + "step": 201 + }, + { + "epoch": 0.0689419795221843, + "grad_norm": 0.28789683085629475, + "learning_rate": 4.568181818181819e-06, + "loss": 0.3852, + "num_tokens": 38211198.0, + "step": 202 + }, + { + "epoch": 0.06928327645051195, + "grad_norm": 0.2944273549338436, + "learning_rate": 4.590909090909092e-06, + "loss": 0.3736, + "num_tokens": 38399013.0, + "step": 203 + }, + { + "epoch": 0.0696245733788396, + "grad_norm": 0.32722741767103036, + "learning_rate": 4.613636363636364e-06, + "loss": 0.3793, + "num_tokens": 38588871.0, + "step": 204 + }, + { + "epoch": 0.06996587030716724, + "grad_norm": 0.27982254741984247, + "learning_rate": 4.636363636363636e-06, + "loss": 0.327, + "num_tokens": 38769224.0, + "step": 205 + }, + { + "epoch": 0.07030716723549488, + "grad_norm": 0.32332388447950605, + "learning_rate": 4.6590909090909095e-06, + "loss": 0.3649, + "num_tokens": 38929278.0, + "step": 206 + }, + { + "epoch": 0.07064846416382252, + "grad_norm": 0.30941724575622087, + "learning_rate": 4.681818181818183e-06, + "loss": 0.3652, + "num_tokens": 39121316.0, + "step": 207 + }, + { + "epoch": 0.07098976109215017, + "grad_norm": 6.090211599193195, + "learning_rate": 4.704545454545455e-06, + "loss": 0.3354, + "num_tokens": 39278151.0, + "step": 208 + }, + { + "epoch": 0.07133105802047782, + "grad_norm": 0.3463919492712931, + "learning_rate": 4.727272727272728e-06, + "loss": 0.385, + "num_tokens": 39465767.0, + "step": 209 + }, + { + "epoch": 0.07167235494880546, + "grad_norm": 0.2851481947839, + "learning_rate": 4.75e-06, + "loss": 0.3682, + "num_tokens": 39694480.0, + "step": 210 + }, + { + "epoch": 0.0720136518771331, + "grad_norm": 0.3042797823430285, + "learning_rate": 4.772727272727273e-06, + "loss": 0.3625, + "num_tokens": 39890324.0, + "step": 211 + }, + { + "epoch": 0.07235494880546076, + "grad_norm": 0.314272292965888, + "learning_rate": 4.795454545454546e-06, + "loss": 0.3569, + "num_tokens": 40072685.0, + "step": 212 + }, + { + "epoch": 0.0726962457337884, + "grad_norm": 0.29662704007179697, + "learning_rate": 4.818181818181819e-06, + "loss": 0.3432, + "num_tokens": 40269005.0, + "step": 213 + }, + { + "epoch": 0.07303754266211604, + "grad_norm": 0.30432381453738194, + "learning_rate": 4.840909090909091e-06, + "loss": 0.3513, + "num_tokens": 40451083.0, + "step": 214 + }, + { + "epoch": 0.07337883959044368, + "grad_norm": 0.29877644056418556, + "learning_rate": 4.863636363636364e-06, + "loss": 0.3642, + "num_tokens": 40648550.0, + "step": 215 + }, + { + "epoch": 0.07372013651877134, + "grad_norm": 0.30592734814424855, + "learning_rate": 4.8863636363636365e-06, + "loss": 0.3526, + "num_tokens": 40814628.0, + "step": 216 + }, + { + "epoch": 0.07406143344709898, + "grad_norm": 0.9195135823486936, + "learning_rate": 4.90909090909091e-06, + "loss": 0.3862, + "num_tokens": 41000607.0, + "step": 217 + }, + { + "epoch": 0.07440273037542662, + "grad_norm": 0.2980035796597448, + "learning_rate": 4.931818181818182e-06, + "loss": 0.375, + "num_tokens": 41194149.0, + "step": 218 + }, + { + "epoch": 0.07474402730375426, + "grad_norm": 0.2991739527181246, + "learning_rate": 4.954545454545455e-06, + "loss": 0.3693, + "num_tokens": 41422910.0, + "step": 219 + }, + { + "epoch": 0.07508532423208192, + "grad_norm": 0.2694857266631942, + "learning_rate": 4.977272727272728e-06, + "loss": 0.3652, + "num_tokens": 41667472.0, + "step": 220 + }, + { + "epoch": 0.07542662116040956, + "grad_norm": 0.31990688893894864, + "learning_rate": 5e-06, + "loss": 0.3553, + "num_tokens": 41835585.0, + "step": 221 + }, + { + "epoch": 0.0757679180887372, + "grad_norm": 0.28501566764845554, + "learning_rate": 5.0227272727272735e-06, + "loss": 0.3612, + "num_tokens": 42041772.0, + "step": 222 + }, + { + "epoch": 0.07610921501706484, + "grad_norm": 0.3298407452172517, + "learning_rate": 5.045454545454546e-06, + "loss": 0.363, + "num_tokens": 42202436.0, + "step": 223 + }, + { + "epoch": 0.07645051194539249, + "grad_norm": 0.2940726814543048, + "learning_rate": 5.068181818181819e-06, + "loss": 0.3367, + "num_tokens": 42382941.0, + "step": 224 + }, + { + "epoch": 0.07679180887372014, + "grad_norm": 0.2784453687936397, + "learning_rate": 5.090909090909091e-06, + "loss": 0.3468, + "num_tokens": 42574618.0, + "step": 225 + }, + { + "epoch": 0.07713310580204778, + "grad_norm": 0.3345087287034362, + "learning_rate": 5.113636363636364e-06, + "loss": 0.3645, + "num_tokens": 42735347.0, + "step": 226 + }, + { + "epoch": 0.07747440273037542, + "grad_norm": 0.30743765370449666, + "learning_rate": 5.1363636363636375e-06, + "loss": 0.369, + "num_tokens": 42926767.0, + "step": 227 + }, + { + "epoch": 0.07781569965870307, + "grad_norm": 0.2597125975229598, + "learning_rate": 5.159090909090909e-06, + "loss": 0.333, + "num_tokens": 43118943.0, + "step": 228 + }, + { + "epoch": 0.07815699658703072, + "grad_norm": 0.2785335420139964, + "learning_rate": 5.181818181818182e-06, + "loss": 0.3482, + "num_tokens": 43312268.0, + "step": 229 + }, + { + "epoch": 0.07849829351535836, + "grad_norm": 0.2919505008854843, + "learning_rate": 5.204545454545455e-06, + "loss": 0.3933, + "num_tokens": 43508348.0, + "step": 230 + }, + { + "epoch": 0.078839590443686, + "grad_norm": 0.29507504573908866, + "learning_rate": 5.2272727272727274e-06, + "loss": 0.362, + "num_tokens": 43683334.0, + "step": 231 + }, + { + "epoch": 0.07918088737201365, + "grad_norm": 0.32961968765337063, + "learning_rate": 5.2500000000000006e-06, + "loss": 0.3595, + "num_tokens": 43843967.0, + "step": 232 + }, + { + "epoch": 0.0795221843003413, + "grad_norm": 0.2723359124601858, + "learning_rate": 5.272727272727273e-06, + "loss": 0.3776, + "num_tokens": 44062647.0, + "step": 233 + }, + { + "epoch": 0.07986348122866894, + "grad_norm": 0.26509876663353577, + "learning_rate": 5.295454545454546e-06, + "loss": 0.3431, + "num_tokens": 44263471.0, + "step": 234 + }, + { + "epoch": 0.08020477815699659, + "grad_norm": 0.32237367808004436, + "learning_rate": 5.318181818181819e-06, + "loss": 0.3379, + "num_tokens": 44431634.0, + "step": 235 + }, + { + "epoch": 0.08054607508532423, + "grad_norm": 0.3363670540588794, + "learning_rate": 5.340909090909091e-06, + "loss": 0.3543, + "num_tokens": 44594161.0, + "step": 236 + }, + { + "epoch": 0.08088737201365187, + "grad_norm": 0.29077875164711536, + "learning_rate": 5.3636363636363645e-06, + "loss": 0.3132, + "num_tokens": 44788569.0, + "step": 237 + }, + { + "epoch": 0.08122866894197953, + "grad_norm": 0.27908252606156597, + "learning_rate": 5.386363636363638e-06, + "loss": 0.3437, + "num_tokens": 44978869.0, + "step": 238 + }, + { + "epoch": 0.08156996587030717, + "grad_norm": 0.294193665811628, + "learning_rate": 5.409090909090909e-06, + "loss": 0.3791, + "num_tokens": 45171792.0, + "step": 239 + }, + { + "epoch": 0.08191126279863481, + "grad_norm": 0.2932108068689317, + "learning_rate": 5.431818181818182e-06, + "loss": 0.3685, + "num_tokens": 45369462.0, + "step": 240 + }, + { + "epoch": 0.08225255972696245, + "grad_norm": 0.3117944496119021, + "learning_rate": 5.4545454545454545e-06, + "loss": 0.3699, + "num_tokens": 45559201.0, + "step": 241 + }, + { + "epoch": 0.08259385665529011, + "grad_norm": 0.35035615718386404, + "learning_rate": 5.477272727272728e-06, + "loss": 0.3948, + "num_tokens": 45703464.0, + "step": 242 + }, + { + "epoch": 0.08293515358361775, + "grad_norm": 0.299688052604982, + "learning_rate": 5.500000000000001e-06, + "loss": 0.3505, + "num_tokens": 45891207.0, + "step": 243 + }, + { + "epoch": 0.08327645051194539, + "grad_norm": 0.2884836201940234, + "learning_rate": 5.522727272727273e-06, + "loss": 0.345, + "num_tokens": 46065724.0, + "step": 244 + }, + { + "epoch": 0.08361774744027303, + "grad_norm": 0.3051298745517884, + "learning_rate": 5.545454545454546e-06, + "loss": 0.3671, + "num_tokens": 46248056.0, + "step": 245 + }, + { + "epoch": 0.08395904436860069, + "grad_norm": 0.29030615299914775, + "learning_rate": 5.568181818181818e-06, + "loss": 0.3493, + "num_tokens": 46447046.0, + "step": 246 + }, + { + "epoch": 0.08430034129692833, + "grad_norm": 0.3096502135012841, + "learning_rate": 5.5909090909090915e-06, + "loss": 0.3653, + "num_tokens": 46639247.0, + "step": 247 + }, + { + "epoch": 0.08464163822525597, + "grad_norm": 0.25988647076306126, + "learning_rate": 5.613636363636365e-06, + "loss": 0.3413, + "num_tokens": 46873253.0, + "step": 248 + }, + { + "epoch": 0.08498293515358361, + "grad_norm": 0.27460797274103144, + "learning_rate": 5.636363636363636e-06, + "loss": 0.3734, + "num_tokens": 47097886.0, + "step": 249 + }, + { + "epoch": 0.08532423208191127, + "grad_norm": 0.29020675997448814, + "learning_rate": 5.65909090909091e-06, + "loss": 0.3665, + "num_tokens": 47285517.0, + "step": 250 + }, + { + "epoch": 0.08566552901023891, + "grad_norm": 0.28168574221949244, + "learning_rate": 5.681818181818183e-06, + "loss": 0.3579, + "num_tokens": 47491373.0, + "step": 251 + }, + { + "epoch": 0.08600682593856655, + "grad_norm": 0.30464044567585924, + "learning_rate": 5.704545454545455e-06, + "loss": 0.3951, + "num_tokens": 47675508.0, + "step": 252 + }, + { + "epoch": 0.0863481228668942, + "grad_norm": 0.28116907158919235, + "learning_rate": 5.727272727272728e-06, + "loss": 0.336, + "num_tokens": 47856691.0, + "step": 253 + }, + { + "epoch": 0.08668941979522184, + "grad_norm": 0.33219707603267923, + "learning_rate": 5.75e-06, + "loss": 0.354, + "num_tokens": 48037626.0, + "step": 254 + }, + { + "epoch": 0.08703071672354949, + "grad_norm": 0.3233514577737589, + "learning_rate": 5.772727272727273e-06, + "loss": 0.3698, + "num_tokens": 48232535.0, + "step": 255 + }, + { + "epoch": 0.08737201365187713, + "grad_norm": 0.3142284817766879, + "learning_rate": 5.795454545454546e-06, + "loss": 0.3571, + "num_tokens": 48417089.0, + "step": 256 + }, + { + "epoch": 0.08771331058020478, + "grad_norm": 0.2890463740968297, + "learning_rate": 5.8181818181818185e-06, + "loss": 0.3659, + "num_tokens": 48602185.0, + "step": 257 + }, + { + "epoch": 0.08805460750853242, + "grad_norm": 0.29517928114815084, + "learning_rate": 5.840909090909092e-06, + "loss": 0.3228, + "num_tokens": 48778072.0, + "step": 258 + }, + { + "epoch": 0.08839590443686007, + "grad_norm": 0.2854843616659841, + "learning_rate": 5.863636363636364e-06, + "loss": 0.3647, + "num_tokens": 48975316.0, + "step": 259 + }, + { + "epoch": 0.08873720136518772, + "grad_norm": 0.2808243772487907, + "learning_rate": 5.886363636363637e-06, + "loss": 0.3834, + "num_tokens": 49181055.0, + "step": 260 + }, + { + "epoch": 0.08907849829351536, + "grad_norm": 0.30105924372449183, + "learning_rate": 5.90909090909091e-06, + "loss": 0.3945, + "num_tokens": 49393071.0, + "step": 261 + }, + { + "epoch": 0.089419795221843, + "grad_norm": 0.3180381945819081, + "learning_rate": 5.931818181818182e-06, + "loss": 0.3926, + "num_tokens": 49566096.0, + "step": 262 + }, + { + "epoch": 0.08976109215017065, + "grad_norm": 0.3247841847003424, + "learning_rate": 5.954545454545455e-06, + "loss": 0.3525, + "num_tokens": 49724365.0, + "step": 263 + }, + { + "epoch": 0.0901023890784983, + "grad_norm": 0.2756559864859553, + "learning_rate": 5.977272727272728e-06, + "loss": 0.3195, + "num_tokens": 49906985.0, + "step": 264 + }, + { + "epoch": 0.09044368600682594, + "grad_norm": 0.30355220916836556, + "learning_rate": 6e-06, + "loss": 0.3645, + "num_tokens": 50097078.0, + "step": 265 + }, + { + "epoch": 0.09078498293515358, + "grad_norm": 0.3021576470398193, + "learning_rate": 6.022727272727273e-06, + "loss": 0.3407, + "num_tokens": 50274551.0, + "step": 266 + }, + { + "epoch": 0.09112627986348124, + "grad_norm": 0.300529388514763, + "learning_rate": 6.0454545454545456e-06, + "loss": 0.3323, + "num_tokens": 50436081.0, + "step": 267 + }, + { + "epoch": 0.09146757679180888, + "grad_norm": 0.29733453453812014, + "learning_rate": 6.068181818181819e-06, + "loss": 0.3803, + "num_tokens": 50616748.0, + "step": 268 + }, + { + "epoch": 0.09180887372013652, + "grad_norm": 0.29244696873225257, + "learning_rate": 6.090909090909092e-06, + "loss": 0.3766, + "num_tokens": 50824093.0, + "step": 269 + }, + { + "epoch": 0.09215017064846416, + "grad_norm": 0.31589489240658875, + "learning_rate": 6.113636363636364e-06, + "loss": 0.363, + "num_tokens": 50997335.0, + "step": 270 + }, + { + "epoch": 0.0924914675767918, + "grad_norm": 0.30476310190581385, + "learning_rate": 6.136363636363637e-06, + "loss": 0.3387, + "num_tokens": 51199166.0, + "step": 271 + }, + { + "epoch": 0.09283276450511946, + "grad_norm": 0.3209797082055242, + "learning_rate": 6.15909090909091e-06, + "loss": 0.3687, + "num_tokens": 51395476.0, + "step": 272 + }, + { + "epoch": 0.0931740614334471, + "grad_norm": 0.6567965456402974, + "learning_rate": 6.181818181818182e-06, + "loss": 0.352, + "num_tokens": 51592727.0, + "step": 273 + }, + { + "epoch": 0.09351535836177474, + "grad_norm": 0.28871967818135613, + "learning_rate": 6.204545454545455e-06, + "loss": 0.3486, + "num_tokens": 51767017.0, + "step": 274 + }, + { + "epoch": 0.09385665529010238, + "grad_norm": 0.30394150378738954, + "learning_rate": 6.227272727272727e-06, + "loss": 0.363, + "num_tokens": 51927048.0, + "step": 275 + }, + { + "epoch": 0.09419795221843004, + "grad_norm": 0.3185214636331291, + "learning_rate": 6.25e-06, + "loss": 0.3528, + "num_tokens": 52078940.0, + "step": 276 + }, + { + "epoch": 0.09453924914675768, + "grad_norm": 0.32169249985470255, + "learning_rate": 6.2727272727272734e-06, + "loss": 0.3679, + "num_tokens": 52261875.0, + "step": 277 + }, + { + "epoch": 0.09488054607508532, + "grad_norm": 0.2775444573912959, + "learning_rate": 6.295454545454546e-06, + "loss": 0.3527, + "num_tokens": 52442389.0, + "step": 278 + }, + { + "epoch": 0.09522184300341296, + "grad_norm": 0.3559338645603689, + "learning_rate": 6.318181818181819e-06, + "loss": 0.3915, + "num_tokens": 52647082.0, + "step": 279 + }, + { + "epoch": 0.09556313993174062, + "grad_norm": 0.31965379093253704, + "learning_rate": 6.340909090909091e-06, + "loss": 0.3449, + "num_tokens": 52807935.0, + "step": 280 + }, + { + "epoch": 0.09590443686006826, + "grad_norm": 0.2861246004675818, + "learning_rate": 6.363636363636364e-06, + "loss": 0.3315, + "num_tokens": 53007873.0, + "step": 281 + }, + { + "epoch": 0.0962457337883959, + "grad_norm": 0.2884000994919744, + "learning_rate": 6.386363636363637e-06, + "loss": 0.3425, + "num_tokens": 53186757.0, + "step": 282 + }, + { + "epoch": 0.09658703071672355, + "grad_norm": 0.2822314038882994, + "learning_rate": 6.40909090909091e-06, + "loss": 0.3653, + "num_tokens": 53405385.0, + "step": 283 + }, + { + "epoch": 0.09692832764505119, + "grad_norm": 0.34951759143347455, + "learning_rate": 6.431818181818183e-06, + "loss": 0.3597, + "num_tokens": 53569983.0, + "step": 284 + }, + { + "epoch": 0.09726962457337884, + "grad_norm": 0.27622696531269764, + "learning_rate": 6.454545454545456e-06, + "loss": 0.3637, + "num_tokens": 53806019.0, + "step": 285 + }, + { + "epoch": 0.09761092150170649, + "grad_norm": 0.32964981888830697, + "learning_rate": 6.477272727272727e-06, + "loss": 0.3343, + "num_tokens": 53991731.0, + "step": 286 + }, + { + "epoch": 0.09795221843003413, + "grad_norm": 0.2928042256584869, + "learning_rate": 6.5000000000000004e-06, + "loss": 0.3566, + "num_tokens": 54172213.0, + "step": 287 + }, + { + "epoch": 0.09829351535836177, + "grad_norm": 0.3062789392327486, + "learning_rate": 6.522727272727273e-06, + "loss": 0.3527, + "num_tokens": 54335561.0, + "step": 288 + }, + { + "epoch": 0.09863481228668942, + "grad_norm": 0.2743837205703533, + "learning_rate": 6.545454545454546e-06, + "loss": 0.3488, + "num_tokens": 54552021.0, + "step": 289 + }, + { + "epoch": 0.09897610921501707, + "grad_norm": 0.33782161165507396, + "learning_rate": 6.568181818181819e-06, + "loss": 0.3704, + "num_tokens": 54709464.0, + "step": 290 + }, + { + "epoch": 0.09931740614334471, + "grad_norm": 0.2807291020200718, + "learning_rate": 6.590909090909091e-06, + "loss": 0.3315, + "num_tokens": 54899428.0, + "step": 291 + }, + { + "epoch": 0.09965870307167235, + "grad_norm": 0.2993077785461078, + "learning_rate": 6.613636363636364e-06, + "loss": 0.3396, + "num_tokens": 55096117.0, + "step": 292 + }, + { + "epoch": 0.1, + "grad_norm": 0.30742285551134485, + "learning_rate": 6.6363636363636375e-06, + "loss": 0.3555, + "num_tokens": 55271297.0, + "step": 293 + }, + { + "epoch": 0.10034129692832765, + "grad_norm": 0.36854912830992487, + "learning_rate": 6.65909090909091e-06, + "loss": 0.3853, + "num_tokens": 55461040.0, + "step": 294 + }, + { + "epoch": 0.10068259385665529, + "grad_norm": 0.2696092653162133, + "learning_rate": 6.681818181818183e-06, + "loss": 0.3583, + "num_tokens": 55678613.0, + "step": 295 + }, + { + "epoch": 0.10102389078498293, + "grad_norm": 0.8810140999963125, + "learning_rate": 6.704545454545454e-06, + "loss": 0.392, + "num_tokens": 55864814.0, + "step": 296 + }, + { + "epoch": 0.10136518771331059, + "grad_norm": 0.26979743063839723, + "learning_rate": 6.7272727272727275e-06, + "loss": 0.3637, + "num_tokens": 56107485.0, + "step": 297 + }, + { + "epoch": 0.10170648464163823, + "grad_norm": 0.3009061486188451, + "learning_rate": 6.750000000000001e-06, + "loss": 0.359, + "num_tokens": 56294107.0, + "step": 298 + }, + { + "epoch": 0.10204778156996587, + "grad_norm": 0.29745097292991013, + "learning_rate": 6.772727272727273e-06, + "loss": 0.3814, + "num_tokens": 56500323.0, + "step": 299 + }, + { + "epoch": 0.10238907849829351, + "grad_norm": 0.2997646574573566, + "learning_rate": 6.795454545454546e-06, + "loss": 0.3817, + "num_tokens": 56692460.0, + "step": 300 + }, + { + "epoch": 0.10273037542662115, + "grad_norm": 0.28913493160743925, + "learning_rate": 6.818181818181818e-06, + "loss": 0.3311, + "num_tokens": 56881344.0, + "step": 301 + }, + { + "epoch": 0.10307167235494881, + "grad_norm": 0.3028669637233494, + "learning_rate": 6.840909090909091e-06, + "loss": 0.3482, + "num_tokens": 57065234.0, + "step": 302 + }, + { + "epoch": 0.10341296928327645, + "grad_norm": 0.27738987735421555, + "learning_rate": 6.8636363636363645e-06, + "loss": 0.3278, + "num_tokens": 57258761.0, + "step": 303 + }, + { + "epoch": 0.1037542662116041, + "grad_norm": 0.29687940878040614, + "learning_rate": 6.886363636363637e-06, + "loss": 0.3546, + "num_tokens": 57436858.0, + "step": 304 + }, + { + "epoch": 0.10409556313993173, + "grad_norm": 0.2926796180138571, + "learning_rate": 6.90909090909091e-06, + "loss": 0.3342, + "num_tokens": 57629001.0, + "step": 305 + }, + { + "epoch": 0.10443686006825939, + "grad_norm": 0.30524401143312874, + "learning_rate": 6.931818181818183e-06, + "loss": 0.3652, + "num_tokens": 57833810.0, + "step": 306 + }, + { + "epoch": 0.10477815699658703, + "grad_norm": 0.28400333597839633, + "learning_rate": 6.954545454545455e-06, + "loss": 0.3418, + "num_tokens": 58016198.0, + "step": 307 + }, + { + "epoch": 0.10511945392491467, + "grad_norm": 0.27665344701983186, + "learning_rate": 6.9772727272727285e-06, + "loss": 0.3641, + "num_tokens": 58210668.0, + "step": 308 + }, + { + "epoch": 0.10546075085324232, + "grad_norm": 0.3148401663435611, + "learning_rate": 7e-06, + "loss": 0.3256, + "num_tokens": 58358122.0, + "step": 309 + }, + { + "epoch": 0.10580204778156997, + "grad_norm": 0.3167399221403429, + "learning_rate": 7.022727272727273e-06, + "loss": 0.3817, + "num_tokens": 58534960.0, + "step": 310 + }, + { + "epoch": 0.10614334470989761, + "grad_norm": 0.29878853878831224, + "learning_rate": 7.045454545454546e-06, + "loss": 0.3799, + "num_tokens": 58722039.0, + "step": 311 + }, + { + "epoch": 0.10648464163822526, + "grad_norm": 0.3027657120082824, + "learning_rate": 7.0681818181818184e-06, + "loss": 0.3347, + "num_tokens": 58921162.0, + "step": 312 + }, + { + "epoch": 0.1068259385665529, + "grad_norm": 0.29972149816174154, + "learning_rate": 7.0909090909090916e-06, + "loss": 0.345, + "num_tokens": 59091341.0, + "step": 313 + }, + { + "epoch": 0.10716723549488055, + "grad_norm": 0.29973212164294794, + "learning_rate": 7.113636363636364e-06, + "loss": 0.3391, + "num_tokens": 59272060.0, + "step": 314 + }, + { + "epoch": 0.1075085324232082, + "grad_norm": 0.3202139342257868, + "learning_rate": 7.136363636363637e-06, + "loss": 0.362, + "num_tokens": 59447902.0, + "step": 315 + }, + { + "epoch": 0.10784982935153584, + "grad_norm": 0.28608312352370613, + "learning_rate": 7.15909090909091e-06, + "loss": 0.3445, + "num_tokens": 59659563.0, + "step": 316 + }, + { + "epoch": 0.10819112627986348, + "grad_norm": 0.31719979311763746, + "learning_rate": 7.181818181818182e-06, + "loss": 0.3756, + "num_tokens": 59858502.0, + "step": 317 + }, + { + "epoch": 0.10853242320819112, + "grad_norm": 0.298459874443995, + "learning_rate": 7.2045454545454555e-06, + "loss": 0.3777, + "num_tokens": 60056533.0, + "step": 318 + }, + { + "epoch": 0.10887372013651878, + "grad_norm": 0.31138758621883, + "learning_rate": 7.227272727272729e-06, + "loss": 0.3688, + "num_tokens": 60222840.0, + "step": 319 + }, + { + "epoch": 0.10921501706484642, + "grad_norm": 0.2935627322088629, + "learning_rate": 7.25e-06, + "loss": 0.3593, + "num_tokens": 60418615.0, + "step": 320 + }, + { + "epoch": 0.10955631399317406, + "grad_norm": 0.3045622503787184, + "learning_rate": 7.272727272727273e-06, + "loss": 0.3379, + "num_tokens": 60595351.0, + "step": 321 + }, + { + "epoch": 0.1098976109215017, + "grad_norm": 0.3028104021181085, + "learning_rate": 7.2954545454545454e-06, + "loss": 0.3375, + "num_tokens": 60765418.0, + "step": 322 + }, + { + "epoch": 0.11023890784982936, + "grad_norm": 0.2741876424680376, + "learning_rate": 7.3181818181818186e-06, + "loss": 0.3381, + "num_tokens": 60970592.0, + "step": 323 + }, + { + "epoch": 0.110580204778157, + "grad_norm": 0.2904553948167195, + "learning_rate": 7.340909090909092e-06, + "loss": 0.3551, + "num_tokens": 61183787.0, + "step": 324 + }, + { + "epoch": 0.11092150170648464, + "grad_norm": 0.29669718686276025, + "learning_rate": 7.363636363636364e-06, + "loss": 0.3536, + "num_tokens": 61395101.0, + "step": 325 + }, + { + "epoch": 0.11126279863481228, + "grad_norm": 0.28220330223142004, + "learning_rate": 7.386363636363637e-06, + "loss": 0.3234, + "num_tokens": 61592552.0, + "step": 326 + }, + { + "epoch": 0.11160409556313994, + "grad_norm": 0.30119123523750485, + "learning_rate": 7.40909090909091e-06, + "loss": 0.328, + "num_tokens": 61782039.0, + "step": 327 + }, + { + "epoch": 0.11194539249146758, + "grad_norm": 0.2653005544931278, + "learning_rate": 7.4318181818181825e-06, + "loss": 0.3621, + "num_tokens": 62041810.0, + "step": 328 + }, + { + "epoch": 0.11228668941979522, + "grad_norm": 0.3002864060514519, + "learning_rate": 7.454545454545456e-06, + "loss": 0.3445, + "num_tokens": 62202053.0, + "step": 329 + }, + { + "epoch": 0.11262798634812286, + "grad_norm": 0.27477422045447303, + "learning_rate": 7.477272727272727e-06, + "loss": 0.3528, + "num_tokens": 62423739.0, + "step": 330 + }, + { + "epoch": 0.1129692832764505, + "grad_norm": 0.2958070793694283, + "learning_rate": 7.500000000000001e-06, + "loss": 0.3584, + "num_tokens": 62640907.0, + "step": 331 + }, + { + "epoch": 0.11331058020477816, + "grad_norm": 0.2882712378109712, + "learning_rate": 7.522727272727274e-06, + "loss": 0.3604, + "num_tokens": 62848633.0, + "step": 332 + }, + { + "epoch": 0.1136518771331058, + "grad_norm": 0.30521767555252594, + "learning_rate": 7.545454545454546e-06, + "loss": 0.3609, + "num_tokens": 63036085.0, + "step": 333 + }, + { + "epoch": 0.11399317406143344, + "grad_norm": 0.31702141229788333, + "learning_rate": 7.568181818181819e-06, + "loss": 0.3474, + "num_tokens": 63223896.0, + "step": 334 + }, + { + "epoch": 0.11433447098976109, + "grad_norm": 0.31419899363520776, + "learning_rate": 7.590909090909091e-06, + "loss": 0.355, + "num_tokens": 63401472.0, + "step": 335 + }, + { + "epoch": 0.11467576791808874, + "grad_norm": 0.28046150795733016, + "learning_rate": 7.613636363636364e-06, + "loss": 0.3149, + "num_tokens": 63574663.0, + "step": 336 + }, + { + "epoch": 0.11501706484641638, + "grad_norm": 0.2911369720534346, + "learning_rate": 7.636363636363638e-06, + "loss": 0.363, + "num_tokens": 63772359.0, + "step": 337 + }, + { + "epoch": 0.11535836177474403, + "grad_norm": 0.30720825781290473, + "learning_rate": 7.65909090909091e-06, + "loss": 0.3484, + "num_tokens": 63955926.0, + "step": 338 + }, + { + "epoch": 0.11569965870307167, + "grad_norm": 0.31889310649310637, + "learning_rate": 7.681818181818183e-06, + "loss": 0.3481, + "num_tokens": 64129133.0, + "step": 339 + }, + { + "epoch": 0.11604095563139932, + "grad_norm": 0.28530821455513133, + "learning_rate": 7.704545454545456e-06, + "loss": 0.367, + "num_tokens": 64318281.0, + "step": 340 + }, + { + "epoch": 0.11638225255972696, + "grad_norm": 0.29046626730668407, + "learning_rate": 7.727272727272727e-06, + "loss": 0.3158, + "num_tokens": 64511934.0, + "step": 341 + }, + { + "epoch": 0.1167235494880546, + "grad_norm": 0.3176064268465962, + "learning_rate": 7.75e-06, + "loss": 0.3846, + "num_tokens": 64708319.0, + "step": 342 + }, + { + "epoch": 0.11706484641638225, + "grad_norm": 0.30322057630018523, + "learning_rate": 7.772727272727273e-06, + "loss": 0.372, + "num_tokens": 64894679.0, + "step": 343 + }, + { + "epoch": 0.1174061433447099, + "grad_norm": 0.2822822739477971, + "learning_rate": 7.795454545454547e-06, + "loss": 0.3367, + "num_tokens": 65107156.0, + "step": 344 + }, + { + "epoch": 0.11774744027303755, + "grad_norm": 0.29273081763113024, + "learning_rate": 7.81818181818182e-06, + "loss": 0.3659, + "num_tokens": 65311704.0, + "step": 345 + }, + { + "epoch": 0.11808873720136519, + "grad_norm": 0.31152480212131234, + "learning_rate": 7.840909090909091e-06, + "loss": 0.3449, + "num_tokens": 65474385.0, + "step": 346 + }, + { + "epoch": 0.11843003412969283, + "grad_norm": 0.3316175144458039, + "learning_rate": 7.863636363636364e-06, + "loss": 0.3818, + "num_tokens": 65644498.0, + "step": 347 + }, + { + "epoch": 0.11877133105802047, + "grad_norm": 0.3018210595825326, + "learning_rate": 7.886363636363637e-06, + "loss": 0.3642, + "num_tokens": 65839508.0, + "step": 348 + }, + { + "epoch": 0.11911262798634813, + "grad_norm": 0.30570555972818964, + "learning_rate": 7.909090909090909e-06, + "loss": 0.367, + "num_tokens": 66009966.0, + "step": 349 + }, + { + "epoch": 0.11945392491467577, + "grad_norm": 0.2870032641356496, + "learning_rate": 7.931818181818182e-06, + "loss": 0.3449, + "num_tokens": 66231525.0, + "step": 350 + }, + { + "epoch": 0.11979522184300341, + "grad_norm": 0.3110085618971331, + "learning_rate": 7.954545454545455e-06, + "loss": 0.3548, + "num_tokens": 66393435.0, + "step": 351 + }, + { + "epoch": 0.12013651877133105, + "grad_norm": 0.29537885810824377, + "learning_rate": 7.977272727272728e-06, + "loss": 0.3799, + "num_tokens": 66584846.0, + "step": 352 + }, + { + "epoch": 0.12047781569965871, + "grad_norm": 0.3060582936343862, + "learning_rate": 8.000000000000001e-06, + "loss": 0.3656, + "num_tokens": 66776962.0, + "step": 353 + }, + { + "epoch": 0.12081911262798635, + "grad_norm": 0.270920042614133, + "learning_rate": 8.022727272727273e-06, + "loss": 0.3592, + "num_tokens": 67012754.0, + "step": 354 + }, + { + "epoch": 0.12116040955631399, + "grad_norm": 0.318025459980243, + "learning_rate": 8.045454545454546e-06, + "loss": 0.3908, + "num_tokens": 67208929.0, + "step": 355 + }, + { + "epoch": 0.12150170648464163, + "grad_norm": 0.2886672253225329, + "learning_rate": 8.068181818181819e-06, + "loss": 0.351, + "num_tokens": 67399195.0, + "step": 356 + }, + { + "epoch": 0.12184300341296929, + "grad_norm": 0.3149582401902424, + "learning_rate": 8.090909090909092e-06, + "loss": 0.3582, + "num_tokens": 67587838.0, + "step": 357 + }, + { + "epoch": 0.12218430034129693, + "grad_norm": 0.30864884210740895, + "learning_rate": 8.113636363636365e-06, + "loss": 0.3828, + "num_tokens": 67792265.0, + "step": 358 + }, + { + "epoch": 0.12252559726962457, + "grad_norm": 0.2896454438021001, + "learning_rate": 8.136363636363637e-06, + "loss": 0.3343, + "num_tokens": 67977899.0, + "step": 359 + }, + { + "epoch": 0.12286689419795221, + "grad_norm": 0.30415823949303783, + "learning_rate": 8.15909090909091e-06, + "loss": 0.3593, + "num_tokens": 68165954.0, + "step": 360 + }, + { + "epoch": 0.12320819112627987, + "grad_norm": 0.3258419642435971, + "learning_rate": 8.181818181818183e-06, + "loss": 0.3965, + "num_tokens": 68370370.0, + "step": 361 + }, + { + "epoch": 0.12354948805460751, + "grad_norm": 0.3012469894633768, + "learning_rate": 8.204545454545454e-06, + "loss": 0.3888, + "num_tokens": 68573367.0, + "step": 362 + }, + { + "epoch": 0.12389078498293515, + "grad_norm": 0.2943955139320957, + "learning_rate": 8.227272727272728e-06, + "loss": 0.3495, + "num_tokens": 68766388.0, + "step": 363 + }, + { + "epoch": 0.1242320819112628, + "grad_norm": 0.28387180473378165, + "learning_rate": 8.25e-06, + "loss": 0.3151, + "num_tokens": 68960149.0, + "step": 364 + }, + { + "epoch": 0.12457337883959044, + "grad_norm": 0.2915154036753332, + "learning_rate": 8.272727272727274e-06, + "loss": 0.3503, + "num_tokens": 69179943.0, + "step": 365 + }, + { + "epoch": 0.12491467576791809, + "grad_norm": 0.36890669946915094, + "learning_rate": 8.295454545454547e-06, + "loss": 0.3651, + "num_tokens": 69356409.0, + "step": 366 + }, + { + "epoch": 0.12525597269624572, + "grad_norm": 0.3058770843021918, + "learning_rate": 8.318181818181818e-06, + "loss": 0.358, + "num_tokens": 69556099.0, + "step": 367 + }, + { + "epoch": 0.12559726962457338, + "grad_norm": 0.29938417421303853, + "learning_rate": 8.340909090909091e-06, + "loss": 0.3364, + "num_tokens": 69724903.0, + "step": 368 + }, + { + "epoch": 0.12593856655290103, + "grad_norm": 0.3207815456579543, + "learning_rate": 8.363636363636365e-06, + "loss": 0.3901, + "num_tokens": 69892182.0, + "step": 369 + }, + { + "epoch": 0.12627986348122866, + "grad_norm": 0.32791268694457626, + "learning_rate": 8.386363636363638e-06, + "loss": 0.3183, + "num_tokens": 70064546.0, + "step": 370 + }, + { + "epoch": 0.12662116040955632, + "grad_norm": 0.4057195613974413, + "learning_rate": 8.40909090909091e-06, + "loss": 0.3569, + "num_tokens": 70252267.0, + "step": 371 + }, + { + "epoch": 0.12696245733788397, + "grad_norm": 0.28491208168118776, + "learning_rate": 8.431818181818182e-06, + "loss": 0.3722, + "num_tokens": 70464721.0, + "step": 372 + }, + { + "epoch": 0.1273037542662116, + "grad_norm": 0.31852850601097793, + "learning_rate": 8.454545454545455e-06, + "loss": 0.3372, + "num_tokens": 70634108.0, + "step": 373 + }, + { + "epoch": 0.12764505119453926, + "grad_norm": 0.3026264517323067, + "learning_rate": 8.477272727272729e-06, + "loss": 0.3951, + "num_tokens": 70836740.0, + "step": 374 + }, + { + "epoch": 0.12798634812286688, + "grad_norm": 0.29147945613992615, + "learning_rate": 8.5e-06, + "loss": 0.3734, + "num_tokens": 71028170.0, + "step": 375 + }, + { + "epoch": 0.12832764505119454, + "grad_norm": 0.2953244586558086, + "learning_rate": 8.522727272727273e-06, + "loss": 0.3692, + "num_tokens": 71201048.0, + "step": 376 + }, + { + "epoch": 0.1286689419795222, + "grad_norm": 0.35181285041147875, + "learning_rate": 8.545454545454546e-06, + "loss": 0.3661, + "num_tokens": 71360384.0, + "step": 377 + }, + { + "epoch": 0.12901023890784982, + "grad_norm": 0.2646658567620935, + "learning_rate": 8.56818181818182e-06, + "loss": 0.3351, + "num_tokens": 71595115.0, + "step": 378 + }, + { + "epoch": 0.12935153583617748, + "grad_norm": 0.3031941057050125, + "learning_rate": 8.590909090909092e-06, + "loss": 0.34, + "num_tokens": 71792437.0, + "step": 379 + }, + { + "epoch": 0.1296928327645051, + "grad_norm": 0.3112996086300461, + "learning_rate": 8.613636363636364e-06, + "loss": 0.3493, + "num_tokens": 71977360.0, + "step": 380 + }, + { + "epoch": 0.13003412969283276, + "grad_norm": 0.2676367875146664, + "learning_rate": 8.636363636363637e-06, + "loss": 0.345, + "num_tokens": 72195063.0, + "step": 381 + }, + { + "epoch": 0.13037542662116042, + "grad_norm": 0.31507891221742496, + "learning_rate": 8.65909090909091e-06, + "loss": 0.3273, + "num_tokens": 72384993.0, + "step": 382 + }, + { + "epoch": 0.13071672354948805, + "grad_norm": 0.3009346003246892, + "learning_rate": 8.681818181818182e-06, + "loss": 0.3356, + "num_tokens": 72558606.0, + "step": 383 + }, + { + "epoch": 0.1310580204778157, + "grad_norm": 0.2837698847543915, + "learning_rate": 8.704545454545455e-06, + "loss": 0.3367, + "num_tokens": 72752444.0, + "step": 384 + }, + { + "epoch": 0.13139931740614336, + "grad_norm": 0.3170824517597668, + "learning_rate": 8.727272727272728e-06, + "loss": 0.3537, + "num_tokens": 72963080.0, + "step": 385 + }, + { + "epoch": 0.13174061433447098, + "grad_norm": 0.30430063040446526, + "learning_rate": 8.750000000000001e-06, + "loss": 0.3715, + "num_tokens": 73165120.0, + "step": 386 + }, + { + "epoch": 0.13208191126279864, + "grad_norm": 0.27860952421583274, + "learning_rate": 8.772727272727274e-06, + "loss": 0.3835, + "num_tokens": 73417582.0, + "step": 387 + }, + { + "epoch": 0.13242320819112627, + "grad_norm": 0.33138280233446227, + "learning_rate": 8.795454545454545e-06, + "loss": 0.335, + "num_tokens": 73599319.0, + "step": 388 + }, + { + "epoch": 0.13276450511945392, + "grad_norm": 0.3017802107481248, + "learning_rate": 8.818181818181819e-06, + "loss": 0.3585, + "num_tokens": 73767255.0, + "step": 389 + }, + { + "epoch": 0.13310580204778158, + "grad_norm": 0.28308510974663054, + "learning_rate": 8.840909090909092e-06, + "loss": 0.3158, + "num_tokens": 73938587.0, + "step": 390 + }, + { + "epoch": 0.1334470989761092, + "grad_norm": 0.31058999731186016, + "learning_rate": 8.863636363636365e-06, + "loss": 0.3637, + "num_tokens": 74141104.0, + "step": 391 + }, + { + "epoch": 0.13378839590443686, + "grad_norm": 0.27828404136162704, + "learning_rate": 8.886363636363638e-06, + "loss": 0.3499, + "num_tokens": 74343870.0, + "step": 392 + }, + { + "epoch": 0.13412969283276452, + "grad_norm": 0.2924946543706361, + "learning_rate": 8.90909090909091e-06, + "loss": 0.3503, + "num_tokens": 74541873.0, + "step": 393 + }, + { + "epoch": 0.13447098976109215, + "grad_norm": 0.2861159240002221, + "learning_rate": 8.931818181818183e-06, + "loss": 0.352, + "num_tokens": 74739750.0, + "step": 394 + }, + { + "epoch": 0.1348122866894198, + "grad_norm": 0.29876252949518045, + "learning_rate": 8.954545454545456e-06, + "loss": 0.3734, + "num_tokens": 74917777.0, + "step": 395 + }, + { + "epoch": 0.13515358361774743, + "grad_norm": 0.2859394488990583, + "learning_rate": 8.977272727272727e-06, + "loss": 0.3661, + "num_tokens": 75106779.0, + "step": 396 + }, + { + "epoch": 0.13549488054607509, + "grad_norm": 0.31573683148946724, + "learning_rate": 9e-06, + "loss": 0.3984, + "num_tokens": 75291906.0, + "step": 397 + }, + { + "epoch": 0.13583617747440274, + "grad_norm": 0.2789584980446508, + "learning_rate": 9.022727272727273e-06, + "loss": 0.3469, + "num_tokens": 75490360.0, + "step": 398 + }, + { + "epoch": 0.13617747440273037, + "grad_norm": 0.27851073045285385, + "learning_rate": 9.045454545454546e-06, + "loss": 0.3265, + "num_tokens": 75684437.0, + "step": 399 + }, + { + "epoch": 0.13651877133105803, + "grad_norm": 0.3079493803429572, + "learning_rate": 9.06818181818182e-06, + "loss": 0.3717, + "num_tokens": 75870937.0, + "step": 400 + }, + { + "epoch": 0.13686006825938565, + "grad_norm": 0.26845056189205857, + "learning_rate": 9.090909090909091e-06, + "loss": 0.3425, + "num_tokens": 76087563.0, + "step": 401 + }, + { + "epoch": 0.1372013651877133, + "grad_norm": 0.2739044032257007, + "learning_rate": 9.113636363636364e-06, + "loss": 0.3135, + "num_tokens": 76275946.0, + "step": 402 + }, + { + "epoch": 0.13754266211604096, + "grad_norm": 0.3160534359532062, + "learning_rate": 9.136363636363637e-06, + "loss": 0.3625, + "num_tokens": 76462654.0, + "step": 403 + }, + { + "epoch": 0.1378839590443686, + "grad_norm": 0.3012520766403288, + "learning_rate": 9.15909090909091e-06, + "loss": 0.3473, + "num_tokens": 76651741.0, + "step": 404 + }, + { + "epoch": 0.13822525597269625, + "grad_norm": 0.3142829440061708, + "learning_rate": 9.181818181818184e-06, + "loss": 0.3794, + "num_tokens": 76830899.0, + "step": 405 + }, + { + "epoch": 0.1385665529010239, + "grad_norm": 0.29197732842116597, + "learning_rate": 9.204545454545455e-06, + "loss": 0.3468, + "num_tokens": 77020978.0, + "step": 406 + }, + { + "epoch": 0.13890784982935153, + "grad_norm": 0.28720688379450626, + "learning_rate": 9.227272727272728e-06, + "loss": 0.3642, + "num_tokens": 77228264.0, + "step": 407 + }, + { + "epoch": 0.1392491467576792, + "grad_norm": 0.3024067684572106, + "learning_rate": 9.250000000000001e-06, + "loss": 0.3739, + "num_tokens": 77421204.0, + "step": 408 + }, + { + "epoch": 0.13959044368600682, + "grad_norm": 0.2782277303265977, + "learning_rate": 9.272727272727273e-06, + "loss": 0.3471, + "num_tokens": 77658547.0, + "step": 409 + }, + { + "epoch": 0.13993174061433447, + "grad_norm": 0.3184707374029089, + "learning_rate": 9.295454545454546e-06, + "loss": 0.3413, + "num_tokens": 77873640.0, + "step": 410 + }, + { + "epoch": 0.14027303754266213, + "grad_norm": 0.30914066957532516, + "learning_rate": 9.318181818181819e-06, + "loss": 0.3939, + "num_tokens": 78076576.0, + "step": 411 + }, + { + "epoch": 0.14061433447098975, + "grad_norm": 0.29524358155081365, + "learning_rate": 9.340909090909092e-06, + "loss": 0.349, + "num_tokens": 78269541.0, + "step": 412 + }, + { + "epoch": 0.1409556313993174, + "grad_norm": 0.291248693098335, + "learning_rate": 9.363636363636365e-06, + "loss": 0.3538, + "num_tokens": 78480373.0, + "step": 413 + }, + { + "epoch": 0.14129692832764504, + "grad_norm": 0.3016397058132797, + "learning_rate": 9.386363636363637e-06, + "loss": 0.3469, + "num_tokens": 78654214.0, + "step": 414 + }, + { + "epoch": 0.1416382252559727, + "grad_norm": 0.3046432003775585, + "learning_rate": 9.40909090909091e-06, + "loss": 0.3656, + "num_tokens": 78850059.0, + "step": 415 + }, + { + "epoch": 0.14197952218430035, + "grad_norm": 0.28835752832681044, + "learning_rate": 9.431818181818183e-06, + "loss": 0.343, + "num_tokens": 79058350.0, + "step": 416 + }, + { + "epoch": 0.14232081911262798, + "grad_norm": 0.29062248115379974, + "learning_rate": 9.454545454545456e-06, + "loss": 0.3302, + "num_tokens": 79239724.0, + "step": 417 + }, + { + "epoch": 0.14266211604095563, + "grad_norm": 0.308982561835374, + "learning_rate": 9.477272727272729e-06, + "loss": 0.3738, + "num_tokens": 79452772.0, + "step": 418 + }, + { + "epoch": 0.1430034129692833, + "grad_norm": 0.332240594974289, + "learning_rate": 9.5e-06, + "loss": 0.3409, + "num_tokens": 79591185.0, + "step": 419 + }, + { + "epoch": 0.14334470989761092, + "grad_norm": 0.28413328531610754, + "learning_rate": 9.522727272727274e-06, + "loss": 0.3698, + "num_tokens": 79848941.0, + "step": 420 + }, + { + "epoch": 0.14368600682593857, + "grad_norm": 0.2827495939741226, + "learning_rate": 9.545454545454547e-06, + "loss": 0.3336, + "num_tokens": 80016956.0, + "step": 421 + }, + { + "epoch": 0.1440273037542662, + "grad_norm": 0.3125098428374121, + "learning_rate": 9.568181818181818e-06, + "loss": 0.3594, + "num_tokens": 80202697.0, + "step": 422 + }, + { + "epoch": 0.14436860068259386, + "grad_norm": 0.3015111076265042, + "learning_rate": 9.590909090909091e-06, + "loss": 0.3601, + "num_tokens": 80392759.0, + "step": 423 + }, + { + "epoch": 0.1447098976109215, + "grad_norm": 0.2961311249951169, + "learning_rate": 9.613636363636364e-06, + "loss": 0.3413, + "num_tokens": 80577481.0, + "step": 424 + }, + { + "epoch": 0.14505119453924914, + "grad_norm": 0.27609706175434107, + "learning_rate": 9.636363636363638e-06, + "loss": 0.3642, + "num_tokens": 80800893.0, + "step": 425 + }, + { + "epoch": 0.1453924914675768, + "grad_norm": 0.322659645564492, + "learning_rate": 9.65909090909091e-06, + "loss": 0.3467, + "num_tokens": 80974124.0, + "step": 426 + }, + { + "epoch": 0.14573378839590442, + "grad_norm": 0.32269344224879515, + "learning_rate": 9.681818181818182e-06, + "loss": 0.3668, + "num_tokens": 81149329.0, + "step": 427 + }, + { + "epoch": 0.14607508532423208, + "grad_norm": 0.3019529337654995, + "learning_rate": 9.704545454545455e-06, + "loss": 0.3442, + "num_tokens": 81306649.0, + "step": 428 + }, + { + "epoch": 0.14641638225255973, + "grad_norm": 0.3069977146830945, + "learning_rate": 9.727272727272728e-06, + "loss": 0.3469, + "num_tokens": 81488038.0, + "step": 429 + }, + { + "epoch": 0.14675767918088736, + "grad_norm": 0.35585908297847274, + "learning_rate": 9.75e-06, + "loss": 0.3835, + "num_tokens": 81662574.0, + "step": 430 + }, + { + "epoch": 0.14709897610921502, + "grad_norm": 0.3226530028802678, + "learning_rate": 9.772727272727273e-06, + "loss": 0.3626, + "num_tokens": 81851059.0, + "step": 431 + }, + { + "epoch": 0.14744027303754267, + "grad_norm": 0.29881559241464795, + "learning_rate": 9.795454545454546e-06, + "loss": 0.3872, + "num_tokens": 82046307.0, + "step": 432 + }, + { + "epoch": 0.1477815699658703, + "grad_norm": 0.3146879077869801, + "learning_rate": 9.81818181818182e-06, + "loss": 0.3693, + "num_tokens": 82232756.0, + "step": 433 + }, + { + "epoch": 0.14812286689419796, + "grad_norm": 0.27735641703526365, + "learning_rate": 9.840909090909092e-06, + "loss": 0.3732, + "num_tokens": 82463048.0, + "step": 434 + }, + { + "epoch": 0.14846416382252559, + "grad_norm": 0.29466143809211515, + "learning_rate": 9.863636363636364e-06, + "loss": 0.3255, + "num_tokens": 82665644.0, + "step": 435 + }, + { + "epoch": 0.14880546075085324, + "grad_norm": 0.3353418411581207, + "learning_rate": 9.886363636363637e-06, + "loss": 0.3637, + "num_tokens": 82834594.0, + "step": 436 + }, + { + "epoch": 0.1491467576791809, + "grad_norm": 0.7027756180686554, + "learning_rate": 9.90909090909091e-06, + "loss": 0.3637, + "num_tokens": 83019247.0, + "step": 437 + }, + { + "epoch": 0.14948805460750852, + "grad_norm": 0.29842984723701627, + "learning_rate": 9.931818181818183e-06, + "loss": 0.3779, + "num_tokens": 83221654.0, + "step": 438 + }, + { + "epoch": 0.14982935153583618, + "grad_norm": 0.28837355840762463, + "learning_rate": 9.954545454545456e-06, + "loss": 0.3375, + "num_tokens": 83426181.0, + "step": 439 + }, + { + "epoch": 0.15017064846416384, + "grad_norm": 0.30946705561658167, + "learning_rate": 9.977272727272728e-06, + "loss": 0.3367, + "num_tokens": 83583249.0, + "step": 440 + }, + { + "epoch": 0.15051194539249146, + "grad_norm": 0.372752677097444, + "learning_rate": 1e-05, + "loss": 0.3702, + "num_tokens": 83759142.0, + "step": 441 + }, + { + "epoch": 0.15085324232081912, + "grad_norm": 0.29721332027815983, + "learning_rate": 9.999999681500095e-06, + "loss": 0.3101, + "num_tokens": 83920177.0, + "step": 442 + }, + { + "epoch": 0.15119453924914675, + "grad_norm": 0.33549719134837075, + "learning_rate": 9.999998726000425e-06, + "loss": 0.3831, + "num_tokens": 84083463.0, + "step": 443 + }, + { + "epoch": 0.1515358361774744, + "grad_norm": 0.3065995323134279, + "learning_rate": 9.999997133501125e-06, + "loss": 0.339, + "num_tokens": 84238331.0, + "step": 444 + }, + { + "epoch": 0.15187713310580206, + "grad_norm": 0.3121076090006801, + "learning_rate": 9.99999490400242e-06, + "loss": 0.3484, + "num_tokens": 84419101.0, + "step": 445 + }, + { + "epoch": 0.1522184300341297, + "grad_norm": 0.29721677554379433, + "learning_rate": 9.999992037504624e-06, + "loss": 0.3292, + "num_tokens": 84613085.0, + "step": 446 + }, + { + "epoch": 0.15255972696245734, + "grad_norm": 0.3308718564586272, + "learning_rate": 9.999988534008147e-06, + "loss": 0.3559, + "num_tokens": 84811327.0, + "step": 447 + }, + { + "epoch": 0.15290102389078497, + "grad_norm": 0.30376000605913384, + "learning_rate": 9.999984393513483e-06, + "loss": 0.3644, + "num_tokens": 85006337.0, + "step": 448 + }, + { + "epoch": 0.15324232081911263, + "grad_norm": 0.3136806586636533, + "learning_rate": 9.999979616021216e-06, + "loss": 0.379, + "num_tokens": 85178231.0, + "step": 449 + }, + { + "epoch": 0.15358361774744028, + "grad_norm": 0.2941355968723886, + "learning_rate": 9.999974201532025e-06, + "loss": 0.3372, + "num_tokens": 85350199.0, + "step": 450 + }, + { + "epoch": 0.1539249146757679, + "grad_norm": 0.29476487373020693, + "learning_rate": 9.999968150046676e-06, + "loss": 0.3524, + "num_tokens": 85535893.0, + "step": 451 + }, + { + "epoch": 0.15426621160409557, + "grad_norm": 0.29937849742216155, + "learning_rate": 9.999961461566025e-06, + "loss": 0.3888, + "num_tokens": 85762010.0, + "step": 452 + }, + { + "epoch": 0.15460750853242322, + "grad_norm": 0.3257810574402517, + "learning_rate": 9.999954136091018e-06, + "loss": 0.4092, + "num_tokens": 85976185.0, + "step": 453 + }, + { + "epoch": 0.15494880546075085, + "grad_norm": 0.2987318265524416, + "learning_rate": 9.999946173622694e-06, + "loss": 0.3688, + "num_tokens": 86161324.0, + "step": 454 + }, + { + "epoch": 0.1552901023890785, + "grad_norm": 0.27853187139248264, + "learning_rate": 9.999937574162178e-06, + "loss": 0.3599, + "num_tokens": 86393291.0, + "step": 455 + }, + { + "epoch": 0.15563139931740613, + "grad_norm": 0.30355229653036875, + "learning_rate": 9.999928337710688e-06, + "loss": 0.3766, + "num_tokens": 86567586.0, + "step": 456 + }, + { + "epoch": 0.1559726962457338, + "grad_norm": 0.33085121571453974, + "learning_rate": 9.999918464269534e-06, + "loss": 0.3796, + "num_tokens": 86731969.0, + "step": 457 + }, + { + "epoch": 0.15631399317406144, + "grad_norm": 0.3109348831048822, + "learning_rate": 9.999907953840109e-06, + "loss": 0.3451, + "num_tokens": 86915872.0, + "step": 458 + }, + { + "epoch": 0.15665529010238907, + "grad_norm": 0.29321435335316937, + "learning_rate": 9.999896806423904e-06, + "loss": 0.353, + "num_tokens": 87144021.0, + "step": 459 + }, + { + "epoch": 0.15699658703071673, + "grad_norm": 0.3242940536660178, + "learning_rate": 9.999885022022497e-06, + "loss": 0.3808, + "num_tokens": 87358057.0, + "step": 460 + }, + { + "epoch": 0.15733788395904436, + "grad_norm": 0.2959091825076029, + "learning_rate": 9.999872600637555e-06, + "loss": 0.3408, + "num_tokens": 87558472.0, + "step": 461 + }, + { + "epoch": 0.157679180887372, + "grad_norm": 0.33915717884489704, + "learning_rate": 9.999859542270837e-06, + "loss": 0.3579, + "num_tokens": 87710289.0, + "step": 462 + }, + { + "epoch": 0.15802047781569967, + "grad_norm": 0.30435773699583457, + "learning_rate": 9.99984584692419e-06, + "loss": 0.3547, + "num_tokens": 87888385.0, + "step": 463 + }, + { + "epoch": 0.1583617747440273, + "grad_norm": 0.29397506360257575, + "learning_rate": 9.999831514599555e-06, + "loss": 0.3582, + "num_tokens": 88089297.0, + "step": 464 + }, + { + "epoch": 0.15870307167235495, + "grad_norm": 0.3179178243408966, + "learning_rate": 9.999816545298958e-06, + "loss": 0.3468, + "num_tokens": 88301390.0, + "step": 465 + }, + { + "epoch": 0.1590443686006826, + "grad_norm": 0.31769621867478065, + "learning_rate": 9.999800939024522e-06, + "loss": 0.3705, + "num_tokens": 88514157.0, + "step": 466 + }, + { + "epoch": 0.15938566552901023, + "grad_norm": 0.31001027284022337, + "learning_rate": 9.999784695778452e-06, + "loss": 0.3379, + "num_tokens": 88692244.0, + "step": 467 + }, + { + "epoch": 0.1597269624573379, + "grad_norm": 0.29034466109251433, + "learning_rate": 9.99976781556305e-06, + "loss": 0.3344, + "num_tokens": 88887024.0, + "step": 468 + }, + { + "epoch": 0.16006825938566552, + "grad_norm": 0.3226384322478494, + "learning_rate": 9.999750298380703e-06, + "loss": 0.3516, + "num_tokens": 89053916.0, + "step": 469 + }, + { + "epoch": 0.16040955631399317, + "grad_norm": 0.3370482611467821, + "learning_rate": 9.999732144233893e-06, + "loss": 0.3906, + "num_tokens": 89239583.0, + "step": 470 + }, + { + "epoch": 0.16075085324232083, + "grad_norm": 0.2906801410382481, + "learning_rate": 9.99971335312519e-06, + "loss": 0.3528, + "num_tokens": 89453683.0, + "step": 471 + }, + { + "epoch": 0.16109215017064846, + "grad_norm": 0.3142926565563653, + "learning_rate": 9.999693925057253e-06, + "loss": 0.3624, + "num_tokens": 89632376.0, + "step": 472 + }, + { + "epoch": 0.1614334470989761, + "grad_norm": 0.3028968766149283, + "learning_rate": 9.99967386003283e-06, + "loss": 0.3432, + "num_tokens": 89826557.0, + "step": 473 + }, + { + "epoch": 0.16177474402730374, + "grad_norm": 0.3084680810637025, + "learning_rate": 9.999653158054766e-06, + "loss": 0.3454, + "num_tokens": 90038106.0, + "step": 474 + }, + { + "epoch": 0.1621160409556314, + "grad_norm": 0.270242805758153, + "learning_rate": 9.999631819125988e-06, + "loss": 0.3318, + "num_tokens": 90236005.0, + "step": 475 + }, + { + "epoch": 0.16245733788395905, + "grad_norm": 0.3075280261029541, + "learning_rate": 9.999609843249518e-06, + "loss": 0.3355, + "num_tokens": 90395193.0, + "step": 476 + }, + { + "epoch": 0.16279863481228668, + "grad_norm": 0.30911212169679086, + "learning_rate": 9.999587230428465e-06, + "loss": 0.376, + "num_tokens": 90594810.0, + "step": 477 + }, + { + "epoch": 0.16313993174061434, + "grad_norm": 0.35873241283588453, + "learning_rate": 9.999563980666034e-06, + "loss": 0.3497, + "num_tokens": 90806783.0, + "step": 478 + }, + { + "epoch": 0.163481228668942, + "grad_norm": 0.29761372203397685, + "learning_rate": 9.999540093965511e-06, + "loss": 0.3626, + "num_tokens": 91019897.0, + "step": 479 + }, + { + "epoch": 0.16382252559726962, + "grad_norm": 0.31608384370660886, + "learning_rate": 9.999515570330281e-06, + "loss": 0.3406, + "num_tokens": 91194862.0, + "step": 480 + }, + { + "epoch": 0.16416382252559727, + "grad_norm": 0.2871526036451263, + "learning_rate": 9.999490409763815e-06, + "loss": 0.3379, + "num_tokens": 91386013.0, + "step": 481 + }, + { + "epoch": 0.1645051194539249, + "grad_norm": 0.29942893783585883, + "learning_rate": 9.999464612269673e-06, + "loss": 0.3623, + "num_tokens": 91587677.0, + "step": 482 + }, + { + "epoch": 0.16484641638225256, + "grad_norm": 0.4766289715342537, + "learning_rate": 9.999438177851508e-06, + "loss": 0.365, + "num_tokens": 91742756.0, + "step": 483 + }, + { + "epoch": 0.16518771331058021, + "grad_norm": 0.32380347750941724, + "learning_rate": 9.999411106513061e-06, + "loss": 0.3394, + "num_tokens": 91931167.0, + "step": 484 + }, + { + "epoch": 0.16552901023890784, + "grad_norm": 0.2995145895550744, + "learning_rate": 9.999383398258166e-06, + "loss": 0.3729, + "num_tokens": 92154338.0, + "step": 485 + }, + { + "epoch": 0.1658703071672355, + "grad_norm": 0.29042668015159334, + "learning_rate": 9.999355053090742e-06, + "loss": 0.3695, + "num_tokens": 92387958.0, + "step": 486 + }, + { + "epoch": 0.16621160409556315, + "grad_norm": 0.3802498525361703, + "learning_rate": 9.999326071014806e-06, + "loss": 0.3478, + "num_tokens": 92574320.0, + "step": 487 + }, + { + "epoch": 0.16655290102389078, + "grad_norm": 0.2903700836586046, + "learning_rate": 9.999296452034455e-06, + "loss": 0.3611, + "num_tokens": 92775310.0, + "step": 488 + }, + { + "epoch": 0.16689419795221844, + "grad_norm": 0.34304335895793703, + "learning_rate": 9.999266196153887e-06, + "loss": 0.3446, + "num_tokens": 92940089.0, + "step": 489 + }, + { + "epoch": 0.16723549488054607, + "grad_norm": 0.2752009961391784, + "learning_rate": 9.999235303377381e-06, + "loss": 0.3428, + "num_tokens": 93138127.0, + "step": 490 + }, + { + "epoch": 0.16757679180887372, + "grad_norm": 0.3104131186120715, + "learning_rate": 9.999203773709312e-06, + "loss": 0.3542, + "num_tokens": 93344883.0, + "step": 491 + }, + { + "epoch": 0.16791808873720138, + "grad_norm": 0.30294347414604994, + "learning_rate": 9.999171607154145e-06, + "loss": 0.3327, + "num_tokens": 93529213.0, + "step": 492 + }, + { + "epoch": 0.168259385665529, + "grad_norm": 0.2956048531638609, + "learning_rate": 9.999138803716429e-06, + "loss": 0.3397, + "num_tokens": 93718888.0, + "step": 493 + }, + { + "epoch": 0.16860068259385666, + "grad_norm": 0.30136100618227185, + "learning_rate": 9.99910536340081e-06, + "loss": 0.4026, + "num_tokens": 93916539.0, + "step": 494 + }, + { + "epoch": 0.1689419795221843, + "grad_norm": 0.320046609086302, + "learning_rate": 9.999071286212022e-06, + "loss": 0.4095, + "num_tokens": 94116043.0, + "step": 495 + }, + { + "epoch": 0.16928327645051194, + "grad_norm": 0.32501146643350454, + "learning_rate": 9.999036572154886e-06, + "loss": 0.3439, + "num_tokens": 94284410.0, + "step": 496 + }, + { + "epoch": 0.1696245733788396, + "grad_norm": 0.2875708180889644, + "learning_rate": 9.99900122123432e-06, + "loss": 0.3356, + "num_tokens": 94489087.0, + "step": 497 + }, + { + "epoch": 0.16996587030716723, + "grad_norm": 0.29979928851622334, + "learning_rate": 9.998965233455326e-06, + "loss": 0.3668, + "num_tokens": 94692312.0, + "step": 498 + }, + { + "epoch": 0.17030716723549488, + "grad_norm": 0.3314743035927693, + "learning_rate": 9.998928608822998e-06, + "loss": 0.3511, + "num_tokens": 94859223.0, + "step": 499 + }, + { + "epoch": 0.17064846416382254, + "grad_norm": 0.29547120086762735, + "learning_rate": 9.998891347342522e-06, + "loss": 0.3907, + "num_tokens": 95076288.0, + "step": 500 + }, + { + "epoch": 0.17098976109215017, + "grad_norm": 0.30800681146056313, + "learning_rate": 9.99885344901917e-06, + "loss": 0.3388, + "num_tokens": 95238590.0, + "step": 501 + }, + { + "epoch": 0.17133105802047782, + "grad_norm": 0.2983920938379111, + "learning_rate": 9.998814913858309e-06, + "loss": 0.3529, + "num_tokens": 95416458.0, + "step": 502 + }, + { + "epoch": 0.17167235494880545, + "grad_norm": 0.35550426723828926, + "learning_rate": 9.998775741865394e-06, + "loss": 0.3595, + "num_tokens": 95581108.0, + "step": 503 + }, + { + "epoch": 0.1720136518771331, + "grad_norm": 0.32647020132252197, + "learning_rate": 9.998735933045967e-06, + "loss": 0.3513, + "num_tokens": 95757035.0, + "step": 504 + }, + { + "epoch": 0.17235494880546076, + "grad_norm": 0.31449533256096845, + "learning_rate": 9.998695487405668e-06, + "loss": 0.3959, + "num_tokens": 95951866.0, + "step": 505 + }, + { + "epoch": 0.1726962457337884, + "grad_norm": 0.31471524104523796, + "learning_rate": 9.998654404950217e-06, + "loss": 0.3467, + "num_tokens": 96140538.0, + "step": 506 + }, + { + "epoch": 0.17303754266211605, + "grad_norm": 0.31272366688359515, + "learning_rate": 9.998612685685433e-06, + "loss": 0.3778, + "num_tokens": 96318921.0, + "step": 507 + }, + { + "epoch": 0.17337883959044367, + "grad_norm": 0.31549005465185087, + "learning_rate": 9.99857032961722e-06, + "loss": 0.3752, + "num_tokens": 96519718.0, + "step": 508 + }, + { + "epoch": 0.17372013651877133, + "grad_norm": 0.2910621867513243, + "learning_rate": 9.998527336751575e-06, + "loss": 0.352, + "num_tokens": 96737878.0, + "step": 509 + }, + { + "epoch": 0.17406143344709898, + "grad_norm": 0.2702153220658067, + "learning_rate": 9.998483707094583e-06, + "loss": 0.336, + "num_tokens": 96933994.0, + "step": 510 + }, + { + "epoch": 0.1744027303754266, + "grad_norm": 0.2772039125191325, + "learning_rate": 9.99843944065242e-06, + "loss": 0.355, + "num_tokens": 97171476.0, + "step": 511 + }, + { + "epoch": 0.17474402730375427, + "grad_norm": 0.27311207518865876, + "learning_rate": 9.998394537431352e-06, + "loss": 0.3525, + "num_tokens": 97384678.0, + "step": 512 + }, + { + "epoch": 0.17508532423208192, + "grad_norm": 0.3346378612935649, + "learning_rate": 9.998348997437737e-06, + "loss": 0.4021, + "num_tokens": 97585126.0, + "step": 513 + }, + { + "epoch": 0.17542662116040955, + "grad_norm": 0.28074218762363456, + "learning_rate": 9.99830282067802e-06, + "loss": 0.3405, + "num_tokens": 97795143.0, + "step": 514 + }, + { + "epoch": 0.1757679180887372, + "grad_norm": 0.33191673059651594, + "learning_rate": 9.998256007158736e-06, + "loss": 0.3636, + "num_tokens": 97985570.0, + "step": 515 + }, + { + "epoch": 0.17610921501706484, + "grad_norm": 0.3198313052755493, + "learning_rate": 9.998208556886514e-06, + "loss": 0.3565, + "num_tokens": 98158442.0, + "step": 516 + }, + { + "epoch": 0.1764505119453925, + "grad_norm": 0.26743091707349786, + "learning_rate": 9.998160469868072e-06, + "loss": 0.319, + "num_tokens": 98360734.0, + "step": 517 + }, + { + "epoch": 0.17679180887372015, + "grad_norm": 0.35982230745781346, + "learning_rate": 9.998111746110215e-06, + "loss": 0.3489, + "num_tokens": 98571747.0, + "step": 518 + }, + { + "epoch": 0.17713310580204777, + "grad_norm": 0.4031483960129772, + "learning_rate": 9.998062385619838e-06, + "loss": 0.3596, + "num_tokens": 98817405.0, + "step": 519 + }, + { + "epoch": 0.17747440273037543, + "grad_norm": 0.31847153599596095, + "learning_rate": 9.998012388403933e-06, + "loss": 0.3665, + "num_tokens": 99007412.0, + "step": 520 + }, + { + "epoch": 0.17781569965870306, + "grad_norm": 0.32020020449165665, + "learning_rate": 9.997961754469573e-06, + "loss": 0.4111, + "num_tokens": 99215157.0, + "step": 521 + }, + { + "epoch": 0.1781569965870307, + "grad_norm": 0.2946152088965196, + "learning_rate": 9.997910483823929e-06, + "loss": 0.3547, + "num_tokens": 99396608.0, + "step": 522 + }, + { + "epoch": 0.17849829351535837, + "grad_norm": 0.2932905199347383, + "learning_rate": 9.997858576474256e-06, + "loss": 0.3463, + "num_tokens": 99607841.0, + "step": 523 + }, + { + "epoch": 0.178839590443686, + "grad_norm": 0.30793269369092263, + "learning_rate": 9.997806032427903e-06, + "loss": 0.3588, + "num_tokens": 99792705.0, + "step": 524 + }, + { + "epoch": 0.17918088737201365, + "grad_norm": 0.30000161841546086, + "learning_rate": 9.997752851692308e-06, + "loss": 0.3756, + "num_tokens": 100023334.0, + "step": 525 + }, + { + "epoch": 0.1795221843003413, + "grad_norm": 0.27985566021592023, + "learning_rate": 9.997699034275e-06, + "loss": 0.361, + "num_tokens": 100235416.0, + "step": 526 + }, + { + "epoch": 0.17986348122866894, + "grad_norm": 0.28135691469674556, + "learning_rate": 9.997644580183594e-06, + "loss": 0.3427, + "num_tokens": 100438528.0, + "step": 527 + }, + { + "epoch": 0.1802047781569966, + "grad_norm": 0.3082613456954873, + "learning_rate": 9.997589489425802e-06, + "loss": 0.3367, + "num_tokens": 100588421.0, + "step": 528 + }, + { + "epoch": 0.18054607508532422, + "grad_norm": 0.3045985400567436, + "learning_rate": 9.997533762009419e-06, + "loss": 0.3387, + "num_tokens": 100772634.0, + "step": 529 + }, + { + "epoch": 0.18088737201365188, + "grad_norm": 0.30191618045336555, + "learning_rate": 9.997477397942337e-06, + "loss": 0.3484, + "num_tokens": 100973715.0, + "step": 530 + }, + { + "epoch": 0.18122866894197953, + "grad_norm": 0.2962262479970755, + "learning_rate": 9.997420397232531e-06, + "loss": 0.3601, + "num_tokens": 101167955.0, + "step": 531 + }, + { + "epoch": 0.18156996587030716, + "grad_norm": 0.3202446116950536, + "learning_rate": 9.997362759888075e-06, + "loss": 0.3562, + "num_tokens": 101366079.0, + "step": 532 + }, + { + "epoch": 0.18191126279863482, + "grad_norm": 0.28200589359278194, + "learning_rate": 9.997304485917119e-06, + "loss": 0.3413, + "num_tokens": 101559533.0, + "step": 533 + }, + { + "epoch": 0.18225255972696247, + "grad_norm": 0.3037849177486175, + "learning_rate": 9.997245575327922e-06, + "loss": 0.3639, + "num_tokens": 101742101.0, + "step": 534 + }, + { + "epoch": 0.1825938566552901, + "grad_norm": 0.3087738076079549, + "learning_rate": 9.997186028128817e-06, + "loss": 0.3774, + "num_tokens": 101927674.0, + "step": 535 + }, + { + "epoch": 0.18293515358361775, + "grad_norm": 0.2782986615466053, + "learning_rate": 9.997125844328233e-06, + "loss": 0.3431, + "num_tokens": 102114405.0, + "step": 536 + }, + { + "epoch": 0.18327645051194538, + "grad_norm": 0.28767415862147555, + "learning_rate": 9.997065023934693e-06, + "loss": 0.3219, + "num_tokens": 102303448.0, + "step": 537 + }, + { + "epoch": 0.18361774744027304, + "grad_norm": 0.3020510019635776, + "learning_rate": 9.997003566956805e-06, + "loss": 0.3474, + "num_tokens": 102495793.0, + "step": 538 + }, + { + "epoch": 0.1839590443686007, + "grad_norm": 0.30095091311141753, + "learning_rate": 9.996941473403268e-06, + "loss": 0.3456, + "num_tokens": 102675795.0, + "step": 539 + }, + { + "epoch": 0.18430034129692832, + "grad_norm": 0.3197487838380864, + "learning_rate": 9.996878743282872e-06, + "loss": 0.3859, + "num_tokens": 102832394.0, + "step": 540 + }, + { + "epoch": 0.18464163822525598, + "grad_norm": 0.29331256698078745, + "learning_rate": 9.996815376604497e-06, + "loss": 0.3495, + "num_tokens": 103028737.0, + "step": 541 + }, + { + "epoch": 0.1849829351535836, + "grad_norm": 0.33701134208931405, + "learning_rate": 9.996751373377112e-06, + "loss": 0.4047, + "num_tokens": 103192756.0, + "step": 542 + }, + { + "epoch": 0.18532423208191126, + "grad_norm": 0.2792517841177119, + "learning_rate": 9.996686733609778e-06, + "loss": 0.3588, + "num_tokens": 103413335.0, + "step": 543 + }, + { + "epoch": 0.18566552901023892, + "grad_norm": 0.3218554314301693, + "learning_rate": 9.996621457311644e-06, + "loss": 0.3407, + "num_tokens": 103582025.0, + "step": 544 + }, + { + "epoch": 0.18600682593856654, + "grad_norm": 0.34750632665537046, + "learning_rate": 9.996555544491952e-06, + "loss": 0.3656, + "num_tokens": 103750811.0, + "step": 545 + }, + { + "epoch": 0.1863481228668942, + "grad_norm": 0.3412651167284997, + "learning_rate": 9.996488995160032e-06, + "loss": 0.3591, + "num_tokens": 103922235.0, + "step": 546 + }, + { + "epoch": 0.18668941979522186, + "grad_norm": 0.29693098829011794, + "learning_rate": 9.9964218093253e-06, + "loss": 0.3542, + "num_tokens": 104106163.0, + "step": 547 + }, + { + "epoch": 0.18703071672354948, + "grad_norm": 0.3322709247989509, + "learning_rate": 9.996353986997274e-06, + "loss": 0.3743, + "num_tokens": 104281184.0, + "step": 548 + }, + { + "epoch": 0.18737201365187714, + "grad_norm": 0.2941423722628897, + "learning_rate": 9.996285528185548e-06, + "loss": 0.3338, + "num_tokens": 104461698.0, + "step": 549 + }, + { + "epoch": 0.18771331058020477, + "grad_norm": 0.30131357122824093, + "learning_rate": 9.996216432899816e-06, + "loss": 0.3627, + "num_tokens": 104646298.0, + "step": 550 + }, + { + "epoch": 0.18805460750853242, + "grad_norm": 0.31700512260996566, + "learning_rate": 9.99614670114986e-06, + "loss": 0.3898, + "num_tokens": 104826080.0, + "step": 551 + }, + { + "epoch": 0.18839590443686008, + "grad_norm": 0.3162237693285887, + "learning_rate": 9.99607633294555e-06, + "loss": 0.3683, + "num_tokens": 104999112.0, + "step": 552 + }, + { + "epoch": 0.1887372013651877, + "grad_norm": 0.35095599869270533, + "learning_rate": 9.996005328296844e-06, + "loss": 0.3637, + "num_tokens": 105166573.0, + "step": 553 + }, + { + "epoch": 0.18907849829351536, + "grad_norm": 0.30474317073428453, + "learning_rate": 9.995933687213797e-06, + "loss": 0.3458, + "num_tokens": 105335493.0, + "step": 554 + }, + { + "epoch": 0.189419795221843, + "grad_norm": 0.31257750782312327, + "learning_rate": 9.995861409706547e-06, + "loss": 0.3427, + "num_tokens": 105500615.0, + "step": 555 + }, + { + "epoch": 0.18976109215017065, + "grad_norm": 0.2985363581495214, + "learning_rate": 9.995788495785329e-06, + "loss": 0.3645, + "num_tokens": 105690180.0, + "step": 556 + }, + { + "epoch": 0.1901023890784983, + "grad_norm": 0.3087077944925413, + "learning_rate": 9.995714945460459e-06, + "loss": 0.3806, + "num_tokens": 105881736.0, + "step": 557 + }, + { + "epoch": 0.19044368600682593, + "grad_norm": 0.31558940446558703, + "learning_rate": 9.995640758742355e-06, + "loss": 0.3395, + "num_tokens": 106092646.0, + "step": 558 + }, + { + "epoch": 0.19078498293515359, + "grad_norm": 0.29561237495968856, + "learning_rate": 9.995565935641513e-06, + "loss": 0.4172, + "num_tokens": 106315041.0, + "step": 559 + }, + { + "epoch": 0.19112627986348124, + "grad_norm": 0.29565298609579294, + "learning_rate": 9.995490476168528e-06, + "loss": 0.3637, + "num_tokens": 106496100.0, + "step": 560 + }, + { + "epoch": 0.19146757679180887, + "grad_norm": 0.26529327063394365, + "learning_rate": 9.99541438033408e-06, + "loss": 0.3269, + "num_tokens": 106704848.0, + "step": 561 + }, + { + "epoch": 0.19180887372013652, + "grad_norm": 0.29918697460936433, + "learning_rate": 9.995337648148942e-06, + "loss": 0.3122, + "num_tokens": 106871845.0, + "step": 562 + }, + { + "epoch": 0.19215017064846415, + "grad_norm": 0.32985697600519787, + "learning_rate": 9.995260279623975e-06, + "loss": 0.3461, + "num_tokens": 107045867.0, + "step": 563 + }, + { + "epoch": 0.1924914675767918, + "grad_norm": 0.29871191709316225, + "learning_rate": 9.99518227477013e-06, + "loss": 0.3433, + "num_tokens": 107211001.0, + "step": 564 + }, + { + "epoch": 0.19283276450511946, + "grad_norm": 0.26388020027977427, + "learning_rate": 9.995103633598453e-06, + "loss": 0.3363, + "num_tokens": 107419966.0, + "step": 565 + }, + { + "epoch": 0.1931740614334471, + "grad_norm": 0.3054387984314776, + "learning_rate": 9.995024356120072e-06, + "loss": 0.3395, + "num_tokens": 107605770.0, + "step": 566 + }, + { + "epoch": 0.19351535836177475, + "grad_norm": 0.3084109636298273, + "learning_rate": 9.994944442346208e-06, + "loss": 0.3688, + "num_tokens": 107803087.0, + "step": 567 + }, + { + "epoch": 0.19385665529010238, + "grad_norm": 0.2988813044572293, + "learning_rate": 9.994863892288176e-06, + "loss": 0.38, + "num_tokens": 107988501.0, + "step": 568 + }, + { + "epoch": 0.19419795221843003, + "grad_norm": 0.26871808791548296, + "learning_rate": 9.994782705957381e-06, + "loss": 0.3237, + "num_tokens": 108195113.0, + "step": 569 + }, + { + "epoch": 0.1945392491467577, + "grad_norm": 0.298263502155986, + "learning_rate": 9.994700883365312e-06, + "loss": 0.3347, + "num_tokens": 108388369.0, + "step": 570 + }, + { + "epoch": 0.19488054607508531, + "grad_norm": 1.0429349056642974, + "learning_rate": 9.994618424523548e-06, + "loss": 0.3895, + "num_tokens": 108629882.0, + "step": 571 + }, + { + "epoch": 0.19522184300341297, + "grad_norm": 0.2779631235358856, + "learning_rate": 9.99453532944377e-06, + "loss": 0.3523, + "num_tokens": 108822824.0, + "step": 572 + }, + { + "epoch": 0.19556313993174063, + "grad_norm": 0.28269277678734345, + "learning_rate": 9.994451598137732e-06, + "loss": 0.3237, + "num_tokens": 109013756.0, + "step": 573 + }, + { + "epoch": 0.19590443686006825, + "grad_norm": 0.28789563308393284, + "learning_rate": 9.994367230617292e-06, + "loss": 0.3632, + "num_tokens": 109225128.0, + "step": 574 + }, + { + "epoch": 0.1962457337883959, + "grad_norm": 0.30053659623064294, + "learning_rate": 9.994282226894391e-06, + "loss": 0.3388, + "num_tokens": 109410742.0, + "step": 575 + }, + { + "epoch": 0.19658703071672354, + "grad_norm": 0.28616021838817535, + "learning_rate": 9.994196586981063e-06, + "loss": 0.3492, + "num_tokens": 109606914.0, + "step": 576 + }, + { + "epoch": 0.1969283276450512, + "grad_norm": 0.2760599019830269, + "learning_rate": 9.994110310889429e-06, + "loss": 0.36, + "num_tokens": 109808325.0, + "step": 577 + }, + { + "epoch": 0.19726962457337885, + "grad_norm": 0.29074794902070633, + "learning_rate": 9.994023398631702e-06, + "loss": 0.3608, + "num_tokens": 109987911.0, + "step": 578 + }, + { + "epoch": 0.19761092150170648, + "grad_norm": 0.2872108915654517, + "learning_rate": 9.993935850220187e-06, + "loss": 0.3499, + "num_tokens": 110213349.0, + "step": 579 + }, + { + "epoch": 0.19795221843003413, + "grad_norm": 0.2755798221597186, + "learning_rate": 9.993847665667273e-06, + "loss": 0.3421, + "num_tokens": 110420714.0, + "step": 580 + }, + { + "epoch": 0.1982935153583618, + "grad_norm": 0.28764142218965416, + "learning_rate": 9.993758844985448e-06, + "loss": 0.3318, + "num_tokens": 110586995.0, + "step": 581 + }, + { + "epoch": 0.19863481228668942, + "grad_norm": 0.2992332451893967, + "learning_rate": 9.99366938818728e-06, + "loss": 0.3309, + "num_tokens": 110751550.0, + "step": 582 + }, + { + "epoch": 0.19897610921501707, + "grad_norm": 0.30761116312345577, + "learning_rate": 9.993579295285436e-06, + "loss": 0.3605, + "num_tokens": 110930593.0, + "step": 583 + }, + { + "epoch": 0.1993174061433447, + "grad_norm": 0.3311048373871556, + "learning_rate": 9.993488566292668e-06, + "loss": 0.3801, + "num_tokens": 111143013.0, + "step": 584 + }, + { + "epoch": 0.19965870307167236, + "grad_norm": 0.2923889078325579, + "learning_rate": 9.993397201221818e-06, + "loss": 0.3873, + "num_tokens": 111346451.0, + "step": 585 + }, + { + "epoch": 0.2, + "grad_norm": 0.2596064972763546, + "learning_rate": 9.993305200085821e-06, + "loss": 0.3238, + "num_tokens": 111547554.0, + "step": 586 + }, + { + "epoch": 0.20034129692832764, + "grad_norm": 0.3161814523198118, + "learning_rate": 9.9932125628977e-06, + "loss": 0.3551, + "num_tokens": 111702526.0, + "step": 587 + }, + { + "epoch": 0.2006825938566553, + "grad_norm": 0.2971249300090759, + "learning_rate": 9.993119289670566e-06, + "loss": 0.3707, + "num_tokens": 111883574.0, + "step": 588 + }, + { + "epoch": 0.20102389078498292, + "grad_norm": 0.2922576655053732, + "learning_rate": 9.993025380417625e-06, + "loss": 0.3507, + "num_tokens": 112078942.0, + "step": 589 + }, + { + "epoch": 0.20136518771331058, + "grad_norm": 0.29449745642507064, + "learning_rate": 9.992930835152171e-06, + "loss": 0.3817, + "num_tokens": 112286160.0, + "step": 590 + }, + { + "epoch": 0.20170648464163823, + "grad_norm": 0.2900430334192106, + "learning_rate": 9.992835653887583e-06, + "loss": 0.3778, + "num_tokens": 112491825.0, + "step": 591 + }, + { + "epoch": 0.20204778156996586, + "grad_norm": 0.34072275613816166, + "learning_rate": 9.992739836637339e-06, + "loss": 0.3686, + "num_tokens": 112657459.0, + "step": 592 + }, + { + "epoch": 0.20238907849829352, + "grad_norm": 0.2996454294883638, + "learning_rate": 9.992643383415e-06, + "loss": 0.3629, + "num_tokens": 112856035.0, + "step": 593 + }, + { + "epoch": 0.20273037542662117, + "grad_norm": 0.3228988096252463, + "learning_rate": 9.992546294234222e-06, + "loss": 0.3327, + "num_tokens": 113018178.0, + "step": 594 + }, + { + "epoch": 0.2030716723549488, + "grad_norm": 0.29387075917779265, + "learning_rate": 9.992448569108744e-06, + "loss": 0.3294, + "num_tokens": 113199295.0, + "step": 595 + }, + { + "epoch": 0.20341296928327646, + "grad_norm": 0.2822160446059777, + "learning_rate": 9.992350208052404e-06, + "loss": 0.3695, + "num_tokens": 113403005.0, + "step": 596 + }, + { + "epoch": 0.20375426621160408, + "grad_norm": 0.3252824751899281, + "learning_rate": 9.992251211079123e-06, + "loss": 0.3446, + "num_tokens": 113587108.0, + "step": 597 + }, + { + "epoch": 0.20409556313993174, + "grad_norm": 0.30267520747471516, + "learning_rate": 9.992151578202916e-06, + "loss": 0.3646, + "num_tokens": 113770237.0, + "step": 598 + }, + { + "epoch": 0.2044368600682594, + "grad_norm": 0.3223821443505771, + "learning_rate": 9.992051309437885e-06, + "loss": 0.3814, + "num_tokens": 113923440.0, + "step": 599 + }, + { + "epoch": 0.20477815699658702, + "grad_norm": 0.2977692537533301, + "learning_rate": 9.991950404798225e-06, + "loss": 0.3564, + "num_tokens": 114086814.0, + "step": 600 + }, + { + "epoch": 0.20511945392491468, + "grad_norm": 0.27157285035468004, + "learning_rate": 9.99184886429822e-06, + "loss": 0.3585, + "num_tokens": 114290959.0, + "step": 601 + }, + { + "epoch": 0.2054607508532423, + "grad_norm": 0.3024865296769354, + "learning_rate": 9.991746687952242e-06, + "loss": 0.3794, + "num_tokens": 114499755.0, + "step": 602 + }, + { + "epoch": 0.20580204778156996, + "grad_norm": 0.29768332748855514, + "learning_rate": 9.991643875774756e-06, + "loss": 0.3431, + "num_tokens": 114674065.0, + "step": 603 + }, + { + "epoch": 0.20614334470989762, + "grad_norm": 0.29175995942628524, + "learning_rate": 9.991540427780314e-06, + "loss": 0.3746, + "num_tokens": 114845895.0, + "step": 604 + }, + { + "epoch": 0.20648464163822525, + "grad_norm": 0.2881967863210934, + "learning_rate": 9.991436343983562e-06, + "loss": 0.335, + "num_tokens": 115023619.0, + "step": 605 + }, + { + "epoch": 0.2068259385665529, + "grad_norm": 0.29328999958371427, + "learning_rate": 9.991331624399233e-06, + "loss": 0.3298, + "num_tokens": 115198652.0, + "step": 606 + }, + { + "epoch": 0.20716723549488056, + "grad_norm": 0.3076671641508792, + "learning_rate": 9.991226269042148e-06, + "loss": 0.341, + "num_tokens": 115401267.0, + "step": 607 + }, + { + "epoch": 0.2075085324232082, + "grad_norm": 0.2801742131865227, + "learning_rate": 9.991120277927224e-06, + "loss": 0.3552, + "num_tokens": 115605167.0, + "step": 608 + }, + { + "epoch": 0.20784982935153584, + "grad_norm": 0.29276572149488567, + "learning_rate": 9.991013651069461e-06, + "loss": 0.3657, + "num_tokens": 115796821.0, + "step": 609 + }, + { + "epoch": 0.20819112627986347, + "grad_norm": 0.2675834257041292, + "learning_rate": 9.990906388483958e-06, + "loss": 0.3208, + "num_tokens": 116003069.0, + "step": 610 + }, + { + "epoch": 0.20853242320819113, + "grad_norm": 0.31123011000630796, + "learning_rate": 9.990798490185892e-06, + "loss": 0.3678, + "num_tokens": 116192919.0, + "step": 611 + }, + { + "epoch": 0.20887372013651878, + "grad_norm": 0.2729670258587716, + "learning_rate": 9.990689956190541e-06, + "loss": 0.3226, + "num_tokens": 116379360.0, + "step": 612 + }, + { + "epoch": 0.2092150170648464, + "grad_norm": 0.3316643396638682, + "learning_rate": 9.990580786513269e-06, + "loss": 0.3423, + "num_tokens": 116534355.0, + "step": 613 + }, + { + "epoch": 0.20955631399317406, + "grad_norm": 0.3028362067751804, + "learning_rate": 9.990470981169529e-06, + "loss": 0.3683, + "num_tokens": 116730157.0, + "step": 614 + }, + { + "epoch": 0.2098976109215017, + "grad_norm": 0.26699148702013786, + "learning_rate": 9.990360540174861e-06, + "loss": 0.3247, + "num_tokens": 116948492.0, + "step": 615 + }, + { + "epoch": 0.21023890784982935, + "grad_norm": 0.28226356800610364, + "learning_rate": 9.990249463544901e-06, + "loss": 0.3786, + "num_tokens": 117148370.0, + "step": 616 + }, + { + "epoch": 0.210580204778157, + "grad_norm": 0.2722678000335918, + "learning_rate": 9.990137751295377e-06, + "loss": 0.3251, + "num_tokens": 117364215.0, + "step": 617 + }, + { + "epoch": 0.21092150170648463, + "grad_norm": 0.2608201245982326, + "learning_rate": 9.990025403442095e-06, + "loss": 0.3546, + "num_tokens": 117623639.0, + "step": 618 + }, + { + "epoch": 0.2112627986348123, + "grad_norm": 0.28787886700271453, + "learning_rate": 9.989912420000962e-06, + "loss": 0.3124, + "num_tokens": 117805166.0, + "step": 619 + }, + { + "epoch": 0.21160409556313994, + "grad_norm": 0.3163113630213629, + "learning_rate": 9.989798800987972e-06, + "loss": 0.3872, + "num_tokens": 117996648.0, + "step": 620 + }, + { + "epoch": 0.21194539249146757, + "grad_norm": 0.29965490001573414, + "learning_rate": 9.989684546419208e-06, + "loss": 0.3476, + "num_tokens": 118190114.0, + "step": 621 + }, + { + "epoch": 0.21228668941979523, + "grad_norm": 0.39865300341446375, + "learning_rate": 9.989569656310842e-06, + "loss": 0.3834, + "num_tokens": 118403227.0, + "step": 622 + }, + { + "epoch": 0.21262798634812285, + "grad_norm": 0.3406233631953909, + "learning_rate": 9.989454130679138e-06, + "loss": 0.4066, + "num_tokens": 118585070.0, + "step": 623 + }, + { + "epoch": 0.2129692832764505, + "grad_norm": 0.3255907119352475, + "learning_rate": 9.98933796954045e-06, + "loss": 0.3263, + "num_tokens": 118740003.0, + "step": 624 + }, + { + "epoch": 0.21331058020477817, + "grad_norm": 0.3166908596764231, + "learning_rate": 9.98922117291122e-06, + "loss": 0.3583, + "num_tokens": 118895875.0, + "step": 625 + }, + { + "epoch": 0.2136518771331058, + "grad_norm": 0.30269579908223027, + "learning_rate": 9.989103740807982e-06, + "loss": 0.3371, + "num_tokens": 119056882.0, + "step": 626 + }, + { + "epoch": 0.21399317406143345, + "grad_norm": 0.3030329197731459, + "learning_rate": 9.98898567324736e-06, + "loss": 0.3573, + "num_tokens": 119254295.0, + "step": 627 + }, + { + "epoch": 0.2143344709897611, + "grad_norm": 0.33037614462861775, + "learning_rate": 9.988866970246067e-06, + "loss": 0.3212, + "num_tokens": 119441049.0, + "step": 628 + }, + { + "epoch": 0.21467576791808873, + "grad_norm": 0.2795813438812738, + "learning_rate": 9.988747631820905e-06, + "loss": 0.38, + "num_tokens": 119656754.0, + "step": 629 + }, + { + "epoch": 0.2150170648464164, + "grad_norm": 0.30106950985402153, + "learning_rate": 9.988627657988766e-06, + "loss": 0.3787, + "num_tokens": 119847332.0, + "step": 630 + }, + { + "epoch": 0.21535836177474402, + "grad_norm": 0.2931062469233281, + "learning_rate": 9.988507048766636e-06, + "loss": 0.3725, + "num_tokens": 120074938.0, + "step": 631 + }, + { + "epoch": 0.21569965870307167, + "grad_norm": 0.3046723974695324, + "learning_rate": 9.988385804171586e-06, + "loss": 0.3549, + "num_tokens": 120266095.0, + "step": 632 + }, + { + "epoch": 0.21604095563139933, + "grad_norm": 0.3035441700569293, + "learning_rate": 9.988263924220777e-06, + "loss": 0.3725, + "num_tokens": 120462271.0, + "step": 633 + }, + { + "epoch": 0.21638225255972696, + "grad_norm": 0.30622465338942323, + "learning_rate": 9.988141408931465e-06, + "loss": 0.3582, + "num_tokens": 120633590.0, + "step": 634 + }, + { + "epoch": 0.2167235494880546, + "grad_norm": 0.2667267911306378, + "learning_rate": 9.988018258320992e-06, + "loss": 0.3539, + "num_tokens": 120856182.0, + "step": 635 + }, + { + "epoch": 0.21706484641638224, + "grad_norm": 0.26413213990784623, + "learning_rate": 9.98789447240679e-06, + "loss": 0.3598, + "num_tokens": 121095209.0, + "step": 636 + }, + { + "epoch": 0.2174061433447099, + "grad_norm": 0.27913398961334657, + "learning_rate": 9.987770051206381e-06, + "loss": 0.3437, + "num_tokens": 121296994.0, + "step": 637 + }, + { + "epoch": 0.21774744027303755, + "grad_norm": 0.32047719264648145, + "learning_rate": 9.98764499473738e-06, + "loss": 0.3352, + "num_tokens": 121460789.0, + "step": 638 + }, + { + "epoch": 0.21808873720136518, + "grad_norm": 0.295073888393681, + "learning_rate": 9.987519303017486e-06, + "loss": 0.3688, + "num_tokens": 121658856.0, + "step": 639 + }, + { + "epoch": 0.21843003412969283, + "grad_norm": 0.2867837704088633, + "learning_rate": 9.987392976064493e-06, + "loss": 0.332, + "num_tokens": 121848189.0, + "step": 640 + }, + { + "epoch": 0.2187713310580205, + "grad_norm": 0.28690932514384, + "learning_rate": 9.987266013896286e-06, + "loss": 0.3334, + "num_tokens": 122029539.0, + "step": 641 + }, + { + "epoch": 0.21911262798634812, + "grad_norm": 0.30339419236027276, + "learning_rate": 9.987138416530832e-06, + "loss": 0.3967, + "num_tokens": 122239051.0, + "step": 642 + }, + { + "epoch": 0.21945392491467577, + "grad_norm": 0.28924538702509583, + "learning_rate": 9.987010183986195e-06, + "loss": 0.3268, + "num_tokens": 122410891.0, + "step": 643 + }, + { + "epoch": 0.2197952218430034, + "grad_norm": 0.29169432016279195, + "learning_rate": 9.98688131628053e-06, + "loss": 0.3555, + "num_tokens": 122592212.0, + "step": 644 + }, + { + "epoch": 0.22013651877133106, + "grad_norm": 0.2865337694983214, + "learning_rate": 9.986751813432075e-06, + "loss": 0.353, + "num_tokens": 122789132.0, + "step": 645 + }, + { + "epoch": 0.2204778156996587, + "grad_norm": 0.2872258687795404, + "learning_rate": 9.986621675459166e-06, + "loss": 0.3632, + "num_tokens": 122986709.0, + "step": 646 + }, + { + "epoch": 0.22081911262798634, + "grad_norm": 0.30178482165718173, + "learning_rate": 9.986490902380219e-06, + "loss": 0.3703, + "num_tokens": 123166211.0, + "step": 647 + }, + { + "epoch": 0.221160409556314, + "grad_norm": 0.29040394851704426, + "learning_rate": 9.98635949421375e-06, + "loss": 0.3485, + "num_tokens": 123343400.0, + "step": 648 + }, + { + "epoch": 0.22150170648464163, + "grad_norm": 0.2964342172429404, + "learning_rate": 9.986227450978359e-06, + "loss": 0.3397, + "num_tokens": 123513538.0, + "step": 649 + }, + { + "epoch": 0.22184300341296928, + "grad_norm": 0.2705332095138759, + "learning_rate": 9.986094772692738e-06, + "loss": 0.3957, + "num_tokens": 123769754.0, + "step": 650 + }, + { + "epoch": 0.22218430034129694, + "grad_norm": 0.30500972813404315, + "learning_rate": 9.98596145937567e-06, + "loss": 0.3514, + "num_tokens": 123928543.0, + "step": 651 + }, + { + "epoch": 0.22252559726962456, + "grad_norm": 0.3184815861193177, + "learning_rate": 9.985827511046022e-06, + "loss": 0.394, + "num_tokens": 124099502.0, + "step": 652 + }, + { + "epoch": 0.22286689419795222, + "grad_norm": 0.3539846943163858, + "learning_rate": 9.985692927722757e-06, + "loss": 0.3933, + "num_tokens": 124294192.0, + "step": 653 + }, + { + "epoch": 0.22320819112627988, + "grad_norm": 0.2961191775663387, + "learning_rate": 9.985557709424929e-06, + "loss": 0.3279, + "num_tokens": 124501568.0, + "step": 654 + }, + { + "epoch": 0.2235494880546075, + "grad_norm": 0.3121565447661048, + "learning_rate": 9.985421856171676e-06, + "loss": 0.3552, + "num_tokens": 124683603.0, + "step": 655 + }, + { + "epoch": 0.22389078498293516, + "grad_norm": 0.30047359970220017, + "learning_rate": 9.985285367982227e-06, + "loss": 0.3599, + "num_tokens": 124865534.0, + "step": 656 + }, + { + "epoch": 0.2242320819112628, + "grad_norm": 0.2996613432636539, + "learning_rate": 9.985148244875907e-06, + "loss": 0.3357, + "num_tokens": 125038077.0, + "step": 657 + }, + { + "epoch": 0.22457337883959044, + "grad_norm": 0.2980815219351525, + "learning_rate": 9.985010486872125e-06, + "loss": 0.3626, + "num_tokens": 125225865.0, + "step": 658 + }, + { + "epoch": 0.2249146757679181, + "grad_norm": 0.2886169908093857, + "learning_rate": 9.984872093990379e-06, + "loss": 0.3546, + "num_tokens": 125419708.0, + "step": 659 + }, + { + "epoch": 0.22525597269624573, + "grad_norm": 0.27552989786960386, + "learning_rate": 9.984733066250262e-06, + "loss": 0.3278, + "num_tokens": 125616540.0, + "step": 660 + }, + { + "epoch": 0.22559726962457338, + "grad_norm": 0.27488846932025074, + "learning_rate": 9.984593403671452e-06, + "loss": 0.363, + "num_tokens": 125820144.0, + "step": 661 + }, + { + "epoch": 0.225938566552901, + "grad_norm": 0.2935377818342098, + "learning_rate": 9.984453106273721e-06, + "loss": 0.3497, + "num_tokens": 125987573.0, + "step": 662 + }, + { + "epoch": 0.22627986348122867, + "grad_norm": 0.277451013037856, + "learning_rate": 9.984312174076929e-06, + "loss": 0.3426, + "num_tokens": 126210442.0, + "step": 663 + }, + { + "epoch": 0.22662116040955632, + "grad_norm": 0.2578334699786814, + "learning_rate": 9.984170607101025e-06, + "loss": 0.3038, + "num_tokens": 126406086.0, + "step": 664 + }, + { + "epoch": 0.22696245733788395, + "grad_norm": 0.4326725185245901, + "learning_rate": 9.984028405366048e-06, + "loss": 0.3662, + "num_tokens": 126621003.0, + "step": 665 + }, + { + "epoch": 0.2273037542662116, + "grad_norm": 0.27667889316840855, + "learning_rate": 9.983885568892127e-06, + "loss": 0.3467, + "num_tokens": 126816309.0, + "step": 666 + }, + { + "epoch": 0.22764505119453926, + "grad_norm": 0.2545590201904582, + "learning_rate": 9.983742097699483e-06, + "loss": 0.3391, + "num_tokens": 127022608.0, + "step": 667 + }, + { + "epoch": 0.2279863481228669, + "grad_norm": 0.2757566278688762, + "learning_rate": 9.983597991808424e-06, + "loss": 0.3405, + "num_tokens": 127220657.0, + "step": 668 + }, + { + "epoch": 0.22832764505119454, + "grad_norm": 0.2887287155842013, + "learning_rate": 9.98345325123935e-06, + "loss": 0.3666, + "num_tokens": 127403508.0, + "step": 669 + }, + { + "epoch": 0.22866894197952217, + "grad_norm": 0.29696244642363523, + "learning_rate": 9.983307876012747e-06, + "loss": 0.3442, + "num_tokens": 127589945.0, + "step": 670 + }, + { + "epoch": 0.22901023890784983, + "grad_norm": 0.31002283443344564, + "learning_rate": 9.983161866149198e-06, + "loss": 0.3598, + "num_tokens": 127750452.0, + "step": 671 + }, + { + "epoch": 0.22935153583617748, + "grad_norm": 0.31167965688997995, + "learning_rate": 9.98301522166937e-06, + "loss": 0.3818, + "num_tokens": 127948294.0, + "step": 672 + }, + { + "epoch": 0.2296928327645051, + "grad_norm": 0.28347315159110376, + "learning_rate": 9.982867942594017e-06, + "loss": 0.3384, + "num_tokens": 128139327.0, + "step": 673 + }, + { + "epoch": 0.23003412969283277, + "grad_norm": 0.3287896804410376, + "learning_rate": 9.982720028943995e-06, + "loss": 0.3721, + "num_tokens": 128304950.0, + "step": 674 + }, + { + "epoch": 0.23037542662116042, + "grad_norm": 0.2533521195094044, + "learning_rate": 9.982571480740235e-06, + "loss": 0.3637, + "num_tokens": 128560693.0, + "step": 675 + }, + { + "epoch": 0.23071672354948805, + "grad_norm": 0.2535911575738002, + "learning_rate": 9.982422298003766e-06, + "loss": 0.3558, + "num_tokens": 128786994.0, + "step": 676 + }, + { + "epoch": 0.2310580204778157, + "grad_norm": 0.3035590137979956, + "learning_rate": 9.982272480755712e-06, + "loss": 0.3784, + "num_tokens": 128964202.0, + "step": 677 + }, + { + "epoch": 0.23139931740614333, + "grad_norm": 0.32638934988542084, + "learning_rate": 9.982122029017271e-06, + "loss": 0.3916, + "num_tokens": 129133875.0, + "step": 678 + }, + { + "epoch": 0.231740614334471, + "grad_norm": 0.2989125227483299, + "learning_rate": 9.98197094280975e-06, + "loss": 0.3676, + "num_tokens": 129329194.0, + "step": 679 + }, + { + "epoch": 0.23208191126279865, + "grad_norm": 0.30846840920036855, + "learning_rate": 9.981819222154526e-06, + "loss": 0.3447, + "num_tokens": 129478628.0, + "step": 680 + }, + { + "epoch": 0.23242320819112627, + "grad_norm": 0.28735602351651257, + "learning_rate": 9.981666867073083e-06, + "loss": 0.3638, + "num_tokens": 129667082.0, + "step": 681 + }, + { + "epoch": 0.23276450511945393, + "grad_norm": 0.27650448616033935, + "learning_rate": 9.981513877586986e-06, + "loss": 0.3504, + "num_tokens": 129866683.0, + "step": 682 + }, + { + "epoch": 0.23310580204778156, + "grad_norm": 0.29252868929210263, + "learning_rate": 9.98136025371789e-06, + "loss": 0.3626, + "num_tokens": 130056164.0, + "step": 683 + }, + { + "epoch": 0.2334470989761092, + "grad_norm": 0.308782280322066, + "learning_rate": 9.981205995487544e-06, + "loss": 0.3282, + "num_tokens": 130208740.0, + "step": 684 + }, + { + "epoch": 0.23378839590443687, + "grad_norm": 0.30013980729934436, + "learning_rate": 9.981051102917782e-06, + "loss": 0.3574, + "num_tokens": 130399719.0, + "step": 685 + }, + { + "epoch": 0.2341296928327645, + "grad_norm": 0.30564629026625345, + "learning_rate": 9.98089557603053e-06, + "loss": 0.377, + "num_tokens": 130578934.0, + "step": 686 + }, + { + "epoch": 0.23447098976109215, + "grad_norm": 0.30455574119790635, + "learning_rate": 9.980739414847805e-06, + "loss": 0.3557, + "num_tokens": 130747779.0, + "step": 687 + }, + { + "epoch": 0.2348122866894198, + "grad_norm": 0.2829200734692116, + "learning_rate": 9.98058261939171e-06, + "loss": 0.3434, + "num_tokens": 130938237.0, + "step": 688 + }, + { + "epoch": 0.23515358361774744, + "grad_norm": 0.3037248465899859, + "learning_rate": 9.980425189684445e-06, + "loss": 0.3906, + "num_tokens": 131132292.0, + "step": 689 + }, + { + "epoch": 0.2354948805460751, + "grad_norm": 0.28595681413622154, + "learning_rate": 9.980267125748288e-06, + "loss": 0.377, + "num_tokens": 131347678.0, + "step": 690 + }, + { + "epoch": 0.23583617747440272, + "grad_norm": 0.29761957316049825, + "learning_rate": 9.98010842760562e-06, + "loss": 0.3875, + "num_tokens": 131535522.0, + "step": 691 + }, + { + "epoch": 0.23617747440273038, + "grad_norm": 0.3059628098223954, + "learning_rate": 9.979949095278904e-06, + "loss": 0.3809, + "num_tokens": 131727476.0, + "step": 692 + }, + { + "epoch": 0.23651877133105803, + "grad_norm": 0.25937105734372284, + "learning_rate": 9.979789128790693e-06, + "loss": 0.3721, + "num_tokens": 131991448.0, + "step": 693 + }, + { + "epoch": 0.23686006825938566, + "grad_norm": 0.2749513761281431, + "learning_rate": 9.97962852816363e-06, + "loss": 0.2982, + "num_tokens": 132172282.0, + "step": 694 + }, + { + "epoch": 0.23720136518771331, + "grad_norm": 0.33245721127646405, + "learning_rate": 9.979467293420454e-06, + "loss": 0.3943, + "num_tokens": 132346710.0, + "step": 695 + }, + { + "epoch": 0.23754266211604094, + "grad_norm": 0.3013511312067787, + "learning_rate": 9.979305424583982e-06, + "loss": 0.3577, + "num_tokens": 132540977.0, + "step": 696 + }, + { + "epoch": 0.2378839590443686, + "grad_norm": 0.275515102262163, + "learning_rate": 9.979142921677133e-06, + "loss": 0.3369, + "num_tokens": 132723667.0, + "step": 697 + }, + { + "epoch": 0.23822525597269625, + "grad_norm": 0.2764867008347549, + "learning_rate": 9.978979784722908e-06, + "loss": 0.3692, + "num_tokens": 132917074.0, + "step": 698 + }, + { + "epoch": 0.23856655290102388, + "grad_norm": 0.2969499758123747, + "learning_rate": 9.9788160137444e-06, + "loss": 0.3848, + "num_tokens": 133090243.0, + "step": 699 + }, + { + "epoch": 0.23890784982935154, + "grad_norm": 0.3125780919955647, + "learning_rate": 9.97865160876479e-06, + "loss": 0.3826, + "num_tokens": 133259092.0, + "step": 700 + }, + { + "epoch": 0.2392491467576792, + "grad_norm": 0.3118732897848859, + "learning_rate": 9.978486569807354e-06, + "loss": 0.3192, + "num_tokens": 133415905.0, + "step": 701 + }, + { + "epoch": 0.23959044368600682, + "grad_norm": 0.29479359797628174, + "learning_rate": 9.978320896895451e-06, + "loss": 0.3596, + "num_tokens": 133580765.0, + "step": 702 + }, + { + "epoch": 0.23993174061433448, + "grad_norm": 0.2668239369924035, + "learning_rate": 9.978154590052536e-06, + "loss": 0.3518, + "num_tokens": 133775155.0, + "step": 703 + }, + { + "epoch": 0.2402730375426621, + "grad_norm": 0.2929136943438347, + "learning_rate": 9.977987649302146e-06, + "loss": 0.3653, + "num_tokens": 133955964.0, + "step": 704 + }, + { + "epoch": 0.24061433447098976, + "grad_norm": 0.30639612970723346, + "learning_rate": 9.977820074667917e-06, + "loss": 0.3539, + "num_tokens": 134132540.0, + "step": 705 + }, + { + "epoch": 0.24095563139931742, + "grad_norm": 0.2953707227915656, + "learning_rate": 9.977651866173568e-06, + "loss": 0.337, + "num_tokens": 134299279.0, + "step": 706 + }, + { + "epoch": 0.24129692832764504, + "grad_norm": 0.34094851801052256, + "learning_rate": 9.97748302384291e-06, + "loss": 0.337, + "num_tokens": 134496322.0, + "step": 707 + }, + { + "epoch": 0.2416382252559727, + "grad_norm": 0.3035032748739121, + "learning_rate": 9.977313547699844e-06, + "loss": 0.366, + "num_tokens": 134674688.0, + "step": 708 + }, + { + "epoch": 0.24197952218430033, + "grad_norm": 0.2769659628139825, + "learning_rate": 9.97714343776836e-06, + "loss": 0.354, + "num_tokens": 134863782.0, + "step": 709 + }, + { + "epoch": 0.24232081911262798, + "grad_norm": 0.32214053938817655, + "learning_rate": 9.976972694072537e-06, + "loss": 0.3595, + "num_tokens": 135027208.0, + "step": 710 + }, + { + "epoch": 0.24266211604095564, + "grad_norm": 0.31802864729908337, + "learning_rate": 9.976801316636547e-06, + "loss": 0.3281, + "num_tokens": 135212788.0, + "step": 711 + }, + { + "epoch": 0.24300341296928327, + "grad_norm": 0.321770887898282, + "learning_rate": 9.976629305484648e-06, + "loss": 0.3743, + "num_tokens": 135381676.0, + "step": 712 + }, + { + "epoch": 0.24334470989761092, + "grad_norm": 0.2995200207698917, + "learning_rate": 9.976456660641189e-06, + "loss": 0.3554, + "num_tokens": 135543838.0, + "step": 713 + }, + { + "epoch": 0.24368600682593858, + "grad_norm": 0.2713146781305737, + "learning_rate": 9.97628338213061e-06, + "loss": 0.3786, + "num_tokens": 135782136.0, + "step": 714 + }, + { + "epoch": 0.2440273037542662, + "grad_norm": 0.2877771660164592, + "learning_rate": 9.976109469977436e-06, + "loss": 0.3368, + "num_tokens": 135989948.0, + "step": 715 + }, + { + "epoch": 0.24436860068259386, + "grad_norm": 0.3130067764690457, + "learning_rate": 9.97593492420629e-06, + "loss": 0.3261, + "num_tokens": 136211373.0, + "step": 716 + }, + { + "epoch": 0.2447098976109215, + "grad_norm": 0.29202928493693203, + "learning_rate": 9.975759744841878e-06, + "loss": 0.3817, + "num_tokens": 136424953.0, + "step": 717 + }, + { + "epoch": 0.24505119453924915, + "grad_norm": 0.32845423504688964, + "learning_rate": 9.975583931908996e-06, + "loss": 0.3528, + "num_tokens": 136592900.0, + "step": 718 + }, + { + "epoch": 0.2453924914675768, + "grad_norm": 0.29547051161995064, + "learning_rate": 9.975407485432534e-06, + "loss": 0.3892, + "num_tokens": 136833863.0, + "step": 719 + }, + { + "epoch": 0.24573378839590443, + "grad_norm": 0.2932311927368726, + "learning_rate": 9.975230405437466e-06, + "loss": 0.3442, + "num_tokens": 137000855.0, + "step": 720 + }, + { + "epoch": 0.24607508532423208, + "grad_norm": 0.3101547659226907, + "learning_rate": 9.97505269194886e-06, + "loss": 0.3475, + "num_tokens": 137167277.0, + "step": 721 + }, + { + "epoch": 0.24641638225255974, + "grad_norm": 0.2638350064599975, + "learning_rate": 9.974874344991873e-06, + "loss": 0.3503, + "num_tokens": 137371336.0, + "step": 722 + }, + { + "epoch": 0.24675767918088737, + "grad_norm": 0.28425353305256057, + "learning_rate": 9.974695364591753e-06, + "loss": 0.3621, + "num_tokens": 137588908.0, + "step": 723 + }, + { + "epoch": 0.24709897610921502, + "grad_norm": 0.3032305078886289, + "learning_rate": 9.974515750773833e-06, + "loss": 0.3443, + "num_tokens": 137743626.0, + "step": 724 + }, + { + "epoch": 0.24744027303754265, + "grad_norm": 0.3012559173909559, + "learning_rate": 9.974335503563536e-06, + "loss": 0.3783, + "num_tokens": 137927937.0, + "step": 725 + }, + { + "epoch": 0.2477815699658703, + "grad_norm": 0.3035587528789873, + "learning_rate": 9.974154622986381e-06, + "loss": 0.3447, + "num_tokens": 138097191.0, + "step": 726 + }, + { + "epoch": 0.24812286689419796, + "grad_norm": 0.30997723576734737, + "learning_rate": 9.973973109067971e-06, + "loss": 0.3415, + "num_tokens": 138286814.0, + "step": 727 + }, + { + "epoch": 0.2484641638225256, + "grad_norm": 0.3018110780624562, + "learning_rate": 9.973790961834e-06, + "loss": 0.3403, + "num_tokens": 138475216.0, + "step": 728 + }, + { + "epoch": 0.24880546075085325, + "grad_norm": 0.266447269599292, + "learning_rate": 9.973608181310253e-06, + "loss": 0.3289, + "num_tokens": 138680743.0, + "step": 729 + }, + { + "epoch": 0.24914675767918087, + "grad_norm": 0.28885291881610703, + "learning_rate": 9.973424767522604e-06, + "loss": 0.3549, + "num_tokens": 138884124.0, + "step": 730 + }, + { + "epoch": 0.24948805460750853, + "grad_norm": 0.31720810811348005, + "learning_rate": 9.973240720497014e-06, + "loss": 0.3497, + "num_tokens": 139053469.0, + "step": 731 + }, + { + "epoch": 0.24982935153583619, + "grad_norm": 0.31417849109951074, + "learning_rate": 9.973056040259536e-06, + "loss": 0.3649, + "num_tokens": 139273246.0, + "step": 732 + }, + { + "epoch": 0.2501706484641638, + "grad_norm": 0.30291168370159827, + "learning_rate": 9.972870726836314e-06, + "loss": 0.3494, + "num_tokens": 139437785.0, + "step": 733 + }, + { + "epoch": 0.25051194539249144, + "grad_norm": 0.30213232606288537, + "learning_rate": 9.972684780253583e-06, + "loss": 0.365, + "num_tokens": 139609185.0, + "step": 734 + }, + { + "epoch": 0.2508532423208191, + "grad_norm": 0.32452410429013134, + "learning_rate": 9.972498200537658e-06, + "loss": 0.3658, + "num_tokens": 139758766.0, + "step": 735 + }, + { + "epoch": 0.25119453924914675, + "grad_norm": 0.2864441698697654, + "learning_rate": 9.972310987714955e-06, + "loss": 0.3267, + "num_tokens": 139924243.0, + "step": 736 + }, + { + "epoch": 0.2515358361774744, + "grad_norm": 0.29597989143687337, + "learning_rate": 9.972123141811974e-06, + "loss": 0.3669, + "num_tokens": 140126776.0, + "step": 737 + }, + { + "epoch": 0.25187713310580206, + "grad_norm": 0.28388704176178237, + "learning_rate": 9.971934662855308e-06, + "loss": 0.3389, + "num_tokens": 140336747.0, + "step": 738 + }, + { + "epoch": 0.2522184300341297, + "grad_norm": 0.33727054572495063, + "learning_rate": 9.97174555087163e-06, + "loss": 0.3653, + "num_tokens": 140466361.0, + "step": 739 + }, + { + "epoch": 0.2525597269624573, + "grad_norm": 0.31625041217208827, + "learning_rate": 9.971555805887719e-06, + "loss": 0.3706, + "num_tokens": 140660030.0, + "step": 740 + }, + { + "epoch": 0.252901023890785, + "grad_norm": 0.29126487521454414, + "learning_rate": 9.971365427930427e-06, + "loss": 0.3397, + "num_tokens": 140880164.0, + "step": 741 + }, + { + "epoch": 0.25324232081911263, + "grad_norm": 0.3314240130802523, + "learning_rate": 9.971174417026708e-06, + "loss": 0.3516, + "num_tokens": 141124662.0, + "step": 742 + }, + { + "epoch": 0.25358361774744026, + "grad_norm": 0.26395675773175353, + "learning_rate": 9.970982773203598e-06, + "loss": 0.3423, + "num_tokens": 141342100.0, + "step": 743 + }, + { + "epoch": 0.25392491467576794, + "grad_norm": 0.2804742185531697, + "learning_rate": 9.970790496488227e-06, + "loss": 0.3191, + "num_tokens": 141527860.0, + "step": 744 + }, + { + "epoch": 0.25426621160409557, + "grad_norm": 0.3107872124352973, + "learning_rate": 9.97059758690781e-06, + "loss": 0.4034, + "num_tokens": 141740557.0, + "step": 745 + }, + { + "epoch": 0.2546075085324232, + "grad_norm": 0.3064075476468897, + "learning_rate": 9.970404044489658e-06, + "loss": 0.4058, + "num_tokens": 141950717.0, + "step": 746 + }, + { + "epoch": 0.2549488054607508, + "grad_norm": 0.3110180068922617, + "learning_rate": 9.970209869261166e-06, + "loss": 0.3894, + "num_tokens": 142135406.0, + "step": 747 + }, + { + "epoch": 0.2552901023890785, + "grad_norm": 0.2759016411648025, + "learning_rate": 9.970015061249819e-06, + "loss": 0.3522, + "num_tokens": 142335665.0, + "step": 748 + }, + { + "epoch": 0.25563139931740614, + "grad_norm": 0.2635138663792979, + "learning_rate": 9.969819620483197e-06, + "loss": 0.3291, + "num_tokens": 142543062.0, + "step": 749 + }, + { + "epoch": 0.25597269624573377, + "grad_norm": 0.3409871400300407, + "learning_rate": 9.969623546988964e-06, + "loss": 0.373, + "num_tokens": 142734573.0, + "step": 750 + }, + { + "epoch": 0.25631399317406145, + "grad_norm": 0.2976517204967619, + "learning_rate": 9.969426840794874e-06, + "loss": 0.3703, + "num_tokens": 142919536.0, + "step": 751 + }, + { + "epoch": 0.2566552901023891, + "grad_norm": 0.281840936678439, + "learning_rate": 9.969229501928774e-06, + "loss": 0.3691, + "num_tokens": 143114865.0, + "step": 752 + }, + { + "epoch": 0.2569965870307167, + "grad_norm": 0.27115005694890476, + "learning_rate": 9.969031530418596e-06, + "loss": 0.3541, + "num_tokens": 143311560.0, + "step": 753 + }, + { + "epoch": 0.2573378839590444, + "grad_norm": 0.29146888134093485, + "learning_rate": 9.968832926292364e-06, + "loss": 0.3003, + "num_tokens": 143488481.0, + "step": 754 + }, + { + "epoch": 0.257679180887372, + "grad_norm": 0.29219343194224345, + "learning_rate": 9.968633689578196e-06, + "loss": 0.3513, + "num_tokens": 143661327.0, + "step": 755 + }, + { + "epoch": 0.25802047781569964, + "grad_norm": 0.2933322243535636, + "learning_rate": 9.968433820304289e-06, + "loss": 0.3725, + "num_tokens": 143878307.0, + "step": 756 + }, + { + "epoch": 0.25836177474402733, + "grad_norm": 0.37132419628390806, + "learning_rate": 9.96823331849894e-06, + "loss": 0.337, + "num_tokens": 144004857.0, + "step": 757 + }, + { + "epoch": 0.25870307167235496, + "grad_norm": 0.28398271245297174, + "learning_rate": 9.968032184190527e-06, + "loss": 0.3175, + "num_tokens": 144170045.0, + "step": 758 + }, + { + "epoch": 0.2590443686006826, + "grad_norm": 0.30231990712513296, + "learning_rate": 9.967830417407526e-06, + "loss": 0.3737, + "num_tokens": 144373051.0, + "step": 759 + }, + { + "epoch": 0.2593856655290102, + "grad_norm": 0.2776797768614774, + "learning_rate": 9.967628018178498e-06, + "loss": 0.3588, + "num_tokens": 144586229.0, + "step": 760 + }, + { + "epoch": 0.2597269624573379, + "grad_norm": 0.2963983519781395, + "learning_rate": 9.96742498653209e-06, + "loss": 0.3403, + "num_tokens": 144763456.0, + "step": 761 + }, + { + "epoch": 0.2600682593856655, + "grad_norm": 0.30999783287740057, + "learning_rate": 9.967221322497047e-06, + "loss": 0.3391, + "num_tokens": 144958825.0, + "step": 762 + }, + { + "epoch": 0.26040955631399315, + "grad_norm": 0.29404002294830034, + "learning_rate": 9.967017026102192e-06, + "loss": 0.3679, + "num_tokens": 145170168.0, + "step": 763 + }, + { + "epoch": 0.26075085324232083, + "grad_norm": 0.2788571338380289, + "learning_rate": 9.96681209737645e-06, + "loss": 0.3452, + "num_tokens": 145348309.0, + "step": 764 + }, + { + "epoch": 0.26109215017064846, + "grad_norm": 0.2696287112443809, + "learning_rate": 9.96660653634883e-06, + "loss": 0.3577, + "num_tokens": 145543415.0, + "step": 765 + }, + { + "epoch": 0.2614334470989761, + "grad_norm": 0.2782422702101311, + "learning_rate": 9.966400343048425e-06, + "loss": 0.3649, + "num_tokens": 145773880.0, + "step": 766 + }, + { + "epoch": 0.2617747440273038, + "grad_norm": 0.2805002497106198, + "learning_rate": 9.96619351750443e-06, + "loss": 0.3529, + "num_tokens": 145964257.0, + "step": 767 + }, + { + "epoch": 0.2621160409556314, + "grad_norm": 0.29758297869723743, + "learning_rate": 9.965986059746117e-06, + "loss": 0.3262, + "num_tokens": 146127864.0, + "step": 768 + }, + { + "epoch": 0.26245733788395903, + "grad_norm": 0.32226411697909857, + "learning_rate": 9.965777969802854e-06, + "loss": 0.3312, + "num_tokens": 146274452.0, + "step": 769 + }, + { + "epoch": 0.2627986348122867, + "grad_norm": 0.30557422425246655, + "learning_rate": 9.965569247704098e-06, + "loss": 0.3492, + "num_tokens": 146449653.0, + "step": 770 + }, + { + "epoch": 0.26313993174061434, + "grad_norm": 0.3365821828458895, + "learning_rate": 9.965359893479393e-06, + "loss": 0.3608, + "num_tokens": 146625661.0, + "step": 771 + }, + { + "epoch": 0.26348122866894197, + "grad_norm": 0.30763178660400253, + "learning_rate": 9.965149907158378e-06, + "loss": 0.3671, + "num_tokens": 146808298.0, + "step": 772 + }, + { + "epoch": 0.2638225255972696, + "grad_norm": 0.28496809012614177, + "learning_rate": 9.964939288770776e-06, + "loss": 0.3524, + "num_tokens": 146993645.0, + "step": 773 + }, + { + "epoch": 0.2641638225255973, + "grad_norm": 0.2809593960137436, + "learning_rate": 9.964728038346399e-06, + "loss": 0.3424, + "num_tokens": 147194051.0, + "step": 774 + }, + { + "epoch": 0.2645051194539249, + "grad_norm": 0.266102682391943, + "learning_rate": 9.964516155915152e-06, + "loss": 0.3286, + "num_tokens": 147395511.0, + "step": 775 + }, + { + "epoch": 0.26484641638225254, + "grad_norm": 0.2982825644022686, + "learning_rate": 9.964303641507027e-06, + "loss": 0.3663, + "num_tokens": 147572002.0, + "step": 776 + }, + { + "epoch": 0.2651877133105802, + "grad_norm": 0.26877716098698873, + "learning_rate": 9.964090495152111e-06, + "loss": 0.356, + "num_tokens": 147791911.0, + "step": 777 + }, + { + "epoch": 0.26552901023890785, + "grad_norm": 0.2903907095006471, + "learning_rate": 9.96387671688057e-06, + "loss": 0.3548, + "num_tokens": 148020491.0, + "step": 778 + }, + { + "epoch": 0.2658703071672355, + "grad_norm": 0.3236262610463728, + "learning_rate": 9.963662306722672e-06, + "loss": 0.3524, + "num_tokens": 148177501.0, + "step": 779 + }, + { + "epoch": 0.26621160409556316, + "grad_norm": 0.3145686327237015, + "learning_rate": 9.963447264708762e-06, + "loss": 0.4023, + "num_tokens": 148375111.0, + "step": 780 + }, + { + "epoch": 0.2665529010238908, + "grad_norm": 0.2863432043168685, + "learning_rate": 9.963231590869282e-06, + "loss": 0.3756, + "num_tokens": 148573815.0, + "step": 781 + }, + { + "epoch": 0.2668941979522184, + "grad_norm": 0.2915861274061357, + "learning_rate": 9.963015285234764e-06, + "loss": 0.3833, + "num_tokens": 148782319.0, + "step": 782 + }, + { + "epoch": 0.2672354948805461, + "grad_norm": 0.2858510582434397, + "learning_rate": 9.962798347835826e-06, + "loss": 0.3462, + "num_tokens": 148978134.0, + "step": 783 + }, + { + "epoch": 0.2675767918088737, + "grad_norm": 0.28926379981092376, + "learning_rate": 9.962580778703176e-06, + "loss": 0.3671, + "num_tokens": 149183230.0, + "step": 784 + }, + { + "epoch": 0.26791808873720135, + "grad_norm": 0.2689576322918583, + "learning_rate": 9.962362577867614e-06, + "loss": 0.3523, + "num_tokens": 149414969.0, + "step": 785 + }, + { + "epoch": 0.26825938566552904, + "grad_norm": 0.28460272636681794, + "learning_rate": 9.962143745360025e-06, + "loss": 0.3598, + "num_tokens": 149619105.0, + "step": 786 + }, + { + "epoch": 0.26860068259385667, + "grad_norm": 0.2802447567525985, + "learning_rate": 9.961924281211387e-06, + "loss": 0.3694, + "num_tokens": 149824574.0, + "step": 787 + }, + { + "epoch": 0.2689419795221843, + "grad_norm": 0.3301308569448957, + "learning_rate": 9.961704185452765e-06, + "loss": 0.3638, + "num_tokens": 149976814.0, + "step": 788 + }, + { + "epoch": 0.2692832764505119, + "grad_norm": 0.3252992672388113, + "learning_rate": 9.961483458115321e-06, + "loss": 0.3357, + "num_tokens": 150125438.0, + "step": 789 + }, + { + "epoch": 0.2696245733788396, + "grad_norm": 0.4292921335743482, + "learning_rate": 9.961262099230291e-06, + "loss": 0.3832, + "num_tokens": 150340221.0, + "step": 790 + }, + { + "epoch": 0.26996587030716723, + "grad_norm": 0.27991438371162036, + "learning_rate": 9.961040108829017e-06, + "loss": 0.338, + "num_tokens": 150516836.0, + "step": 791 + }, + { + "epoch": 0.27030716723549486, + "grad_norm": 0.31619112269712024, + "learning_rate": 9.960817486942917e-06, + "loss": 0.3398, + "num_tokens": 150684464.0, + "step": 792 + }, + { + "epoch": 0.27064846416382254, + "grad_norm": 0.2770363979756303, + "learning_rate": 9.96059423360351e-06, + "loss": 0.3469, + "num_tokens": 150895402.0, + "step": 793 + }, + { + "epoch": 0.27098976109215017, + "grad_norm": 0.3065093229778463, + "learning_rate": 9.960370348842395e-06, + "loss": 0.3928, + "num_tokens": 151091651.0, + "step": 794 + }, + { + "epoch": 0.2713310580204778, + "grad_norm": 0.311662408676526, + "learning_rate": 9.960145832691266e-06, + "loss": 0.3574, + "num_tokens": 151259214.0, + "step": 795 + }, + { + "epoch": 0.2716723549488055, + "grad_norm": 0.28153782061481347, + "learning_rate": 9.959920685181903e-06, + "loss": 0.3465, + "num_tokens": 151469435.0, + "step": 796 + }, + { + "epoch": 0.2720136518771331, + "grad_norm": 0.2846923709551112, + "learning_rate": 9.959694906346176e-06, + "loss": 0.3474, + "num_tokens": 151677550.0, + "step": 797 + }, + { + "epoch": 0.27235494880546074, + "grad_norm": 0.2703120804534602, + "learning_rate": 9.959468496216049e-06, + "loss": 0.353, + "num_tokens": 151881248.0, + "step": 798 + }, + { + "epoch": 0.2726962457337884, + "grad_norm": 0.32097011631593453, + "learning_rate": 9.95924145482357e-06, + "loss": 0.3556, + "num_tokens": 152077980.0, + "step": 799 + }, + { + "epoch": 0.27303754266211605, + "grad_norm": 0.3283967156845243, + "learning_rate": 9.959013782200874e-06, + "loss": 0.3453, + "num_tokens": 152230131.0, + "step": 800 + }, + { + "epoch": 0.2733788395904437, + "grad_norm": 0.26788004830776285, + "learning_rate": 9.958785478380196e-06, + "loss": 0.3538, + "num_tokens": 152464309.0, + "step": 801 + }, + { + "epoch": 0.2737201365187713, + "grad_norm": 0.27537413024970686, + "learning_rate": 9.95855654339385e-06, + "loss": 0.3, + "num_tokens": 152620660.0, + "step": 802 + }, + { + "epoch": 0.274061433447099, + "grad_norm": 0.31625166435040075, + "learning_rate": 9.958326977274241e-06, + "loss": 0.3417, + "num_tokens": 152790867.0, + "step": 803 + }, + { + "epoch": 0.2744027303754266, + "grad_norm": 0.2967065812080369, + "learning_rate": 9.95809678005387e-06, + "loss": 0.3463, + "num_tokens": 152980734.0, + "step": 804 + }, + { + "epoch": 0.27474402730375425, + "grad_norm": 0.28740650030669873, + "learning_rate": 9.95786595176532e-06, + "loss": 0.3476, + "num_tokens": 153153348.0, + "step": 805 + }, + { + "epoch": 0.27508532423208193, + "grad_norm": 0.2564329706515952, + "learning_rate": 9.957634492441266e-06, + "loss": 0.3525, + "num_tokens": 153361487.0, + "step": 806 + }, + { + "epoch": 0.27542662116040956, + "grad_norm": 0.28123190481150057, + "learning_rate": 9.957402402114473e-06, + "loss": 0.3415, + "num_tokens": 153566485.0, + "step": 807 + }, + { + "epoch": 0.2757679180887372, + "grad_norm": 0.3127110791188978, + "learning_rate": 9.957169680817794e-06, + "loss": 0.3492, + "num_tokens": 153718453.0, + "step": 808 + }, + { + "epoch": 0.27610921501706487, + "grad_norm": 0.2839297096621032, + "learning_rate": 9.956936328584173e-06, + "loss": 0.3452, + "num_tokens": 153917323.0, + "step": 809 + }, + { + "epoch": 0.2764505119453925, + "grad_norm": 0.28244936266597276, + "learning_rate": 9.956702345446642e-06, + "loss": 0.3456, + "num_tokens": 154127115.0, + "step": 810 + }, + { + "epoch": 0.2767918088737201, + "grad_norm": 0.3940101722624407, + "learning_rate": 9.95646773143832e-06, + "loss": 0.3647, + "num_tokens": 154351515.0, + "step": 811 + }, + { + "epoch": 0.2771331058020478, + "grad_norm": 0.3274747567987143, + "learning_rate": 9.956232486592424e-06, + "loss": 0.4164, + "num_tokens": 154566067.0, + "step": 812 + }, + { + "epoch": 0.27747440273037544, + "grad_norm": 0.3032779738866174, + "learning_rate": 9.955996610942247e-06, + "loss": 0.3421, + "num_tokens": 154749588.0, + "step": 813 + }, + { + "epoch": 0.27781569965870306, + "grad_norm": 0.3147117968660243, + "learning_rate": 9.955760104521185e-06, + "loss": 0.3702, + "num_tokens": 154911260.0, + "step": 814 + }, + { + "epoch": 0.2781569965870307, + "grad_norm": 0.3096855739705612, + "learning_rate": 9.955522967362712e-06, + "loss": 0.3591, + "num_tokens": 155110098.0, + "step": 815 + }, + { + "epoch": 0.2784982935153584, + "grad_norm": 0.30278919907361657, + "learning_rate": 9.955285199500398e-06, + "loss": 0.3598, + "num_tokens": 155281052.0, + "step": 816 + }, + { + "epoch": 0.278839590443686, + "grad_norm": 0.3222002741477433, + "learning_rate": 9.9550468009679e-06, + "loss": 0.3914, + "num_tokens": 155473777.0, + "step": 817 + }, + { + "epoch": 0.27918088737201363, + "grad_norm": 0.2888208376071828, + "learning_rate": 9.954807771798965e-06, + "loss": 0.3613, + "num_tokens": 155693469.0, + "step": 818 + }, + { + "epoch": 0.2795221843003413, + "grad_norm": 0.2936712110238867, + "learning_rate": 9.954568112027428e-06, + "loss": 0.3644, + "num_tokens": 155903051.0, + "step": 819 + }, + { + "epoch": 0.27986348122866894, + "grad_norm": 0.6260958799416682, + "learning_rate": 9.954327821687215e-06, + "loss": 0.3292, + "num_tokens": 156089545.0, + "step": 820 + }, + { + "epoch": 0.28020477815699657, + "grad_norm": 0.3212375262183353, + "learning_rate": 9.954086900812341e-06, + "loss": 0.3346, + "num_tokens": 156244847.0, + "step": 821 + }, + { + "epoch": 0.28054607508532425, + "grad_norm": 0.2910239117686149, + "learning_rate": 9.953845349436908e-06, + "loss": 0.3553, + "num_tokens": 156437169.0, + "step": 822 + }, + { + "epoch": 0.2808873720136519, + "grad_norm": 0.35854662196509335, + "learning_rate": 9.95360316759511e-06, + "loss": 0.3761, + "num_tokens": 156618143.0, + "step": 823 + }, + { + "epoch": 0.2812286689419795, + "grad_norm": 0.3006555248018936, + "learning_rate": 9.95336035532123e-06, + "loss": 0.3751, + "num_tokens": 156801178.0, + "step": 824 + }, + { + "epoch": 0.2815699658703072, + "grad_norm": 0.2851079552256091, + "learning_rate": 9.953116912649639e-06, + "loss": 0.3114, + "num_tokens": 156981387.0, + "step": 825 + }, + { + "epoch": 0.2819112627986348, + "grad_norm": 0.2922019786002519, + "learning_rate": 9.952872839614796e-06, + "loss": 0.3505, + "num_tokens": 157169462.0, + "step": 826 + }, + { + "epoch": 0.28225255972696245, + "grad_norm": 0.4328205577159263, + "learning_rate": 9.952628136251252e-06, + "loss": 0.3856, + "num_tokens": 157336488.0, + "step": 827 + }, + { + "epoch": 0.2825938566552901, + "grad_norm": 0.29317822023205475, + "learning_rate": 9.952382802593644e-06, + "loss": 0.3322, + "num_tokens": 157522606.0, + "step": 828 + }, + { + "epoch": 0.28293515358361776, + "grad_norm": 0.2877181926581918, + "learning_rate": 9.952136838676704e-06, + "loss": 0.3308, + "num_tokens": 157721640.0, + "step": 829 + }, + { + "epoch": 0.2832764505119454, + "grad_norm": 0.2908001944201835, + "learning_rate": 9.951890244535249e-06, + "loss": 0.3187, + "num_tokens": 157913952.0, + "step": 830 + }, + { + "epoch": 0.283617747440273, + "grad_norm": 0.27470668325806014, + "learning_rate": 9.951643020204184e-06, + "loss": 0.336, + "num_tokens": 158103672.0, + "step": 831 + }, + { + "epoch": 0.2839590443686007, + "grad_norm": 0.3051576184294189, + "learning_rate": 9.951395165718505e-06, + "loss": 0.3911, + "num_tokens": 158297118.0, + "step": 832 + }, + { + "epoch": 0.2843003412969283, + "grad_norm": 0.3025708798350332, + "learning_rate": 9.951146681113299e-06, + "loss": 0.3851, + "num_tokens": 158491178.0, + "step": 833 + }, + { + "epoch": 0.28464163822525596, + "grad_norm": 0.2894644372210445, + "learning_rate": 9.950897566423739e-06, + "loss": 0.3892, + "num_tokens": 158700095.0, + "step": 834 + }, + { + "epoch": 0.28498293515358364, + "grad_norm": 0.3563024605530252, + "learning_rate": 9.95064782168509e-06, + "loss": 0.3299, + "num_tokens": 158894466.0, + "step": 835 + }, + { + "epoch": 0.28532423208191127, + "grad_norm": 0.3001215442661807, + "learning_rate": 9.950397446932702e-06, + "loss": 0.3511, + "num_tokens": 159048101.0, + "step": 836 + }, + { + "epoch": 0.2856655290102389, + "grad_norm": 0.2690109720580555, + "learning_rate": 9.950146442202018e-06, + "loss": 0.3426, + "num_tokens": 159244790.0, + "step": 837 + }, + { + "epoch": 0.2860068259385666, + "grad_norm": 0.3061146912547122, + "learning_rate": 9.94989480752857e-06, + "loss": 0.4072, + "num_tokens": 159443129.0, + "step": 838 + }, + { + "epoch": 0.2863481228668942, + "grad_norm": 0.2988235233510479, + "learning_rate": 9.949642542947979e-06, + "loss": 0.3321, + "num_tokens": 159609951.0, + "step": 839 + }, + { + "epoch": 0.28668941979522183, + "grad_norm": 0.2753336764129772, + "learning_rate": 9.949389648495951e-06, + "loss": 0.3827, + "num_tokens": 159824813.0, + "step": 840 + }, + { + "epoch": 0.28703071672354946, + "grad_norm": 0.30950427359135796, + "learning_rate": 9.949136124208287e-06, + "loss": 0.3467, + "num_tokens": 159981411.0, + "step": 841 + }, + { + "epoch": 0.28737201365187715, + "grad_norm": 0.3034346485375069, + "learning_rate": 9.948881970120879e-06, + "loss": 0.3454, + "num_tokens": 160146703.0, + "step": 842 + }, + { + "epoch": 0.2877133105802048, + "grad_norm": 0.2819977412683557, + "learning_rate": 9.948627186269695e-06, + "loss": 0.3657, + "num_tokens": 160354080.0, + "step": 843 + }, + { + "epoch": 0.2880546075085324, + "grad_norm": 0.2597765915003877, + "learning_rate": 9.948371772690807e-06, + "loss": 0.3345, + "num_tokens": 160560318.0, + "step": 844 + }, + { + "epoch": 0.2883959044368601, + "grad_norm": 0.2959990960133339, + "learning_rate": 9.94811572942037e-06, + "loss": 0.3471, + "num_tokens": 160744160.0, + "step": 845 + }, + { + "epoch": 0.2887372013651877, + "grad_norm": 0.2748409072893736, + "learning_rate": 9.947859056494626e-06, + "loss": 0.3597, + "num_tokens": 160956704.0, + "step": 846 + }, + { + "epoch": 0.28907849829351534, + "grad_norm": 0.28854721507358966, + "learning_rate": 9.947601753949909e-06, + "loss": 0.3576, + "num_tokens": 161164119.0, + "step": 847 + }, + { + "epoch": 0.289419795221843, + "grad_norm": 0.2816648717029092, + "learning_rate": 9.947343821822641e-06, + "loss": 0.3616, + "num_tokens": 161358340.0, + "step": 848 + }, + { + "epoch": 0.28976109215017065, + "grad_norm": 0.2893209473434993, + "learning_rate": 9.947085260149338e-06, + "loss": 0.3618, + "num_tokens": 161537736.0, + "step": 849 + }, + { + "epoch": 0.2901023890784983, + "grad_norm": 0.2854743005349746, + "learning_rate": 9.946826068966597e-06, + "loss": 0.3547, + "num_tokens": 161715731.0, + "step": 850 + }, + { + "epoch": 0.29044368600682596, + "grad_norm": 0.3301798462795373, + "learning_rate": 9.946566248311108e-06, + "loss": 0.3578, + "num_tokens": 161896744.0, + "step": 851 + }, + { + "epoch": 0.2907849829351536, + "grad_norm": 0.2938219825079949, + "learning_rate": 9.946305798219652e-06, + "loss": 0.3852, + "num_tokens": 162109509.0, + "step": 852 + }, + { + "epoch": 0.2911262798634812, + "grad_norm": 0.312585116946601, + "learning_rate": 9.946044718729094e-06, + "loss": 0.3629, + "num_tokens": 162299238.0, + "step": 853 + }, + { + "epoch": 0.29146757679180885, + "grad_norm": 0.3138746671109391, + "learning_rate": 9.945783009876393e-06, + "loss": 0.3558, + "num_tokens": 162471393.0, + "step": 854 + }, + { + "epoch": 0.29180887372013653, + "grad_norm": 0.2692450444407387, + "learning_rate": 9.945520671698597e-06, + "loss": 0.368, + "num_tokens": 162686585.0, + "step": 855 + }, + { + "epoch": 0.29215017064846416, + "grad_norm": 0.2793240841085094, + "learning_rate": 9.945257704232839e-06, + "loss": 0.381, + "num_tokens": 162897216.0, + "step": 856 + }, + { + "epoch": 0.2924914675767918, + "grad_norm": 0.25695262531386115, + "learning_rate": 9.944994107516344e-06, + "loss": 0.353, + "num_tokens": 163117390.0, + "step": 857 + }, + { + "epoch": 0.29283276450511947, + "grad_norm": 0.3490046692511706, + "learning_rate": 9.944729881586427e-06, + "loss": 0.3358, + "num_tokens": 163346804.0, + "step": 858 + }, + { + "epoch": 0.2931740614334471, + "grad_norm": 0.28855196479510664, + "learning_rate": 9.944465026480492e-06, + "loss": 0.3519, + "num_tokens": 163554895.0, + "step": 859 + }, + { + "epoch": 0.2935153583617747, + "grad_norm": 0.28994137409575294, + "learning_rate": 9.944199542236023e-06, + "loss": 0.3608, + "num_tokens": 163751254.0, + "step": 860 + }, + { + "epoch": 0.2938566552901024, + "grad_norm": 0.2994539195918627, + "learning_rate": 9.94393342889061e-06, + "loss": 0.348, + "num_tokens": 163930718.0, + "step": 861 + }, + { + "epoch": 0.29419795221843004, + "grad_norm": 0.27668514484967593, + "learning_rate": 9.943666686481918e-06, + "loss": 0.3415, + "num_tokens": 164137471.0, + "step": 862 + }, + { + "epoch": 0.29453924914675766, + "grad_norm": 0.3103521869982419, + "learning_rate": 9.943399315047705e-06, + "loss": 0.337, + "num_tokens": 164287674.0, + "step": 863 + }, + { + "epoch": 0.29488054607508535, + "grad_norm": 0.28750117450088397, + "learning_rate": 9.943131314625822e-06, + "loss": 0.3453, + "num_tokens": 164468865.0, + "step": 864 + }, + { + "epoch": 0.295221843003413, + "grad_norm": 0.27263313688801827, + "learning_rate": 9.942862685254205e-06, + "loss": 0.3251, + "num_tokens": 164662567.0, + "step": 865 + }, + { + "epoch": 0.2955631399317406, + "grad_norm": 0.2792189642511116, + "learning_rate": 9.942593426970878e-06, + "loss": 0.3317, + "num_tokens": 164861832.0, + "step": 866 + }, + { + "epoch": 0.29590443686006823, + "grad_norm": 0.2786827531744641, + "learning_rate": 9.942323539813958e-06, + "loss": 0.3498, + "num_tokens": 165048282.0, + "step": 867 + }, + { + "epoch": 0.2962457337883959, + "grad_norm": 0.28006985983174293, + "learning_rate": 9.942053023821649e-06, + "loss": 0.3719, + "num_tokens": 165250586.0, + "step": 868 + }, + { + "epoch": 0.29658703071672354, + "grad_norm": 0.27382768841789934, + "learning_rate": 9.941781879032244e-06, + "loss": 0.3301, + "num_tokens": 165434370.0, + "step": 869 + }, + { + "epoch": 0.29692832764505117, + "grad_norm": 0.3048717930820097, + "learning_rate": 9.941510105484124e-06, + "loss": 0.359, + "num_tokens": 165619352.0, + "step": 870 + }, + { + "epoch": 0.29726962457337885, + "grad_norm": 0.2694321408226568, + "learning_rate": 9.94123770321576e-06, + "loss": 0.3423, + "num_tokens": 165843962.0, + "step": 871 + }, + { + "epoch": 0.2976109215017065, + "grad_norm": 0.28617144194572813, + "learning_rate": 9.940964672265713e-06, + "loss": 0.3541, + "num_tokens": 166057802.0, + "step": 872 + }, + { + "epoch": 0.2979522184300341, + "grad_norm": 0.30411624116580027, + "learning_rate": 9.940691012672634e-06, + "loss": 0.3484, + "num_tokens": 166212581.0, + "step": 873 + }, + { + "epoch": 0.2982935153583618, + "grad_norm": 0.27585897868051806, + "learning_rate": 9.940416724475256e-06, + "loss": 0.3395, + "num_tokens": 166402662.0, + "step": 874 + }, + { + "epoch": 0.2986348122866894, + "grad_norm": 0.24317628245062445, + "learning_rate": 9.94014180771241e-06, + "loss": 0.3317, + "num_tokens": 166636645.0, + "step": 875 + }, + { + "epoch": 0.29897610921501705, + "grad_norm": 0.30221674219343037, + "learning_rate": 9.939866262423011e-06, + "loss": 0.3298, + "num_tokens": 166824160.0, + "step": 876 + }, + { + "epoch": 0.29931740614334473, + "grad_norm": 0.33252281926570426, + "learning_rate": 9.939590088646062e-06, + "loss": 0.3802, + "num_tokens": 166997064.0, + "step": 877 + }, + { + "epoch": 0.29965870307167236, + "grad_norm": 0.28253008604477503, + "learning_rate": 9.93931328642066e-06, + "loss": 0.3302, + "num_tokens": 167174394.0, + "step": 878 + }, + { + "epoch": 0.3, + "grad_norm": 0.28182544860260494, + "learning_rate": 9.939035855785986e-06, + "loss": 0.3456, + "num_tokens": 167383782.0, + "step": 879 + }, + { + "epoch": 0.3003412969283277, + "grad_norm": 0.31973072066177893, + "learning_rate": 9.938757796781313e-06, + "loss": 0.3857, + "num_tokens": 167585839.0, + "step": 880 + }, + { + "epoch": 0.3006825938566553, + "grad_norm": 0.30812395587335567, + "learning_rate": 9.938479109446e-06, + "loss": 0.3928, + "num_tokens": 167798134.0, + "step": 881 + }, + { + "epoch": 0.30102389078498293, + "grad_norm": 0.29990147199513145, + "learning_rate": 9.938199793819498e-06, + "loss": 0.3587, + "num_tokens": 168000650.0, + "step": 882 + }, + { + "epoch": 0.30136518771331056, + "grad_norm": 0.27162010963714145, + "learning_rate": 9.937919849941347e-06, + "loss": 0.3262, + "num_tokens": 168183193.0, + "step": 883 + }, + { + "epoch": 0.30170648464163824, + "grad_norm": 0.2722051276553201, + "learning_rate": 9.93763927785117e-06, + "loss": 0.3594, + "num_tokens": 168386303.0, + "step": 884 + }, + { + "epoch": 0.30204778156996587, + "grad_norm": 0.31567626294065687, + "learning_rate": 9.93735807758869e-06, + "loss": 0.3571, + "num_tokens": 168576641.0, + "step": 885 + }, + { + "epoch": 0.3023890784982935, + "grad_norm": 0.2808834775427023, + "learning_rate": 9.937076249193708e-06, + "loss": 0.3708, + "num_tokens": 168799983.0, + "step": 886 + }, + { + "epoch": 0.3027303754266212, + "grad_norm": 0.38373073453026774, + "learning_rate": 9.93679379270612e-06, + "loss": 0.3622, + "num_tokens": 168985353.0, + "step": 887 + }, + { + "epoch": 0.3030716723549488, + "grad_norm": 0.29401444781247177, + "learning_rate": 9.936510708165907e-06, + "loss": 0.3899, + "num_tokens": 169196993.0, + "step": 888 + }, + { + "epoch": 0.30341296928327643, + "grad_norm": 0.3299637782574409, + "learning_rate": 9.936226995613142e-06, + "loss": 0.3644, + "num_tokens": 169372297.0, + "step": 889 + }, + { + "epoch": 0.3037542662116041, + "grad_norm": 0.2959944339569247, + "learning_rate": 9.93594265508799e-06, + "loss": 0.3421, + "num_tokens": 169544740.0, + "step": 890 + }, + { + "epoch": 0.30409556313993175, + "grad_norm": 0.27846147631785284, + "learning_rate": 9.935657686630697e-06, + "loss": 0.3743, + "num_tokens": 169767339.0, + "step": 891 + }, + { + "epoch": 0.3044368600682594, + "grad_norm": 0.29444301626709934, + "learning_rate": 9.935372090281603e-06, + "loss": 0.3373, + "num_tokens": 169938705.0, + "step": 892 + }, + { + "epoch": 0.30477815699658706, + "grad_norm": 0.309484196590488, + "learning_rate": 9.935085866081134e-06, + "loss": 0.3715, + "num_tokens": 170098526.0, + "step": 893 + }, + { + "epoch": 0.3051194539249147, + "grad_norm": 0.2707738805216167, + "learning_rate": 9.934799014069811e-06, + "loss": 0.3311, + "num_tokens": 170292548.0, + "step": 894 + }, + { + "epoch": 0.3054607508532423, + "grad_norm": 0.2783002631937188, + "learning_rate": 9.934511534288233e-06, + "loss": 0.3139, + "num_tokens": 170466897.0, + "step": 895 + }, + { + "epoch": 0.30580204778156994, + "grad_norm": 0.302228516047436, + "learning_rate": 9.934223426777102e-06, + "loss": 0.3724, + "num_tokens": 170669456.0, + "step": 896 + }, + { + "epoch": 0.3061433447098976, + "grad_norm": 0.2590228580991828, + "learning_rate": 9.933934691577193e-06, + "loss": 0.3161, + "num_tokens": 170889682.0, + "step": 897 + }, + { + "epoch": 0.30648464163822525, + "grad_norm": 0.2768765178332537, + "learning_rate": 9.933645328729386e-06, + "loss": 0.3126, + "num_tokens": 171075659.0, + "step": 898 + }, + { + "epoch": 0.3068259385665529, + "grad_norm": 0.3015299013079468, + "learning_rate": 9.933355338274636e-06, + "loss": 0.3566, + "num_tokens": 171255137.0, + "step": 899 + }, + { + "epoch": 0.30716723549488056, + "grad_norm": 0.2934445492184576, + "learning_rate": 9.933064720253995e-06, + "loss": 0.3788, + "num_tokens": 171480165.0, + "step": 900 + }, + { + "epoch": 0.3075085324232082, + "grad_norm": 0.26646673374126306, + "learning_rate": 9.9327734747086e-06, + "loss": 0.3363, + "num_tokens": 171711508.0, + "step": 901 + }, + { + "epoch": 0.3078498293515358, + "grad_norm": 0.29061068015087643, + "learning_rate": 9.932481601679683e-06, + "loss": 0.3628, + "num_tokens": 171885852.0, + "step": 902 + }, + { + "epoch": 0.3081911262798635, + "grad_norm": 0.2645295972480312, + "learning_rate": 9.932189101208556e-06, + "loss": 0.3522, + "num_tokens": 172111379.0, + "step": 903 + }, + { + "epoch": 0.30853242320819113, + "grad_norm": 0.26134506504070665, + "learning_rate": 9.931895973336626e-06, + "loss": 0.3378, + "num_tokens": 172301854.0, + "step": 904 + }, + { + "epoch": 0.30887372013651876, + "grad_norm": 0.2698354069487732, + "learning_rate": 9.931602218105385e-06, + "loss": 0.3627, + "num_tokens": 172511188.0, + "step": 905 + }, + { + "epoch": 0.30921501706484644, + "grad_norm": 0.3064614222776729, + "learning_rate": 9.931307835556417e-06, + "loss": 0.3569, + "num_tokens": 172673912.0, + "step": 906 + }, + { + "epoch": 0.30955631399317407, + "grad_norm": 0.29557942258589565, + "learning_rate": 9.931012825731391e-06, + "loss": 0.3502, + "num_tokens": 172861254.0, + "step": 907 + }, + { + "epoch": 0.3098976109215017, + "grad_norm": 0.29146770346853745, + "learning_rate": 9.930717188672074e-06, + "loss": 0.3779, + "num_tokens": 173055752.0, + "step": 908 + }, + { + "epoch": 0.3102389078498293, + "grad_norm": 0.30696304180830813, + "learning_rate": 9.930420924420307e-06, + "loss": 0.3343, + "num_tokens": 173228264.0, + "step": 909 + }, + { + "epoch": 0.310580204778157, + "grad_norm": 0.29023212949441346, + "learning_rate": 9.930124033018033e-06, + "loss": 0.3865, + "num_tokens": 173424405.0, + "step": 910 + }, + { + "epoch": 0.31092150170648464, + "grad_norm": 0.275853292942648, + "learning_rate": 9.929826514507276e-06, + "loss": 0.3304, + "num_tokens": 173645616.0, + "step": 911 + }, + { + "epoch": 0.31126279863481227, + "grad_norm": 0.2931604735626408, + "learning_rate": 9.929528368930152e-06, + "loss": 0.3811, + "num_tokens": 173835001.0, + "step": 912 + }, + { + "epoch": 0.31160409556313995, + "grad_norm": 0.275969736409766, + "learning_rate": 9.929229596328866e-06, + "loss": 0.3338, + "num_tokens": 174026374.0, + "step": 913 + }, + { + "epoch": 0.3119453924914676, + "grad_norm": 0.26761829296538175, + "learning_rate": 9.928930196745712e-06, + "loss": 0.3908, + "num_tokens": 174250433.0, + "step": 914 + }, + { + "epoch": 0.3122866894197952, + "grad_norm": 0.2720657907020132, + "learning_rate": 9.928630170223069e-06, + "loss": 0.3726, + "num_tokens": 174460528.0, + "step": 915 + }, + { + "epoch": 0.3126279863481229, + "grad_norm": 0.3169044712742942, + "learning_rate": 9.928329516803408e-06, + "loss": 0.3358, + "num_tokens": 174694128.0, + "step": 916 + }, + { + "epoch": 0.3129692832764505, + "grad_norm": 0.293836856389256, + "learning_rate": 9.928028236529287e-06, + "loss": 0.3494, + "num_tokens": 174891606.0, + "step": 917 + }, + { + "epoch": 0.31331058020477814, + "grad_norm": 0.30331084400481584, + "learning_rate": 9.927726329443357e-06, + "loss": 0.3251, + "num_tokens": 175035480.0, + "step": 918 + }, + { + "epoch": 0.3136518771331058, + "grad_norm": 0.2888120703453868, + "learning_rate": 9.927423795588354e-06, + "loss": 0.3386, + "num_tokens": 175229760.0, + "step": 919 + }, + { + "epoch": 0.31399317406143346, + "grad_norm": 0.303165903103307, + "learning_rate": 9.927120635007104e-06, + "loss": 0.3607, + "num_tokens": 175420144.0, + "step": 920 + }, + { + "epoch": 0.3143344709897611, + "grad_norm": 0.283272478197139, + "learning_rate": 9.926816847742517e-06, + "loss": 0.3737, + "num_tokens": 175646301.0, + "step": 921 + }, + { + "epoch": 0.3146757679180887, + "grad_norm": 0.2811816819514351, + "learning_rate": 9.926512433837599e-06, + "loss": 0.3367, + "num_tokens": 175813364.0, + "step": 922 + }, + { + "epoch": 0.3150170648464164, + "grad_norm": 0.2642957379117935, + "learning_rate": 9.92620739333544e-06, + "loss": 0.3516, + "num_tokens": 176021529.0, + "step": 923 + }, + { + "epoch": 0.315358361774744, + "grad_norm": 0.2775895427210848, + "learning_rate": 9.92590172627922e-06, + "loss": 0.3365, + "num_tokens": 176227916.0, + "step": 924 + }, + { + "epoch": 0.31569965870307165, + "grad_norm": 0.3086315957193481, + "learning_rate": 9.925595432712212e-06, + "loss": 0.3342, + "num_tokens": 176386084.0, + "step": 925 + }, + { + "epoch": 0.31604095563139933, + "grad_norm": 0.2837500053147987, + "learning_rate": 9.925288512677769e-06, + "loss": 0.3412, + "num_tokens": 176591810.0, + "step": 926 + }, + { + "epoch": 0.31638225255972696, + "grad_norm": 0.27948983643641595, + "learning_rate": 9.924980966219337e-06, + "loss": 0.3305, + "num_tokens": 176779174.0, + "step": 927 + }, + { + "epoch": 0.3167235494880546, + "grad_norm": 0.2853006424005134, + "learning_rate": 9.924672793380454e-06, + "loss": 0.3416, + "num_tokens": 176979510.0, + "step": 928 + }, + { + "epoch": 0.3170648464163823, + "grad_norm": 0.29305368227873874, + "learning_rate": 9.924363994204742e-06, + "loss": 0.3364, + "num_tokens": 177146604.0, + "step": 929 + }, + { + "epoch": 0.3174061433447099, + "grad_norm": 0.2612825578607197, + "learning_rate": 9.924054568735913e-06, + "loss": 0.3251, + "num_tokens": 177346501.0, + "step": 930 + }, + { + "epoch": 0.31774744027303753, + "grad_norm": 0.2945868818459539, + "learning_rate": 9.923744517017767e-06, + "loss": 0.3564, + "num_tokens": 177532132.0, + "step": 931 + }, + { + "epoch": 0.3180887372013652, + "grad_norm": 0.288042207200664, + "learning_rate": 9.923433839094196e-06, + "loss": 0.3616, + "num_tokens": 177714979.0, + "step": 932 + }, + { + "epoch": 0.31843003412969284, + "grad_norm": 0.3234592538419127, + "learning_rate": 9.923122535009176e-06, + "loss": 0.3755, + "num_tokens": 177907993.0, + "step": 933 + }, + { + "epoch": 0.31877133105802047, + "grad_norm": 0.29084780284733197, + "learning_rate": 9.922810604806774e-06, + "loss": 0.319, + "num_tokens": 178093578.0, + "step": 934 + }, + { + "epoch": 0.3191126279863481, + "grad_norm": 0.31460914089805664, + "learning_rate": 9.922498048531149e-06, + "loss": 0.3687, + "num_tokens": 178284037.0, + "step": 935 + }, + { + "epoch": 0.3194539249146758, + "grad_norm": 0.3058351978613022, + "learning_rate": 9.92218486622654e-06, + "loss": 0.3336, + "num_tokens": 178434791.0, + "step": 936 + }, + { + "epoch": 0.3197952218430034, + "grad_norm": 0.3205119970236993, + "learning_rate": 9.921871057937282e-06, + "loss": 0.3875, + "num_tokens": 178639182.0, + "step": 937 + }, + { + "epoch": 0.32013651877133104, + "grad_norm": 0.279692252026577, + "learning_rate": 9.921556623707796e-06, + "loss": 0.3365, + "num_tokens": 178831616.0, + "step": 938 + }, + { + "epoch": 0.3204778156996587, + "grad_norm": 0.26438197155348103, + "learning_rate": 9.921241563582592e-06, + "loss": 0.3568, + "num_tokens": 179038408.0, + "step": 939 + }, + { + "epoch": 0.32081911262798635, + "grad_norm": 0.29526315919684654, + "learning_rate": 9.920925877606268e-06, + "loss": 0.3566, + "num_tokens": 179236945.0, + "step": 940 + }, + { + "epoch": 0.321160409556314, + "grad_norm": 0.2887792746293166, + "learning_rate": 9.920609565823512e-06, + "loss": 0.3639, + "num_tokens": 179444076.0, + "step": 941 + }, + { + "epoch": 0.32150170648464166, + "grad_norm": 0.28131779886270225, + "learning_rate": 9.9202926282791e-06, + "loss": 0.3687, + "num_tokens": 179651753.0, + "step": 942 + }, + { + "epoch": 0.3218430034129693, + "grad_norm": 0.36509834180386663, + "learning_rate": 9.919975065017895e-06, + "loss": 0.3687, + "num_tokens": 179826453.0, + "step": 943 + }, + { + "epoch": 0.3221843003412969, + "grad_norm": 0.3329641490553454, + "learning_rate": 9.91965687608485e-06, + "loss": 0.3512, + "num_tokens": 180006585.0, + "step": 944 + }, + { + "epoch": 0.3225255972696246, + "grad_norm": 0.31279302763845385, + "learning_rate": 9.919338061525008e-06, + "loss": 0.3523, + "num_tokens": 180180639.0, + "step": 945 + }, + { + "epoch": 0.3228668941979522, + "grad_norm": 0.31715089007030073, + "learning_rate": 9.919018621383496e-06, + "loss": 0.3624, + "num_tokens": 180355355.0, + "step": 946 + }, + { + "epoch": 0.32320819112627985, + "grad_norm": 0.26854701184619395, + "learning_rate": 9.918698555705535e-06, + "loss": 0.3657, + "num_tokens": 180599661.0, + "step": 947 + }, + { + "epoch": 0.3235494880546075, + "grad_norm": 0.29796672691628373, + "learning_rate": 9.918377864536431e-06, + "loss": 0.3843, + "num_tokens": 180813702.0, + "step": 948 + }, + { + "epoch": 0.32389078498293516, + "grad_norm": 0.3011062207444956, + "learning_rate": 9.91805654792158e-06, + "loss": 0.3499, + "num_tokens": 181014850.0, + "step": 949 + }, + { + "epoch": 0.3242320819112628, + "grad_norm": 0.3036945102076664, + "learning_rate": 9.917734605906467e-06, + "loss": 0.319, + "num_tokens": 181172857.0, + "step": 950 + }, + { + "epoch": 0.3245733788395904, + "grad_norm": 0.27860840160681843, + "learning_rate": 9.917412038536662e-06, + "loss": 0.3199, + "num_tokens": 181348060.0, + "step": 951 + }, + { + "epoch": 0.3249146757679181, + "grad_norm": 0.28224703631486425, + "learning_rate": 9.917088845857829e-06, + "loss": 0.3562, + "num_tokens": 181552851.0, + "step": 952 + }, + { + "epoch": 0.32525597269624573, + "grad_norm": 0.2851301491935699, + "learning_rate": 9.916765027915716e-06, + "loss": 0.3541, + "num_tokens": 181723564.0, + "step": 953 + }, + { + "epoch": 0.32559726962457336, + "grad_norm": 0.27641691365686577, + "learning_rate": 9.916440584756163e-06, + "loss": 0.3425, + "num_tokens": 181918536.0, + "step": 954 + }, + { + "epoch": 0.32593856655290104, + "grad_norm": 0.3118481384963354, + "learning_rate": 9.916115516425094e-06, + "loss": 0.3712, + "num_tokens": 182107239.0, + "step": 955 + }, + { + "epoch": 0.32627986348122867, + "grad_norm": 0.3223661880958374, + "learning_rate": 9.915789822968527e-06, + "loss": 0.3489, + "num_tokens": 182277239.0, + "step": 956 + }, + { + "epoch": 0.3266211604095563, + "grad_norm": 0.28613042668555383, + "learning_rate": 9.915463504432563e-06, + "loss": 0.3225, + "num_tokens": 182452868.0, + "step": 957 + }, + { + "epoch": 0.326962457337884, + "grad_norm": 0.2945655176416889, + "learning_rate": 9.915136560863396e-06, + "loss": 0.3646, + "num_tokens": 182650567.0, + "step": 958 + }, + { + "epoch": 0.3273037542662116, + "grad_norm": 0.2846244887542993, + "learning_rate": 9.914808992307308e-06, + "loss": 0.3191, + "num_tokens": 182813543.0, + "step": 959 + }, + { + "epoch": 0.32764505119453924, + "grad_norm": 0.2753078396793024, + "learning_rate": 9.914480798810667e-06, + "loss": 0.373, + "num_tokens": 183050390.0, + "step": 960 + }, + { + "epoch": 0.32798634812286687, + "grad_norm": 0.3265500849399829, + "learning_rate": 9.914151980419926e-06, + "loss": 0.3675, + "num_tokens": 183226002.0, + "step": 961 + }, + { + "epoch": 0.32832764505119455, + "grad_norm": 0.309182533598608, + "learning_rate": 9.913822537181638e-06, + "loss": 0.3422, + "num_tokens": 183392177.0, + "step": 962 + }, + { + "epoch": 0.3286689419795222, + "grad_norm": 0.2658593813714567, + "learning_rate": 9.913492469142434e-06, + "loss": 0.3394, + "num_tokens": 183595994.0, + "step": 963 + }, + { + "epoch": 0.3290102389078498, + "grad_norm": 0.3088065709114729, + "learning_rate": 9.913161776349037e-06, + "loss": 0.3505, + "num_tokens": 183782295.0, + "step": 964 + }, + { + "epoch": 0.3293515358361775, + "grad_norm": 0.25179213102601333, + "learning_rate": 9.912830458848259e-06, + "loss": 0.3257, + "num_tokens": 184009706.0, + "step": 965 + }, + { + "epoch": 0.3296928327645051, + "grad_norm": 0.2970419136715797, + "learning_rate": 9.912498516687001e-06, + "loss": 0.3831, + "num_tokens": 184212989.0, + "step": 966 + }, + { + "epoch": 0.33003412969283275, + "grad_norm": 0.2852939796145626, + "learning_rate": 9.912165949912248e-06, + "loss": 0.3675, + "num_tokens": 184418863.0, + "step": 967 + }, + { + "epoch": 0.33037542662116043, + "grad_norm": 0.3149155987926816, + "learning_rate": 9.91183275857108e-06, + "loss": 0.3674, + "num_tokens": 184584550.0, + "step": 968 + }, + { + "epoch": 0.33071672354948806, + "grad_norm": 0.2797751392216447, + "learning_rate": 9.91149894271066e-06, + "loss": 0.3651, + "num_tokens": 184799762.0, + "step": 969 + }, + { + "epoch": 0.3310580204778157, + "grad_norm": 0.33088175765905886, + "learning_rate": 9.911164502378242e-06, + "loss": 0.4179, + "num_tokens": 184987596.0, + "step": 970 + }, + { + "epoch": 0.33139931740614337, + "grad_norm": 0.3626803594063694, + "learning_rate": 9.91082943762117e-06, + "loss": 0.3676, + "num_tokens": 185212285.0, + "step": 971 + }, + { + "epoch": 0.331740614334471, + "grad_norm": 0.2673276907619387, + "learning_rate": 9.910493748486871e-06, + "loss": 0.3405, + "num_tokens": 185421137.0, + "step": 972 + }, + { + "epoch": 0.3320819112627986, + "grad_norm": 0.29017415429427795, + "learning_rate": 9.910157435022865e-06, + "loss": 0.3501, + "num_tokens": 185616562.0, + "step": 973 + }, + { + "epoch": 0.3324232081911263, + "grad_norm": 0.28047594728350655, + "learning_rate": 9.90982049727676e-06, + "loss": 0.3641, + "num_tokens": 185838614.0, + "step": 974 + }, + { + "epoch": 0.33276450511945393, + "grad_norm": 0.3091791288958869, + "learning_rate": 9.909482935296248e-06, + "loss": 0.3555, + "num_tokens": 186001828.0, + "step": 975 + }, + { + "epoch": 0.33310580204778156, + "grad_norm": 0.2788070362563174, + "learning_rate": 9.909144749129117e-06, + "loss": 0.3342, + "num_tokens": 186215310.0, + "step": 976 + }, + { + "epoch": 0.3334470989761092, + "grad_norm": 0.7857388800608406, + "learning_rate": 9.908805938823237e-06, + "loss": 0.3154, + "num_tokens": 186420604.0, + "step": 977 + }, + { + "epoch": 0.3337883959044369, + "grad_norm": 0.3442969220099063, + "learning_rate": 9.908466504426569e-06, + "loss": 0.4131, + "num_tokens": 186612366.0, + "step": 978 + }, + { + "epoch": 0.3341296928327645, + "grad_norm": 0.29866364507461624, + "learning_rate": 9.90812644598716e-06, + "loss": 0.337, + "num_tokens": 186811851.0, + "step": 979 + }, + { + "epoch": 0.33447098976109213, + "grad_norm": 0.4075870519178834, + "learning_rate": 9.90778576355315e-06, + "loss": 0.3684, + "num_tokens": 186989236.0, + "step": 980 + }, + { + "epoch": 0.3348122866894198, + "grad_norm": 0.29505476713427065, + "learning_rate": 9.907444457172763e-06, + "loss": 0.349, + "num_tokens": 187189859.0, + "step": 981 + }, + { + "epoch": 0.33515358361774744, + "grad_norm": 0.30671091362262326, + "learning_rate": 9.907102526894313e-06, + "loss": 0.3605, + "num_tokens": 187371542.0, + "step": 982 + }, + { + "epoch": 0.33549488054607507, + "grad_norm": 0.32885649341641426, + "learning_rate": 9.906759972766204e-06, + "loss": 0.3319, + "num_tokens": 187553421.0, + "step": 983 + }, + { + "epoch": 0.33583617747440275, + "grad_norm": 0.2848334482191796, + "learning_rate": 9.906416794836923e-06, + "loss": 0.3281, + "num_tokens": 187718472.0, + "step": 984 + }, + { + "epoch": 0.3361774744027304, + "grad_norm": 0.2906372900707475, + "learning_rate": 9.90607299315505e-06, + "loss": 0.3553, + "num_tokens": 187907623.0, + "step": 985 + }, + { + "epoch": 0.336518771331058, + "grad_norm": 0.26212362728350774, + "learning_rate": 9.90572856776925e-06, + "loss": 0.3428, + "num_tokens": 188145217.0, + "step": 986 + }, + { + "epoch": 0.3368600682593857, + "grad_norm": 0.2967665467864873, + "learning_rate": 9.905383518728283e-06, + "loss": 0.3567, + "num_tokens": 188320704.0, + "step": 987 + }, + { + "epoch": 0.3372013651877133, + "grad_norm": 0.2784049771491946, + "learning_rate": 9.905037846080991e-06, + "loss": 0.3499, + "num_tokens": 188501567.0, + "step": 988 + }, + { + "epoch": 0.33754266211604095, + "grad_norm": 0.47652747372679427, + "learning_rate": 9.904691549876304e-06, + "loss": 0.3288, + "num_tokens": 188682941.0, + "step": 989 + }, + { + "epoch": 0.3378839590443686, + "grad_norm": 0.2876299853478499, + "learning_rate": 9.904344630163242e-06, + "loss": 0.3463, + "num_tokens": 188862652.0, + "step": 990 + }, + { + "epoch": 0.33822525597269626, + "grad_norm": 0.31232744258245165, + "learning_rate": 9.903997086990918e-06, + "loss": 0.3558, + "num_tokens": 189020917.0, + "step": 991 + }, + { + "epoch": 0.3385665529010239, + "grad_norm": 0.282488545505138, + "learning_rate": 9.903648920408522e-06, + "loss": 0.3205, + "num_tokens": 189210233.0, + "step": 992 + }, + { + "epoch": 0.3389078498293515, + "grad_norm": 0.472805899062385, + "learning_rate": 9.903300130465343e-06, + "loss": 0.3583, + "num_tokens": 189399272.0, + "step": 993 + }, + { + "epoch": 0.3392491467576792, + "grad_norm": 0.28171584156880325, + "learning_rate": 9.902950717210753e-06, + "loss": 0.3574, + "num_tokens": 189584533.0, + "step": 994 + }, + { + "epoch": 0.3395904436860068, + "grad_norm": 0.2511173848529679, + "learning_rate": 9.902600680694215e-06, + "loss": 0.3543, + "num_tokens": 189841508.0, + "step": 995 + }, + { + "epoch": 0.33993174061433445, + "grad_norm": 0.29297132026884504, + "learning_rate": 9.902250020965275e-06, + "loss": 0.3424, + "num_tokens": 190052418.0, + "step": 996 + }, + { + "epoch": 0.34027303754266214, + "grad_norm": 0.31083126177702164, + "learning_rate": 9.901898738073575e-06, + "loss": 0.3536, + "num_tokens": 190234725.0, + "step": 997 + }, + { + "epoch": 0.34061433447098977, + "grad_norm": 0.27251019575739344, + "learning_rate": 9.901546832068839e-06, + "loss": 0.3431, + "num_tokens": 190421427.0, + "step": 998 + }, + { + "epoch": 0.3409556313993174, + "grad_norm": 0.2882538511034284, + "learning_rate": 9.901194303000881e-06, + "loss": 0.3629, + "num_tokens": 190612207.0, + "step": 999 + }, + { + "epoch": 0.3412969283276451, + "grad_norm": 0.28781749561924624, + "learning_rate": 9.900841150919603e-06, + "loss": 0.3364, + "num_tokens": 190787591.0, + "step": 1000 + }, + { + "epoch": 0.3416382252559727, + "grad_norm": 0.30362633831709, + "learning_rate": 9.900487375874998e-06, + "loss": 0.333, + "num_tokens": 190937142.0, + "step": 1001 + }, + { + "epoch": 0.34197952218430033, + "grad_norm": 0.2856416630557275, + "learning_rate": 9.90013297791714e-06, + "loss": 0.3666, + "num_tokens": 191173081.0, + "step": 1002 + }, + { + "epoch": 0.34232081911262796, + "grad_norm": 0.26077789996321177, + "learning_rate": 9.899777957096204e-06, + "loss": 0.3345, + "num_tokens": 191395607.0, + "step": 1003 + }, + { + "epoch": 0.34266211604095564, + "grad_norm": 0.2981605876624255, + "learning_rate": 9.899422313462437e-06, + "loss": 0.3566, + "num_tokens": 191581134.0, + "step": 1004 + }, + { + "epoch": 0.3430034129692833, + "grad_norm": 0.2868425236092212, + "learning_rate": 9.899066047066185e-06, + "loss": 0.3473, + "num_tokens": 191776194.0, + "step": 1005 + }, + { + "epoch": 0.3433447098976109, + "grad_norm": 0.2774839762864845, + "learning_rate": 9.898709157957882e-06, + "loss": 0.3381, + "num_tokens": 191968250.0, + "step": 1006 + }, + { + "epoch": 0.3436860068259386, + "grad_norm": 0.3364837098663642, + "learning_rate": 9.898351646188045e-06, + "loss": 0.3483, + "num_tokens": 192141859.0, + "step": 1007 + }, + { + "epoch": 0.3440273037542662, + "grad_norm": 0.30756310341784726, + "learning_rate": 9.897993511807283e-06, + "loss": 0.381, + "num_tokens": 192315305.0, + "step": 1008 + }, + { + "epoch": 0.34436860068259384, + "grad_norm": 0.3934927001586532, + "learning_rate": 9.89763475486629e-06, + "loss": 0.339, + "num_tokens": 192507914.0, + "step": 1009 + }, + { + "epoch": 0.3447098976109215, + "grad_norm": 0.28927357972464807, + "learning_rate": 9.897275375415854e-06, + "loss": 0.336, + "num_tokens": 192687771.0, + "step": 1010 + }, + { + "epoch": 0.34505119453924915, + "grad_norm": 0.30393529582031187, + "learning_rate": 9.896915373506843e-06, + "loss": 0.3455, + "num_tokens": 192874923.0, + "step": 1011 + }, + { + "epoch": 0.3453924914675768, + "grad_norm": 0.29816618993313876, + "learning_rate": 9.896554749190219e-06, + "loss": 0.3492, + "num_tokens": 193081707.0, + "step": 1012 + }, + { + "epoch": 0.34573378839590446, + "grad_norm": 0.29928689431967653, + "learning_rate": 9.89619350251703e-06, + "loss": 0.3572, + "num_tokens": 193273672.0, + "step": 1013 + }, + { + "epoch": 0.3460750853242321, + "grad_norm": 0.29485023013778666, + "learning_rate": 9.895831633538412e-06, + "loss": 0.3794, + "num_tokens": 193459841.0, + "step": 1014 + }, + { + "epoch": 0.3464163822525597, + "grad_norm": 0.29502308148595013, + "learning_rate": 9.895469142305591e-06, + "loss": 0.3743, + "num_tokens": 193624408.0, + "step": 1015 + }, + { + "epoch": 0.34675767918088735, + "grad_norm": 0.2756402881398008, + "learning_rate": 9.895106028869879e-06, + "loss": 0.3374, + "num_tokens": 193832893.0, + "step": 1016 + }, + { + "epoch": 0.34709897610921503, + "grad_norm": 0.2814167788220061, + "learning_rate": 9.894742293282676e-06, + "loss": 0.3721, + "num_tokens": 194018795.0, + "step": 1017 + }, + { + "epoch": 0.34744027303754266, + "grad_norm": 0.39631467101449247, + "learning_rate": 9.894377935595472e-06, + "loss": 0.3734, + "num_tokens": 194234947.0, + "step": 1018 + }, + { + "epoch": 0.3477815699658703, + "grad_norm": 1.5066081308877064, + "learning_rate": 9.894012955859844e-06, + "loss": 0.3328, + "num_tokens": 194432954.0, + "step": 1019 + }, + { + "epoch": 0.34812286689419797, + "grad_norm": 0.27164916772975334, + "learning_rate": 9.893647354127453e-06, + "loss": 0.3393, + "num_tokens": 194628653.0, + "step": 1020 + }, + { + "epoch": 0.3484641638225256, + "grad_norm": 0.2904361898358369, + "learning_rate": 9.893281130450057e-06, + "loss": 0.3309, + "num_tokens": 194859021.0, + "step": 1021 + }, + { + "epoch": 0.3488054607508532, + "grad_norm": 0.30097836801310957, + "learning_rate": 9.892914284879494e-06, + "loss": 0.3572, + "num_tokens": 195047095.0, + "step": 1022 + }, + { + "epoch": 0.3491467576791809, + "grad_norm": 0.276335190345452, + "learning_rate": 9.892546817467696e-06, + "loss": 0.3263, + "num_tokens": 195221257.0, + "step": 1023 + }, + { + "epoch": 0.34948805460750854, + "grad_norm": 0.2990370388470342, + "learning_rate": 9.892178728266676e-06, + "loss": 0.3479, + "num_tokens": 195392383.0, + "step": 1024 + }, + { + "epoch": 0.34982935153583616, + "grad_norm": 0.36746446411347206, + "learning_rate": 9.891810017328542e-06, + "loss": 0.3544, + "num_tokens": 195588482.0, + "step": 1025 + }, + { + "epoch": 0.35017064846416385, + "grad_norm": 0.2831407100101847, + "learning_rate": 9.891440684705487e-06, + "loss": 0.3244, + "num_tokens": 195771689.0, + "step": 1026 + }, + { + "epoch": 0.3505119453924915, + "grad_norm": 0.2592985098924868, + "learning_rate": 9.89107073044979e-06, + "loss": 0.3271, + "num_tokens": 195958946.0, + "step": 1027 + }, + { + "epoch": 0.3508532423208191, + "grad_norm": 0.293310694411406, + "learning_rate": 9.89070015461382e-06, + "loss": 0.376, + "num_tokens": 196150996.0, + "step": 1028 + }, + { + "epoch": 0.35119453924914673, + "grad_norm": 0.2898286896090058, + "learning_rate": 9.890328957250037e-06, + "loss": 0.3406, + "num_tokens": 196329878.0, + "step": 1029 + }, + { + "epoch": 0.3515358361774744, + "grad_norm": 0.2909196130211226, + "learning_rate": 9.889957138410987e-06, + "loss": 0.3432, + "num_tokens": 196510635.0, + "step": 1030 + }, + { + "epoch": 0.35187713310580204, + "grad_norm": 0.3517155581564749, + "learning_rate": 9.889584698149294e-06, + "loss": 0.3717, + "num_tokens": 196690432.0, + "step": 1031 + }, + { + "epoch": 0.35221843003412967, + "grad_norm": 0.2622020564908216, + "learning_rate": 9.889211636517689e-06, + "loss": 0.3624, + "num_tokens": 196914211.0, + "step": 1032 + }, + { + "epoch": 0.35255972696245735, + "grad_norm": 0.28563923339646335, + "learning_rate": 9.888837953568977e-06, + "loss": 0.3483, + "num_tokens": 197101226.0, + "step": 1033 + }, + { + "epoch": 0.352901023890785, + "grad_norm": 0.27893623258213324, + "learning_rate": 9.888463649356056e-06, + "loss": 0.343, + "num_tokens": 197302320.0, + "step": 1034 + }, + { + "epoch": 0.3532423208191126, + "grad_norm": 0.2947071704525587, + "learning_rate": 9.88808872393191e-06, + "loss": 0.3347, + "num_tokens": 197481162.0, + "step": 1035 + }, + { + "epoch": 0.3535836177474403, + "grad_norm": 0.2921778173214793, + "learning_rate": 9.887713177349611e-06, + "loss": 0.3581, + "num_tokens": 197674402.0, + "step": 1036 + }, + { + "epoch": 0.3539249146757679, + "grad_norm": 0.2934986215674329, + "learning_rate": 9.88733700966232e-06, + "loss": 0.3266, + "num_tokens": 197851342.0, + "step": 1037 + }, + { + "epoch": 0.35426621160409555, + "grad_norm": 0.26549428718114354, + "learning_rate": 9.886960220923287e-06, + "loss": 0.3141, + "num_tokens": 198039720.0, + "step": 1038 + }, + { + "epoch": 0.35460750853242323, + "grad_norm": 0.29524959790025124, + "learning_rate": 9.886582811185846e-06, + "loss": 0.3394, + "num_tokens": 198243720.0, + "step": 1039 + }, + { + "epoch": 0.35494880546075086, + "grad_norm": 0.27392184263668057, + "learning_rate": 9.886204780503423e-06, + "loss": 0.3557, + "num_tokens": 198461823.0, + "step": 1040 + }, + { + "epoch": 0.3552901023890785, + "grad_norm": 0.2748674693109839, + "learning_rate": 9.885826128929532e-06, + "loss": 0.3597, + "num_tokens": 198679625.0, + "step": 1041 + }, + { + "epoch": 0.3556313993174061, + "grad_norm": 0.3405005677682007, + "learning_rate": 9.885446856517771e-06, + "loss": 0.3717, + "num_tokens": 198831747.0, + "step": 1042 + }, + { + "epoch": 0.3559726962457338, + "grad_norm": 0.2627882096855173, + "learning_rate": 9.88506696332183e-06, + "loss": 0.3338, + "num_tokens": 199063081.0, + "step": 1043 + }, + { + "epoch": 0.3563139931740614, + "grad_norm": 0.2763365669733282, + "learning_rate": 9.88468644939548e-06, + "loss": 0.3257, + "num_tokens": 199236721.0, + "step": 1044 + }, + { + "epoch": 0.35665529010238906, + "grad_norm": 0.30746721999911586, + "learning_rate": 9.884305314792593e-06, + "loss": 0.3679, + "num_tokens": 199392667.0, + "step": 1045 + }, + { + "epoch": 0.35699658703071674, + "grad_norm": 0.2888270235603499, + "learning_rate": 9.883923559567112e-06, + "loss": 0.351, + "num_tokens": 199583771.0, + "step": 1046 + }, + { + "epoch": 0.35733788395904437, + "grad_norm": 0.28231084492830144, + "learning_rate": 9.883541183773083e-06, + "loss": 0.3718, + "num_tokens": 199787020.0, + "step": 1047 + }, + { + "epoch": 0.357679180887372, + "grad_norm": 0.332544453630064, + "learning_rate": 9.88315818746463e-06, + "loss": 0.4215, + "num_tokens": 199977018.0, + "step": 1048 + }, + { + "epoch": 0.3580204778156997, + "grad_norm": 0.291770826580748, + "learning_rate": 9.88277457069597e-06, + "loss": 0.3744, + "num_tokens": 200167893.0, + "step": 1049 + }, + { + "epoch": 0.3583617747440273, + "grad_norm": 0.3202698238503146, + "learning_rate": 9.882390333521405e-06, + "loss": 0.3766, + "num_tokens": 200341288.0, + "step": 1050 + }, + { + "epoch": 0.35870307167235493, + "grad_norm": 0.29809409670353937, + "learning_rate": 9.882005475995326e-06, + "loss": 0.3487, + "num_tokens": 200510407.0, + "step": 1051 + }, + { + "epoch": 0.3590443686006826, + "grad_norm": 0.2891890238862462, + "learning_rate": 9.881619998172213e-06, + "loss": 0.3332, + "num_tokens": 200677627.0, + "step": 1052 + }, + { + "epoch": 0.35938566552901025, + "grad_norm": 0.2820413872663934, + "learning_rate": 9.881233900106632e-06, + "loss": 0.3795, + "num_tokens": 200884510.0, + "step": 1053 + }, + { + "epoch": 0.3597269624573379, + "grad_norm": 0.3239943167913485, + "learning_rate": 9.880847181853236e-06, + "loss": 0.3433, + "num_tokens": 201058652.0, + "step": 1054 + }, + { + "epoch": 0.36006825938566556, + "grad_norm": 0.31215530857832785, + "learning_rate": 9.880459843466768e-06, + "loss": 0.3477, + "num_tokens": 201236871.0, + "step": 1055 + }, + { + "epoch": 0.3604095563139932, + "grad_norm": 0.30115386103725916, + "learning_rate": 9.880071885002057e-06, + "loss": 0.3779, + "num_tokens": 201426026.0, + "step": 1056 + }, + { + "epoch": 0.3607508532423208, + "grad_norm": 0.2986874684611098, + "learning_rate": 9.879683306514023e-06, + "loss": 0.3655, + "num_tokens": 201609672.0, + "step": 1057 + }, + { + "epoch": 0.36109215017064844, + "grad_norm": 0.27946310489328835, + "learning_rate": 9.87929410805767e-06, + "loss": 0.3486, + "num_tokens": 201808806.0, + "step": 1058 + }, + { + "epoch": 0.3614334470989761, + "grad_norm": 0.38319627433598313, + "learning_rate": 9.878904289688089e-06, + "loss": 0.3224, + "num_tokens": 201949216.0, + "step": 1059 + }, + { + "epoch": 0.36177474402730375, + "grad_norm": 0.2925152166042926, + "learning_rate": 9.878513851460466e-06, + "loss": 0.3299, + "num_tokens": 202134974.0, + "step": 1060 + }, + { + "epoch": 0.3621160409556314, + "grad_norm": 0.2909214178204309, + "learning_rate": 9.878122793430063e-06, + "loss": 0.3482, + "num_tokens": 202310220.0, + "step": 1061 + }, + { + "epoch": 0.36245733788395906, + "grad_norm": 0.3076673209479586, + "learning_rate": 9.877731115652242e-06, + "loss": 0.3485, + "num_tokens": 202459667.0, + "step": 1062 + }, + { + "epoch": 0.3627986348122867, + "grad_norm": 0.3891274752476181, + "learning_rate": 9.877338818182448e-06, + "loss": 0.3599, + "num_tokens": 202600240.0, + "step": 1063 + }, + { + "epoch": 0.3631399317406143, + "grad_norm": 0.2916550173585913, + "learning_rate": 9.876945901076206e-06, + "loss": 0.3586, + "num_tokens": 202802356.0, + "step": 1064 + }, + { + "epoch": 0.363481228668942, + "grad_norm": 0.3128118171302467, + "learning_rate": 9.876552364389142e-06, + "loss": 0.3494, + "num_tokens": 203003718.0, + "step": 1065 + }, + { + "epoch": 0.36382252559726963, + "grad_norm": 0.30073427646195405, + "learning_rate": 9.87615820817696e-06, + "loss": 0.3385, + "num_tokens": 203181259.0, + "step": 1066 + }, + { + "epoch": 0.36416382252559726, + "grad_norm": 0.2826637554409992, + "learning_rate": 9.875763432495457e-06, + "loss": 0.351, + "num_tokens": 203380891.0, + "step": 1067 + }, + { + "epoch": 0.36450511945392494, + "grad_norm": 0.2903416575092723, + "learning_rate": 9.875368037400512e-06, + "loss": 0.358, + "num_tokens": 203579365.0, + "step": 1068 + }, + { + "epoch": 0.36484641638225257, + "grad_norm": 0.24903963351868974, + "learning_rate": 9.874972022948102e-06, + "loss": 0.3261, + "num_tokens": 203811804.0, + "step": 1069 + }, + { + "epoch": 0.3651877133105802, + "grad_norm": 0.43583611012972723, + "learning_rate": 9.87457538919428e-06, + "loss": 0.3745, + "num_tokens": 203994024.0, + "step": 1070 + }, + { + "epoch": 0.3655290102389078, + "grad_norm": 0.2650849640371641, + "learning_rate": 9.87417813619519e-06, + "loss": 0.3441, + "num_tokens": 204212457.0, + "step": 1071 + }, + { + "epoch": 0.3658703071672355, + "grad_norm": 0.28958562977726515, + "learning_rate": 9.873780264007072e-06, + "loss": 0.3442, + "num_tokens": 204395837.0, + "step": 1072 + }, + { + "epoch": 0.36621160409556314, + "grad_norm": 0.2837148466095274, + "learning_rate": 9.87338177268624e-06, + "loss": 0.3582, + "num_tokens": 204582012.0, + "step": 1073 + }, + { + "epoch": 0.36655290102389076, + "grad_norm": 0.29090896126163174, + "learning_rate": 9.872982662289106e-06, + "loss": 0.3215, + "num_tokens": 204760772.0, + "step": 1074 + }, + { + "epoch": 0.36689419795221845, + "grad_norm": 0.4560999110292137, + "learning_rate": 9.872582932872169e-06, + "loss": 0.3836, + "num_tokens": 204951574.0, + "step": 1075 + }, + { + "epoch": 0.3672354948805461, + "grad_norm": 0.26004921689336163, + "learning_rate": 9.872182584492006e-06, + "loss": 0.325, + "num_tokens": 205176124.0, + "step": 1076 + }, + { + "epoch": 0.3675767918088737, + "grad_norm": 0.3023616309044967, + "learning_rate": 9.871781617205296e-06, + "loss": 0.3606, + "num_tokens": 205383366.0, + "step": 1077 + }, + { + "epoch": 0.3679180887372014, + "grad_norm": 0.29214619070824915, + "learning_rate": 9.871380031068793e-06, + "loss": 0.3678, + "num_tokens": 205613067.0, + "step": 1078 + }, + { + "epoch": 0.368259385665529, + "grad_norm": 0.340181284628871, + "learning_rate": 9.870977826139344e-06, + "loss": 0.3317, + "num_tokens": 205777978.0, + "step": 1079 + }, + { + "epoch": 0.36860068259385664, + "grad_norm": 0.2784419863155216, + "learning_rate": 9.870575002473888e-06, + "loss": 0.3472, + "num_tokens": 205978672.0, + "step": 1080 + }, + { + "epoch": 0.3689419795221843, + "grad_norm": 0.28456895799195403, + "learning_rate": 9.870171560129442e-06, + "loss": 0.3699, + "num_tokens": 206173219.0, + "step": 1081 + }, + { + "epoch": 0.36928327645051195, + "grad_norm": 0.2847036904673439, + "learning_rate": 9.869767499163117e-06, + "loss": 0.3488, + "num_tokens": 206371199.0, + "step": 1082 + }, + { + "epoch": 0.3696245733788396, + "grad_norm": 0.2662028273238446, + "learning_rate": 9.86936281963211e-06, + "loss": 0.3014, + "num_tokens": 206569688.0, + "step": 1083 + }, + { + "epoch": 0.3699658703071672, + "grad_norm": 0.2914148749450508, + "learning_rate": 9.868957521593704e-06, + "loss": 0.3662, + "num_tokens": 206754796.0, + "step": 1084 + }, + { + "epoch": 0.3703071672354949, + "grad_norm": 0.2805042777062467, + "learning_rate": 9.868551605105276e-06, + "loss": 0.3664, + "num_tokens": 206955853.0, + "step": 1085 + }, + { + "epoch": 0.3706484641638225, + "grad_norm": 0.2768516475144121, + "learning_rate": 9.86814507022428e-06, + "loss": 0.3574, + "num_tokens": 207156384.0, + "step": 1086 + }, + { + "epoch": 0.37098976109215015, + "grad_norm": 0.28386243777836906, + "learning_rate": 9.867737917008267e-06, + "loss": 0.3523, + "num_tokens": 207340786.0, + "step": 1087 + }, + { + "epoch": 0.37133105802047783, + "grad_norm": 0.2645143242058182, + "learning_rate": 9.867330145514871e-06, + "loss": 0.3211, + "num_tokens": 207567085.0, + "step": 1088 + }, + { + "epoch": 0.37167235494880546, + "grad_norm": 0.6121944415398511, + "learning_rate": 9.866921755801813e-06, + "loss": 0.3529, + "num_tokens": 207792315.0, + "step": 1089 + }, + { + "epoch": 0.3720136518771331, + "grad_norm": 0.27958516539748984, + "learning_rate": 9.866512747926905e-06, + "loss": 0.3327, + "num_tokens": 207982607.0, + "step": 1090 + }, + { + "epoch": 0.3723549488054608, + "grad_norm": 0.2781343317861366, + "learning_rate": 9.866103121948043e-06, + "loss": 0.3271, + "num_tokens": 208168012.0, + "step": 1091 + }, + { + "epoch": 0.3726962457337884, + "grad_norm": 0.29058163264965214, + "learning_rate": 9.865692877923211e-06, + "loss": 0.3582, + "num_tokens": 208350555.0, + "step": 1092 + }, + { + "epoch": 0.37303754266211603, + "grad_norm": 0.29617175653112116, + "learning_rate": 9.865282015910482e-06, + "loss": 0.3755, + "num_tokens": 208542725.0, + "step": 1093 + }, + { + "epoch": 0.3733788395904437, + "grad_norm": 0.29421476577298317, + "learning_rate": 9.864870535968016e-06, + "loss": 0.3272, + "num_tokens": 208690872.0, + "step": 1094 + }, + { + "epoch": 0.37372013651877134, + "grad_norm": 0.2862302348733258, + "learning_rate": 9.864458438154062e-06, + "loss": 0.3366, + "num_tokens": 208878076.0, + "step": 1095 + }, + { + "epoch": 0.37406143344709897, + "grad_norm": 0.29236143631103406, + "learning_rate": 9.864045722526951e-06, + "loss": 0.3777, + "num_tokens": 209062075.0, + "step": 1096 + }, + { + "epoch": 0.3744027303754266, + "grad_norm": 0.3022666958621875, + "learning_rate": 9.863632389145107e-06, + "loss": 0.3194, + "num_tokens": 209203207.0, + "step": 1097 + }, + { + "epoch": 0.3747440273037543, + "grad_norm": 0.2792500280298426, + "learning_rate": 9.863218438067043e-06, + "loss": 0.3481, + "num_tokens": 209416758.0, + "step": 1098 + }, + { + "epoch": 0.3750853242320819, + "grad_norm": 0.29833030178484643, + "learning_rate": 9.86280386935135e-06, + "loss": 0.368, + "num_tokens": 209596811.0, + "step": 1099 + }, + { + "epoch": 0.37542662116040953, + "grad_norm": 0.27512969406842575, + "learning_rate": 9.862388683056716e-06, + "loss": 0.3446, + "num_tokens": 209788524.0, + "step": 1100 + }, + { + "epoch": 0.3757679180887372, + "grad_norm": 0.2998774369108867, + "learning_rate": 9.861972879241912e-06, + "loss": 0.3463, + "num_tokens": 209943333.0, + "step": 1101 + }, + { + "epoch": 0.37610921501706485, + "grad_norm": 0.2879944315974707, + "learning_rate": 9.861556457965798e-06, + "loss": 0.3552, + "num_tokens": 210147964.0, + "step": 1102 + }, + { + "epoch": 0.3764505119453925, + "grad_norm": 0.3231117287276504, + "learning_rate": 9.86113941928732e-06, + "loss": 0.3845, + "num_tokens": 210344895.0, + "step": 1103 + }, + { + "epoch": 0.37679180887372016, + "grad_norm": 0.3182200514109724, + "learning_rate": 9.860721763265512e-06, + "loss": 0.3413, + "num_tokens": 210485897.0, + "step": 1104 + }, + { + "epoch": 0.3771331058020478, + "grad_norm": 0.28749227441424074, + "learning_rate": 9.860303489959496e-06, + "loss": 0.3648, + "num_tokens": 210683444.0, + "step": 1105 + }, + { + "epoch": 0.3774744027303754, + "grad_norm": 0.290696466348257, + "learning_rate": 9.859884599428483e-06, + "loss": 0.3484, + "num_tokens": 210870543.0, + "step": 1106 + }, + { + "epoch": 0.3778156996587031, + "grad_norm": 0.295158773364972, + "learning_rate": 9.859465091731764e-06, + "loss": 0.3561, + "num_tokens": 211070962.0, + "step": 1107 + }, + { + "epoch": 0.3781569965870307, + "grad_norm": 0.2959348825464459, + "learning_rate": 9.859044966928727e-06, + "loss": 0.3441, + "num_tokens": 211270461.0, + "step": 1108 + }, + { + "epoch": 0.37849829351535835, + "grad_norm": 0.3099039843022794, + "learning_rate": 9.858624225078841e-06, + "loss": 0.3727, + "num_tokens": 211455226.0, + "step": 1109 + }, + { + "epoch": 0.378839590443686, + "grad_norm": 0.28299065058953843, + "learning_rate": 9.858202866241664e-06, + "loss": 0.3479, + "num_tokens": 211641820.0, + "step": 1110 + }, + { + "epoch": 0.37918088737201366, + "grad_norm": 0.26802180161236655, + "learning_rate": 9.857780890476846e-06, + "loss": 0.3292, + "num_tokens": 211853082.0, + "step": 1111 + }, + { + "epoch": 0.3795221843003413, + "grad_norm": 0.2946933623507281, + "learning_rate": 9.857358297844115e-06, + "loss": 0.3562, + "num_tokens": 212026715.0, + "step": 1112 + }, + { + "epoch": 0.3798634812286689, + "grad_norm": 0.3039933811674029, + "learning_rate": 9.856935088403292e-06, + "loss": 0.3495, + "num_tokens": 212193315.0, + "step": 1113 + }, + { + "epoch": 0.3802047781569966, + "grad_norm": 0.2802401429437123, + "learning_rate": 9.856511262214285e-06, + "loss": 0.3231, + "num_tokens": 212366223.0, + "step": 1114 + }, + { + "epoch": 0.38054607508532423, + "grad_norm": 0.35749395680483453, + "learning_rate": 9.856086819337091e-06, + "loss": 0.3597, + "num_tokens": 212558136.0, + "step": 1115 + }, + { + "epoch": 0.38088737201365186, + "grad_norm": 0.3334918815991449, + "learning_rate": 9.85566175983179e-06, + "loss": 0.3487, + "num_tokens": 212709846.0, + "step": 1116 + }, + { + "epoch": 0.38122866894197954, + "grad_norm": 0.2989117824085923, + "learning_rate": 9.855236083758555e-06, + "loss": 0.3606, + "num_tokens": 212893279.0, + "step": 1117 + }, + { + "epoch": 0.38156996587030717, + "grad_norm": 0.3014067859653028, + "learning_rate": 9.854809791177637e-06, + "loss": 0.3663, + "num_tokens": 213095326.0, + "step": 1118 + }, + { + "epoch": 0.3819112627986348, + "grad_norm": 0.27213772860190405, + "learning_rate": 9.854382882149384e-06, + "loss": 0.3719, + "num_tokens": 213312813.0, + "step": 1119 + }, + { + "epoch": 0.3822525597269625, + "grad_norm": 0.32448269591257617, + "learning_rate": 9.853955356734227e-06, + "loss": 0.3537, + "num_tokens": 213450099.0, + "step": 1120 + }, + { + "epoch": 0.3825938566552901, + "grad_norm": 0.30398065634863236, + "learning_rate": 9.853527214992685e-06, + "loss": 0.3328, + "num_tokens": 213670059.0, + "step": 1121 + }, + { + "epoch": 0.38293515358361774, + "grad_norm": 0.29186289924013525, + "learning_rate": 9.853098456985361e-06, + "loss": 0.3424, + "num_tokens": 213857660.0, + "step": 1122 + }, + { + "epoch": 0.38327645051194537, + "grad_norm": 0.25899568763714426, + "learning_rate": 9.85266908277295e-06, + "loss": 0.3431, + "num_tokens": 214084800.0, + "step": 1123 + }, + { + "epoch": 0.38361774744027305, + "grad_norm": 0.3070211393835449, + "learning_rate": 9.852239092416233e-06, + "loss": 0.3868, + "num_tokens": 214261824.0, + "step": 1124 + }, + { + "epoch": 0.3839590443686007, + "grad_norm": 0.28905265764920596, + "learning_rate": 9.851808485976076e-06, + "loss": 0.3962, + "num_tokens": 214455968.0, + "step": 1125 + }, + { + "epoch": 0.3843003412969283, + "grad_norm": 0.3114927932588565, + "learning_rate": 9.851377263513435e-06, + "loss": 0.3737, + "num_tokens": 214636804.0, + "step": 1126 + }, + { + "epoch": 0.384641638225256, + "grad_norm": 0.2814748596681238, + "learning_rate": 9.850945425089352e-06, + "loss": 0.363, + "num_tokens": 214818450.0, + "step": 1127 + }, + { + "epoch": 0.3849829351535836, + "grad_norm": 0.29459393754236113, + "learning_rate": 9.850512970764955e-06, + "loss": 0.3632, + "num_tokens": 215003430.0, + "step": 1128 + }, + { + "epoch": 0.38532423208191124, + "grad_norm": 0.2673889155507509, + "learning_rate": 9.85007990060146e-06, + "loss": 0.3413, + "num_tokens": 215209858.0, + "step": 1129 + }, + { + "epoch": 0.3856655290102389, + "grad_norm": 0.28229876666002807, + "learning_rate": 9.84964621466017e-06, + "loss": 0.3624, + "num_tokens": 215412306.0, + "step": 1130 + }, + { + "epoch": 0.38600682593856656, + "grad_norm": 0.28138524041406665, + "learning_rate": 9.849211913002481e-06, + "loss": 0.3461, + "num_tokens": 215597180.0, + "step": 1131 + }, + { + "epoch": 0.3863481228668942, + "grad_norm": 0.294302116374684, + "learning_rate": 9.848776995689864e-06, + "loss": 0.3692, + "num_tokens": 215797332.0, + "step": 1132 + }, + { + "epoch": 0.38668941979522187, + "grad_norm": 0.2822703844146614, + "learning_rate": 9.848341462783887e-06, + "loss": 0.3608, + "num_tokens": 216002500.0, + "step": 1133 + }, + { + "epoch": 0.3870307167235495, + "grad_norm": 0.30382005246599664, + "learning_rate": 9.847905314346202e-06, + "loss": 0.3528, + "num_tokens": 216191660.0, + "step": 1134 + }, + { + "epoch": 0.3873720136518771, + "grad_norm": 0.27699976939112886, + "learning_rate": 9.847468550438548e-06, + "loss": 0.3518, + "num_tokens": 216385999.0, + "step": 1135 + }, + { + "epoch": 0.38771331058020475, + "grad_norm": 0.34440790180592507, + "learning_rate": 9.84703117112275e-06, + "loss": 0.3304, + "num_tokens": 216554058.0, + "step": 1136 + }, + { + "epoch": 0.38805460750853243, + "grad_norm": 0.2963543474121763, + "learning_rate": 9.846593176460723e-06, + "loss": 0.3505, + "num_tokens": 216736233.0, + "step": 1137 + }, + { + "epoch": 0.38839590443686006, + "grad_norm": 0.2945596072356897, + "learning_rate": 9.846154566514468e-06, + "loss": 0.3108, + "num_tokens": 216896615.0, + "step": 1138 + }, + { + "epoch": 0.3887372013651877, + "grad_norm": 0.262094455467848, + "learning_rate": 9.845715341346072e-06, + "loss": 0.3444, + "num_tokens": 217110147.0, + "step": 1139 + }, + { + "epoch": 0.3890784982935154, + "grad_norm": 0.32208726495607204, + "learning_rate": 9.845275501017708e-06, + "loss": 0.3853, + "num_tokens": 217317900.0, + "step": 1140 + }, + { + "epoch": 0.389419795221843, + "grad_norm": 0.3818463828440994, + "learning_rate": 9.844835045591642e-06, + "loss": 0.3731, + "num_tokens": 217507702.0, + "step": 1141 + }, + { + "epoch": 0.38976109215017063, + "grad_norm": 0.28124980974840635, + "learning_rate": 9.84439397513022e-06, + "loss": 0.3379, + "num_tokens": 217697099.0, + "step": 1142 + }, + { + "epoch": 0.3901023890784983, + "grad_norm": 0.28623041661543897, + "learning_rate": 9.843952289695876e-06, + "loss": 0.3849, + "num_tokens": 217891833.0, + "step": 1143 + }, + { + "epoch": 0.39044368600682594, + "grad_norm": 0.2617509167369576, + "learning_rate": 9.843509989351136e-06, + "loss": 0.3295, + "num_tokens": 218116265.0, + "step": 1144 + }, + { + "epoch": 0.39078498293515357, + "grad_norm": 0.25604538157629503, + "learning_rate": 9.843067074158612e-06, + "loss": 0.3395, + "num_tokens": 218351503.0, + "step": 1145 + }, + { + "epoch": 0.39112627986348125, + "grad_norm": 0.30755348977848446, + "learning_rate": 9.842623544180997e-06, + "loss": 0.3348, + "num_tokens": 218506527.0, + "step": 1146 + }, + { + "epoch": 0.3914675767918089, + "grad_norm": 0.27857404178254275, + "learning_rate": 9.842179399481075e-06, + "loss": 0.3492, + "num_tokens": 218705268.0, + "step": 1147 + }, + { + "epoch": 0.3918088737201365, + "grad_norm": 0.2618909699608286, + "learning_rate": 9.841734640121722e-06, + "loss": 0.3495, + "num_tokens": 218926745.0, + "step": 1148 + }, + { + "epoch": 0.3921501706484642, + "grad_norm": 0.2904516994729919, + "learning_rate": 9.84128926616589e-06, + "loss": 0.3619, + "num_tokens": 219116443.0, + "step": 1149 + }, + { + "epoch": 0.3924914675767918, + "grad_norm": 0.31821760087670226, + "learning_rate": 9.840843277676628e-06, + "loss": 0.3694, + "num_tokens": 219275389.0, + "step": 1150 + }, + { + "epoch": 0.39283276450511945, + "grad_norm": 0.2743104420005459, + "learning_rate": 9.840396674717068e-06, + "loss": 0.3439, + "num_tokens": 219476489.0, + "step": 1151 + }, + { + "epoch": 0.3931740614334471, + "grad_norm": 0.29200661663184563, + "learning_rate": 9.839949457350427e-06, + "loss": 0.347, + "num_tokens": 219667947.0, + "step": 1152 + }, + { + "epoch": 0.39351535836177476, + "grad_norm": 0.28329535868688055, + "learning_rate": 9.839501625640013e-06, + "loss": 0.343, + "num_tokens": 219861318.0, + "step": 1153 + }, + { + "epoch": 0.3938566552901024, + "grad_norm": 0.3134479063420629, + "learning_rate": 9.839053179649217e-06, + "loss": 0.3424, + "num_tokens": 220038048.0, + "step": 1154 + }, + { + "epoch": 0.39419795221843, + "grad_norm": 0.3774991604223034, + "learning_rate": 9.838604119441522e-06, + "loss": 0.3737, + "num_tokens": 220258608.0, + "step": 1155 + }, + { + "epoch": 0.3945392491467577, + "grad_norm": 0.25565250759167696, + "learning_rate": 9.838154445080493e-06, + "loss": 0.3388, + "num_tokens": 220480789.0, + "step": 1156 + }, + { + "epoch": 0.3948805460750853, + "grad_norm": 0.28748457008598577, + "learning_rate": 9.837704156629782e-06, + "loss": 0.3913, + "num_tokens": 220665576.0, + "step": 1157 + }, + { + "epoch": 0.39522184300341295, + "grad_norm": 0.3001604178886892, + "learning_rate": 9.837253254153135e-06, + "loss": 0.3763, + "num_tokens": 220869970.0, + "step": 1158 + }, + { + "epoch": 0.39556313993174064, + "grad_norm": 0.31626741927246727, + "learning_rate": 9.836801737714377e-06, + "loss": 0.3568, + "num_tokens": 221017582.0, + "step": 1159 + }, + { + "epoch": 0.39590443686006827, + "grad_norm": 0.2590399120591207, + "learning_rate": 9.836349607377421e-06, + "loss": 0.3245, + "num_tokens": 221216714.0, + "step": 1160 + }, + { + "epoch": 0.3962457337883959, + "grad_norm": 0.2967723050871323, + "learning_rate": 9.83589686320627e-06, + "loss": 0.365, + "num_tokens": 221419886.0, + "step": 1161 + }, + { + "epoch": 0.3965870307167236, + "grad_norm": 0.2898530122095869, + "learning_rate": 9.835443505265013e-06, + "loss": 0.3288, + "num_tokens": 221585762.0, + "step": 1162 + }, + { + "epoch": 0.3969283276450512, + "grad_norm": 0.2806316288892542, + "learning_rate": 9.834989533617824e-06, + "loss": 0.3783, + "num_tokens": 221790867.0, + "step": 1163 + }, + { + "epoch": 0.39726962457337883, + "grad_norm": 0.8052673797020081, + "learning_rate": 9.834534948328967e-06, + "loss": 0.3522, + "num_tokens": 221996144.0, + "step": 1164 + }, + { + "epoch": 0.39761092150170646, + "grad_norm": 0.32904724177760397, + "learning_rate": 9.834079749462789e-06, + "loss": 0.3658, + "num_tokens": 222173515.0, + "step": 1165 + }, + { + "epoch": 0.39795221843003414, + "grad_norm": 0.31244648907371597, + "learning_rate": 9.833623937083725e-06, + "loss": 0.3368, + "num_tokens": 222322395.0, + "step": 1166 + }, + { + "epoch": 0.39829351535836177, + "grad_norm": 0.282548008807492, + "learning_rate": 9.833167511256303e-06, + "loss": 0.351, + "num_tokens": 222505228.0, + "step": 1167 + }, + { + "epoch": 0.3986348122866894, + "grad_norm": 0.27940309741607827, + "learning_rate": 9.832710472045128e-06, + "loss": 0.3291, + "num_tokens": 222683647.0, + "step": 1168 + }, + { + "epoch": 0.3989761092150171, + "grad_norm": 0.3425035855062335, + "learning_rate": 9.832252819514898e-06, + "loss": 0.3434, + "num_tokens": 222864246.0, + "step": 1169 + }, + { + "epoch": 0.3993174061433447, + "grad_norm": 0.2677644927504284, + "learning_rate": 9.831794553730393e-06, + "loss": 0.3043, + "num_tokens": 223044594.0, + "step": 1170 + }, + { + "epoch": 0.39965870307167234, + "grad_norm": 0.33763404225469457, + "learning_rate": 9.831335674756487e-06, + "loss": 0.3776, + "num_tokens": 223219220.0, + "step": 1171 + }, + { + "epoch": 0.4, + "grad_norm": 0.29744869283219066, + "learning_rate": 9.830876182658137e-06, + "loss": 0.3841, + "num_tokens": 223432643.0, + "step": 1172 + }, + { + "epoch": 0.40034129692832765, + "grad_norm": 0.27484499590607325, + "learning_rate": 9.830416077500386e-06, + "loss": 0.3449, + "num_tokens": 223644577.0, + "step": 1173 + }, + { + "epoch": 0.4006825938566553, + "grad_norm": 0.28905697345597003, + "learning_rate": 9.829955359348364e-06, + "loss": 0.3465, + "num_tokens": 223810308.0, + "step": 1174 + }, + { + "epoch": 0.40102389078498296, + "grad_norm": 0.29882811950715327, + "learning_rate": 9.829494028267287e-06, + "loss": 0.3385, + "num_tokens": 223977451.0, + "step": 1175 + }, + { + "epoch": 0.4013651877133106, + "grad_norm": 0.2808138259045831, + "learning_rate": 9.82903208432246e-06, + "loss": 0.3358, + "num_tokens": 224172422.0, + "step": 1176 + }, + { + "epoch": 0.4017064846416382, + "grad_norm": 0.28304118470502837, + "learning_rate": 9.828569527579272e-06, + "loss": 0.3364, + "num_tokens": 224354934.0, + "step": 1177 + }, + { + "epoch": 0.40204778156996585, + "grad_norm": 0.2777038272423792, + "learning_rate": 9.828106358103204e-06, + "loss": 0.3655, + "num_tokens": 224579987.0, + "step": 1178 + }, + { + "epoch": 0.40238907849829353, + "grad_norm": 0.25147004786912275, + "learning_rate": 9.82764257595982e-06, + "loss": 0.3176, + "num_tokens": 224763078.0, + "step": 1179 + }, + { + "epoch": 0.40273037542662116, + "grad_norm": 0.2703643232177534, + "learning_rate": 9.827178181214765e-06, + "loss": 0.3546, + "num_tokens": 224973640.0, + "step": 1180 + }, + { + "epoch": 0.4030716723549488, + "grad_norm": 0.2767866320664453, + "learning_rate": 9.826713173933783e-06, + "loss": 0.3296, + "num_tokens": 225151787.0, + "step": 1181 + }, + { + "epoch": 0.40341296928327647, + "grad_norm": 0.336836523318782, + "learning_rate": 9.826247554182698e-06, + "loss": 0.3451, + "num_tokens": 225292587.0, + "step": 1182 + }, + { + "epoch": 0.4037542662116041, + "grad_norm": 0.29609912665276594, + "learning_rate": 9.825781322027418e-06, + "loss": 0.3422, + "num_tokens": 225475563.0, + "step": 1183 + }, + { + "epoch": 0.4040955631399317, + "grad_norm": 0.28918002277805754, + "learning_rate": 9.825314477533942e-06, + "loss": 0.3366, + "num_tokens": 225660489.0, + "step": 1184 + }, + { + "epoch": 0.4044368600682594, + "grad_norm": 0.28855273714827356, + "learning_rate": 9.824847020768353e-06, + "loss": 0.3619, + "num_tokens": 225853441.0, + "step": 1185 + }, + { + "epoch": 0.40477815699658704, + "grad_norm": 0.28710549886426967, + "learning_rate": 9.824378951796825e-06, + "loss": 0.414, + "num_tokens": 226072657.0, + "step": 1186 + }, + { + "epoch": 0.40511945392491466, + "grad_norm": 0.29091715146497893, + "learning_rate": 9.823910270685614e-06, + "loss": 0.3518, + "num_tokens": 226281208.0, + "step": 1187 + }, + { + "epoch": 0.40546075085324235, + "grad_norm": 0.2988936140409445, + "learning_rate": 9.823440977501065e-06, + "loss": 0.3564, + "num_tokens": 226452039.0, + "step": 1188 + }, + { + "epoch": 0.40580204778157, + "grad_norm": 0.25842206118373146, + "learning_rate": 9.822971072309608e-06, + "loss": 0.3627, + "num_tokens": 226681910.0, + "step": 1189 + }, + { + "epoch": 0.4061433447098976, + "grad_norm": 0.2652317273656141, + "learning_rate": 9.822500555177762e-06, + "loss": 0.3283, + "num_tokens": 226886305.0, + "step": 1190 + }, + { + "epoch": 0.40648464163822523, + "grad_norm": 0.27683536962795474, + "learning_rate": 9.82202942617213e-06, + "loss": 0.3217, + "num_tokens": 227064451.0, + "step": 1191 + }, + { + "epoch": 0.4068259385665529, + "grad_norm": 0.30384137435813846, + "learning_rate": 9.821557685359404e-06, + "loss": 0.3488, + "num_tokens": 227227506.0, + "step": 1192 + }, + { + "epoch": 0.40716723549488054, + "grad_norm": 0.26628108802876566, + "learning_rate": 9.82108533280636e-06, + "loss": 0.3344, + "num_tokens": 227455446.0, + "step": 1193 + }, + { + "epoch": 0.40750853242320817, + "grad_norm": 0.6071136813636826, + "learning_rate": 9.820612368579865e-06, + "loss": 0.3561, + "num_tokens": 227629040.0, + "step": 1194 + }, + { + "epoch": 0.40784982935153585, + "grad_norm": 0.27093075111645976, + "learning_rate": 9.820138792746867e-06, + "loss": 0.3707, + "num_tokens": 227860162.0, + "step": 1195 + }, + { + "epoch": 0.4081911262798635, + "grad_norm": 0.288535289699142, + "learning_rate": 9.819664605374403e-06, + "loss": 0.3551, + "num_tokens": 228069857.0, + "step": 1196 + }, + { + "epoch": 0.4085324232081911, + "grad_norm": 0.25416148400367766, + "learning_rate": 9.8191898065296e-06, + "loss": 0.3626, + "num_tokens": 228306496.0, + "step": 1197 + }, + { + "epoch": 0.4088737201365188, + "grad_norm": 0.30310220829567674, + "learning_rate": 9.818714396279665e-06, + "loss": 0.329, + "num_tokens": 228459336.0, + "step": 1198 + }, + { + "epoch": 0.4092150170648464, + "grad_norm": 0.2907220781603854, + "learning_rate": 9.818238374691896e-06, + "loss": 0.3458, + "num_tokens": 228629131.0, + "step": 1199 + }, + { + "epoch": 0.40955631399317405, + "grad_norm": 0.2591613206123676, + "learning_rate": 9.817761741833677e-06, + "loss": 0.3521, + "num_tokens": 228841018.0, + "step": 1200 + }, + { + "epoch": 0.40989761092150173, + "grad_norm": 0.2823318977328422, + "learning_rate": 9.817284497772479e-06, + "loss": 0.3345, + "num_tokens": 229020481.0, + "step": 1201 + }, + { + "epoch": 0.41023890784982936, + "grad_norm": 0.2545629831020877, + "learning_rate": 9.816806642575855e-06, + "loss": 0.3369, + "num_tokens": 229222602.0, + "step": 1202 + }, + { + "epoch": 0.410580204778157, + "grad_norm": 0.2815177359180983, + "learning_rate": 9.816328176311452e-06, + "loss": 0.3489, + "num_tokens": 229433957.0, + "step": 1203 + }, + { + "epoch": 0.4109215017064846, + "grad_norm": 0.29547234109069914, + "learning_rate": 9.815849099046999e-06, + "loss": 0.3532, + "num_tokens": 229640148.0, + "step": 1204 + }, + { + "epoch": 0.4112627986348123, + "grad_norm": 0.2960571213090803, + "learning_rate": 9.81536941085031e-06, + "loss": 0.3762, + "num_tokens": 229827184.0, + "step": 1205 + }, + { + "epoch": 0.4116040955631399, + "grad_norm": 0.2890390012337068, + "learning_rate": 9.814889111789289e-06, + "loss": 0.3447, + "num_tokens": 229997772.0, + "step": 1206 + }, + { + "epoch": 0.41194539249146755, + "grad_norm": 0.3026511939714797, + "learning_rate": 9.814408201931922e-06, + "loss": 0.3707, + "num_tokens": 230200101.0, + "step": 1207 + }, + { + "epoch": 0.41228668941979524, + "grad_norm": 0.28738734900617596, + "learning_rate": 9.813926681346288e-06, + "loss": 0.3557, + "num_tokens": 230366972.0, + "step": 1208 + }, + { + "epoch": 0.41262798634812287, + "grad_norm": 0.2887228939363812, + "learning_rate": 9.813444550100549e-06, + "loss": 0.3753, + "num_tokens": 230580172.0, + "step": 1209 + }, + { + "epoch": 0.4129692832764505, + "grad_norm": 0.2515422531849017, + "learning_rate": 9.81296180826295e-06, + "loss": 0.3368, + "num_tokens": 230801412.0, + "step": 1210 + }, + { + "epoch": 0.4133105802047782, + "grad_norm": 0.3441158457464179, + "learning_rate": 9.812478455901831e-06, + "loss": 0.389, + "num_tokens": 230973306.0, + "step": 1211 + }, + { + "epoch": 0.4136518771331058, + "grad_norm": 0.3013165639086207, + "learning_rate": 9.811994493085608e-06, + "loss": 0.3393, + "num_tokens": 231149964.0, + "step": 1212 + }, + { + "epoch": 0.41399317406143343, + "grad_norm": 0.2755935894747566, + "learning_rate": 9.81150991988279e-06, + "loss": 0.3986, + "num_tokens": 231385121.0, + "step": 1213 + }, + { + "epoch": 0.4143344709897611, + "grad_norm": 0.2695709048618338, + "learning_rate": 9.811024736361972e-06, + "loss": 0.3512, + "num_tokens": 231588281.0, + "step": 1214 + }, + { + "epoch": 0.41467576791808874, + "grad_norm": 0.27783288974252546, + "learning_rate": 9.810538942591836e-06, + "loss": 0.3458, + "num_tokens": 231779601.0, + "step": 1215 + }, + { + "epoch": 0.4150170648464164, + "grad_norm": 0.44759486553644984, + "learning_rate": 9.810052538641145e-06, + "loss": 0.3798, + "num_tokens": 231944047.0, + "step": 1216 + }, + { + "epoch": 0.415358361774744, + "grad_norm": 0.2872207570187257, + "learning_rate": 9.809565524578754e-06, + "loss": 0.3561, + "num_tokens": 232148670.0, + "step": 1217 + }, + { + "epoch": 0.4156996587030717, + "grad_norm": 0.29394897469981474, + "learning_rate": 9.809077900473602e-06, + "loss": 0.4078, + "num_tokens": 232347824.0, + "step": 1218 + }, + { + "epoch": 0.4160409556313993, + "grad_norm": 0.30383638401192126, + "learning_rate": 9.808589666394717e-06, + "loss": 0.3664, + "num_tokens": 232529657.0, + "step": 1219 + }, + { + "epoch": 0.41638225255972694, + "grad_norm": 0.2961417142048625, + "learning_rate": 9.808100822411209e-06, + "loss": 0.3485, + "num_tokens": 232733543.0, + "step": 1220 + }, + { + "epoch": 0.4167235494880546, + "grad_norm": 0.2637905845236003, + "learning_rate": 9.807611368592276e-06, + "loss": 0.327, + "num_tokens": 232923363.0, + "step": 1221 + }, + { + "epoch": 0.41706484641638225, + "grad_norm": 0.2835511312148472, + "learning_rate": 9.807121305007207e-06, + "loss": 0.3447, + "num_tokens": 233113734.0, + "step": 1222 + }, + { + "epoch": 0.4174061433447099, + "grad_norm": 0.2860606448253168, + "learning_rate": 9.806630631725369e-06, + "loss": 0.3626, + "num_tokens": 233296968.0, + "step": 1223 + }, + { + "epoch": 0.41774744027303756, + "grad_norm": 0.2670904790861687, + "learning_rate": 9.806139348816219e-06, + "loss": 0.3349, + "num_tokens": 233489349.0, + "step": 1224 + }, + { + "epoch": 0.4180887372013652, + "grad_norm": 0.2887610270164508, + "learning_rate": 9.805647456349304e-06, + "loss": 0.3807, + "num_tokens": 233670129.0, + "step": 1225 + }, + { + "epoch": 0.4184300341296928, + "grad_norm": 0.2832070971216151, + "learning_rate": 9.805154954394253e-06, + "loss": 0.3568, + "num_tokens": 233861917.0, + "step": 1226 + }, + { + "epoch": 0.4187713310580205, + "grad_norm": 0.2994203736250049, + "learning_rate": 9.804661843020782e-06, + "loss": 0.371, + "num_tokens": 234043738.0, + "step": 1227 + }, + { + "epoch": 0.41911262798634813, + "grad_norm": 0.29192282754711424, + "learning_rate": 9.804168122298692e-06, + "loss": 0.3617, + "num_tokens": 234226700.0, + "step": 1228 + }, + { + "epoch": 0.41945392491467576, + "grad_norm": 0.28870865510784766, + "learning_rate": 9.803673792297877e-06, + "loss": 0.3517, + "num_tokens": 234413196.0, + "step": 1229 + }, + { + "epoch": 0.4197952218430034, + "grad_norm": 0.2950083755128267, + "learning_rate": 9.803178853088306e-06, + "loss": 0.3514, + "num_tokens": 234572759.0, + "step": 1230 + }, + { + "epoch": 0.42013651877133107, + "grad_norm": 0.28692190992994154, + "learning_rate": 9.802683304740044e-06, + "loss": 0.348, + "num_tokens": 234751109.0, + "step": 1231 + }, + { + "epoch": 0.4204778156996587, + "grad_norm": 0.277661217040231, + "learning_rate": 9.802187147323236e-06, + "loss": 0.342, + "num_tokens": 234940078.0, + "step": 1232 + }, + { + "epoch": 0.4208191126279863, + "grad_norm": 0.3038839342551057, + "learning_rate": 9.80169038090812e-06, + "loss": 0.3959, + "num_tokens": 235151651.0, + "step": 1233 + }, + { + "epoch": 0.421160409556314, + "grad_norm": 0.2599913684475824, + "learning_rate": 9.801193005565013e-06, + "loss": 0.3451, + "num_tokens": 235355954.0, + "step": 1234 + }, + { + "epoch": 0.42150170648464164, + "grad_norm": 0.29897944708136115, + "learning_rate": 9.800695021364321e-06, + "loss": 0.3819, + "num_tokens": 235541276.0, + "step": 1235 + }, + { + "epoch": 0.42184300341296926, + "grad_norm": 0.26253032263897647, + "learning_rate": 9.800196428376537e-06, + "loss": 0.3315, + "num_tokens": 235764335.0, + "step": 1236 + }, + { + "epoch": 0.42218430034129695, + "grad_norm": 0.2738153815534092, + "learning_rate": 9.799697226672241e-06, + "loss": 0.3585, + "num_tokens": 235967808.0, + "step": 1237 + }, + { + "epoch": 0.4225255972696246, + "grad_norm": 0.2998954159290767, + "learning_rate": 9.799197416322097e-06, + "loss": 0.362, + "num_tokens": 236140247.0, + "step": 1238 + }, + { + "epoch": 0.4228668941979522, + "grad_norm": 0.29688899312732575, + "learning_rate": 9.798696997396853e-06, + "loss": 0.3564, + "num_tokens": 236315187.0, + "step": 1239 + }, + { + "epoch": 0.4232081911262799, + "grad_norm": 0.29997712356493367, + "learning_rate": 9.79819596996735e-06, + "loss": 0.3792, + "num_tokens": 236495894.0, + "step": 1240 + }, + { + "epoch": 0.4235494880546075, + "grad_norm": 0.2786931352228238, + "learning_rate": 9.797694334104509e-06, + "loss": 0.334, + "num_tokens": 236671555.0, + "step": 1241 + }, + { + "epoch": 0.42389078498293514, + "grad_norm": 0.27371176409375425, + "learning_rate": 9.79719208987934e-06, + "loss": 0.3426, + "num_tokens": 236854414.0, + "step": 1242 + }, + { + "epoch": 0.4242320819112628, + "grad_norm": 0.2758901679476892, + "learning_rate": 9.79668923736294e-06, + "loss": 0.3815, + "num_tokens": 237091534.0, + "step": 1243 + }, + { + "epoch": 0.42457337883959045, + "grad_norm": 0.26581883233400805, + "learning_rate": 9.796185776626488e-06, + "loss": 0.3229, + "num_tokens": 237269899.0, + "step": 1244 + }, + { + "epoch": 0.4249146757679181, + "grad_norm": 0.2856551284459564, + "learning_rate": 9.795681707741252e-06, + "loss": 0.3431, + "num_tokens": 237437140.0, + "step": 1245 + }, + { + "epoch": 0.4252559726962457, + "grad_norm": 0.2906317398570193, + "learning_rate": 9.795177030778588e-06, + "loss": 0.3774, + "num_tokens": 237642118.0, + "step": 1246 + }, + { + "epoch": 0.4255972696245734, + "grad_norm": 0.2865332812785422, + "learning_rate": 9.794671745809932e-06, + "loss": 0.36, + "num_tokens": 237827264.0, + "step": 1247 + }, + { + "epoch": 0.425938566552901, + "grad_norm": 0.2961192015258729, + "learning_rate": 9.794165852906814e-06, + "loss": 0.3688, + "num_tokens": 238015738.0, + "step": 1248 + }, + { + "epoch": 0.42627986348122865, + "grad_norm": 0.28651127862079656, + "learning_rate": 9.793659352140841e-06, + "loss": 0.358, + "num_tokens": 238222036.0, + "step": 1249 + }, + { + "epoch": 0.42662116040955633, + "grad_norm": 0.2942294213287924, + "learning_rate": 9.793152243583716e-06, + "loss": 0.3399, + "num_tokens": 238365346.0, + "step": 1250 + }, + { + "epoch": 0.42696245733788396, + "grad_norm": 0.26620041883618256, + "learning_rate": 9.792644527307221e-06, + "loss": 0.3377, + "num_tokens": 238559893.0, + "step": 1251 + }, + { + "epoch": 0.4273037542662116, + "grad_norm": 0.28113728608018945, + "learning_rate": 9.792136203383226e-06, + "loss": 0.3501, + "num_tokens": 238756127.0, + "step": 1252 + }, + { + "epoch": 0.42764505119453927, + "grad_norm": 0.29375403563014263, + "learning_rate": 9.791627271883687e-06, + "loss": 0.3546, + "num_tokens": 238964092.0, + "step": 1253 + }, + { + "epoch": 0.4279863481228669, + "grad_norm": 0.32187189374855674, + "learning_rate": 9.791117732880646e-06, + "loss": 0.3655, + "num_tokens": 239139237.0, + "step": 1254 + }, + { + "epoch": 0.4283276450511945, + "grad_norm": 0.3036677241205754, + "learning_rate": 9.79060758644623e-06, + "loss": 0.3423, + "num_tokens": 239316714.0, + "step": 1255 + }, + { + "epoch": 0.4286689419795222, + "grad_norm": 0.27759508203653327, + "learning_rate": 9.790096832652656e-06, + "loss": 0.3514, + "num_tokens": 239503019.0, + "step": 1256 + }, + { + "epoch": 0.42901023890784984, + "grad_norm": 0.3033722321333839, + "learning_rate": 9.789585471572223e-06, + "loss": 0.3852, + "num_tokens": 239680259.0, + "step": 1257 + }, + { + "epoch": 0.42935153583617747, + "grad_norm": 0.2774332632456538, + "learning_rate": 9.789073503277314e-06, + "loss": 0.3446, + "num_tokens": 239851795.0, + "step": 1258 + }, + { + "epoch": 0.4296928327645051, + "grad_norm": 0.2889017124480571, + "learning_rate": 9.788560927840402e-06, + "loss": 0.3535, + "num_tokens": 240034354.0, + "step": 1259 + }, + { + "epoch": 0.4300341296928328, + "grad_norm": 0.2927081276927179, + "learning_rate": 9.788047745334049e-06, + "loss": 0.3642, + "num_tokens": 240201263.0, + "step": 1260 + }, + { + "epoch": 0.4303754266211604, + "grad_norm": 0.27035731507655825, + "learning_rate": 9.787533955830896e-06, + "loss": 0.3675, + "num_tokens": 240393297.0, + "step": 1261 + }, + { + "epoch": 0.43071672354948803, + "grad_norm": 0.3055523092660708, + "learning_rate": 9.78701955940367e-06, + "loss": 0.3399, + "num_tokens": 240560346.0, + "step": 1262 + }, + { + "epoch": 0.4310580204778157, + "grad_norm": 0.2690745594213889, + "learning_rate": 9.786504556125192e-06, + "loss": 0.3478, + "num_tokens": 240764926.0, + "step": 1263 + }, + { + "epoch": 0.43139931740614335, + "grad_norm": 0.3352657925221128, + "learning_rate": 9.78598894606836e-06, + "loss": 0.3931, + "num_tokens": 240948330.0, + "step": 1264 + }, + { + "epoch": 0.431740614334471, + "grad_norm": 0.3061292019321459, + "learning_rate": 9.785472729306159e-06, + "loss": 0.3495, + "num_tokens": 241117611.0, + "step": 1265 + }, + { + "epoch": 0.43208191126279866, + "grad_norm": 0.276452473463523, + "learning_rate": 9.784955905911668e-06, + "loss": 0.359, + "num_tokens": 241322901.0, + "step": 1266 + }, + { + "epoch": 0.4324232081911263, + "grad_norm": 0.31240362220491275, + "learning_rate": 9.784438475958045e-06, + "loss": 0.368, + "num_tokens": 241516041.0, + "step": 1267 + }, + { + "epoch": 0.4327645051194539, + "grad_norm": 0.28530183970608614, + "learning_rate": 9.783920439518533e-06, + "loss": 0.3839, + "num_tokens": 241698714.0, + "step": 1268 + }, + { + "epoch": 0.4331058020477816, + "grad_norm": 0.25698308079810084, + "learning_rate": 9.783401796666462e-06, + "loss": 0.3312, + "num_tokens": 241901649.0, + "step": 1269 + }, + { + "epoch": 0.4334470989761092, + "grad_norm": 0.2642608200978145, + "learning_rate": 9.782882547475253e-06, + "loss": 0.3374, + "num_tokens": 242072453.0, + "step": 1270 + }, + { + "epoch": 0.43378839590443685, + "grad_norm": 0.2889540863155824, + "learning_rate": 9.782362692018404e-06, + "loss": 0.3911, + "num_tokens": 242290922.0, + "step": 1271 + }, + { + "epoch": 0.4341296928327645, + "grad_norm": 0.2808409165915663, + "learning_rate": 9.781842230369506e-06, + "loss": 0.3535, + "num_tokens": 242496590.0, + "step": 1272 + }, + { + "epoch": 0.43447098976109216, + "grad_norm": 0.29981284932059166, + "learning_rate": 9.781321162602233e-06, + "loss": 0.361, + "num_tokens": 242679332.0, + "step": 1273 + }, + { + "epoch": 0.4348122866894198, + "grad_norm": 0.2796510645449745, + "learning_rate": 9.780799488790344e-06, + "loss": 0.3527, + "num_tokens": 242867064.0, + "step": 1274 + }, + { + "epoch": 0.4351535836177474, + "grad_norm": 0.2737225155434608, + "learning_rate": 9.780277209007688e-06, + "loss": 0.328, + "num_tokens": 243088507.0, + "step": 1275 + }, + { + "epoch": 0.4354948805460751, + "grad_norm": 0.2747989688205878, + "learning_rate": 9.779754323328192e-06, + "loss": 0.3472, + "num_tokens": 243267915.0, + "step": 1276 + }, + { + "epoch": 0.43583617747440273, + "grad_norm": 0.28595450402399036, + "learning_rate": 9.779230831825875e-06, + "loss": 0.3343, + "num_tokens": 243432017.0, + "step": 1277 + }, + { + "epoch": 0.43617747440273036, + "grad_norm": 0.2689891103973888, + "learning_rate": 9.778706734574842e-06, + "loss": 0.3391, + "num_tokens": 243641108.0, + "step": 1278 + }, + { + "epoch": 0.43651877133105804, + "grad_norm": 0.2706236337366898, + "learning_rate": 9.778182031649279e-06, + "loss": 0.3416, + "num_tokens": 243842954.0, + "step": 1279 + }, + { + "epoch": 0.43686006825938567, + "grad_norm": 0.3011644350207751, + "learning_rate": 9.777656723123463e-06, + "loss": 0.3168, + "num_tokens": 244040509.0, + "step": 1280 + }, + { + "epoch": 0.4372013651877133, + "grad_norm": 0.25647528714296863, + "learning_rate": 9.777130809071753e-06, + "loss": 0.369, + "num_tokens": 244288475.0, + "step": 1281 + }, + { + "epoch": 0.437542662116041, + "grad_norm": 0.3315472523292295, + "learning_rate": 9.776604289568596e-06, + "loss": 0.3774, + "num_tokens": 244467996.0, + "step": 1282 + }, + { + "epoch": 0.4378839590443686, + "grad_norm": 0.2658583429354278, + "learning_rate": 9.776077164688521e-06, + "loss": 0.3412, + "num_tokens": 244703858.0, + "step": 1283 + }, + { + "epoch": 0.43822525597269624, + "grad_norm": 0.29668901807535764, + "learning_rate": 9.775549434506149e-06, + "loss": 0.3858, + "num_tokens": 244891709.0, + "step": 1284 + }, + { + "epoch": 0.43856655290102387, + "grad_norm": 0.2583171774723015, + "learning_rate": 9.775021099096181e-06, + "loss": 0.3395, + "num_tokens": 245104906.0, + "step": 1285 + }, + { + "epoch": 0.43890784982935155, + "grad_norm": 0.29715168233753353, + "learning_rate": 9.774492158533408e-06, + "loss": 0.3538, + "num_tokens": 245267308.0, + "step": 1286 + }, + { + "epoch": 0.4392491467576792, + "grad_norm": 0.2979913616919781, + "learning_rate": 9.773962612892703e-06, + "loss": 0.3835, + "num_tokens": 245462979.0, + "step": 1287 + }, + { + "epoch": 0.4395904436860068, + "grad_norm": 0.304163421731489, + "learning_rate": 9.773432462249023e-06, + "loss": 0.4047, + "num_tokens": 245683148.0, + "step": 1288 + }, + { + "epoch": 0.4399317406143345, + "grad_norm": 0.3029306139902063, + "learning_rate": 9.77290170667742e-06, + "loss": 0.3495, + "num_tokens": 245846205.0, + "step": 1289 + }, + { + "epoch": 0.4402730375426621, + "grad_norm": 0.29182797202604654, + "learning_rate": 9.772370346253021e-06, + "loss": 0.369, + "num_tokens": 246041779.0, + "step": 1290 + }, + { + "epoch": 0.44061433447098974, + "grad_norm": 0.3056954915577363, + "learning_rate": 9.771838381051042e-06, + "loss": 0.3409, + "num_tokens": 246237318.0, + "step": 1291 + }, + { + "epoch": 0.4409556313993174, + "grad_norm": 0.2726399529531976, + "learning_rate": 9.77130581114679e-06, + "loss": 0.3586, + "num_tokens": 246427637.0, + "step": 1292 + }, + { + "epoch": 0.44129692832764505, + "grad_norm": 0.38494330736884547, + "learning_rate": 9.77077263661565e-06, + "loss": 0.3291, + "num_tokens": 246600565.0, + "step": 1293 + }, + { + "epoch": 0.4416382252559727, + "grad_norm": 0.2911541462146162, + "learning_rate": 9.770238857533097e-06, + "loss": 0.3559, + "num_tokens": 246796518.0, + "step": 1294 + }, + { + "epoch": 0.44197952218430037, + "grad_norm": 0.31175315988634555, + "learning_rate": 9.76970447397469e-06, + "loss": 0.3329, + "num_tokens": 246934218.0, + "step": 1295 + }, + { + "epoch": 0.442320819112628, + "grad_norm": 0.3101750158017082, + "learning_rate": 9.769169486016075e-06, + "loss": 0.3501, + "num_tokens": 247096114.0, + "step": 1296 + }, + { + "epoch": 0.4426621160409556, + "grad_norm": 0.3087135738336996, + "learning_rate": 9.768633893732979e-06, + "loss": 0.3775, + "num_tokens": 247288433.0, + "step": 1297 + }, + { + "epoch": 0.44300341296928325, + "grad_norm": 0.27757779831209745, + "learning_rate": 9.768097697201224e-06, + "loss": 0.3119, + "num_tokens": 247466160.0, + "step": 1298 + }, + { + "epoch": 0.44334470989761093, + "grad_norm": 0.31220840394244953, + "learning_rate": 9.767560896496707e-06, + "loss": 0.3464, + "num_tokens": 247625723.0, + "step": 1299 + }, + { + "epoch": 0.44368600682593856, + "grad_norm": 0.2985099687467261, + "learning_rate": 9.767023491695414e-06, + "loss": 0.3671, + "num_tokens": 247809127.0, + "step": 1300 + }, + { + "epoch": 0.4440273037542662, + "grad_norm": 0.2748680616951312, + "learning_rate": 9.766485482873423e-06, + "loss": 0.3339, + "num_tokens": 248014355.0, + "step": 1301 + }, + { + "epoch": 0.4443686006825939, + "grad_norm": 0.2771332673503157, + "learning_rate": 9.765946870106885e-06, + "loss": 0.3432, + "num_tokens": 248207336.0, + "step": 1302 + }, + { + "epoch": 0.4447098976109215, + "grad_norm": 0.27729528703026873, + "learning_rate": 9.765407653472052e-06, + "loss": 0.3535, + "num_tokens": 248414573.0, + "step": 1303 + }, + { + "epoch": 0.44505119453924913, + "grad_norm": 0.30935359262679113, + "learning_rate": 9.764867833045245e-06, + "loss": 0.3756, + "num_tokens": 248594090.0, + "step": 1304 + }, + { + "epoch": 0.4453924914675768, + "grad_norm": 0.29630806474550014, + "learning_rate": 9.764327408902885e-06, + "loss": 0.3566, + "num_tokens": 248749559.0, + "step": 1305 + }, + { + "epoch": 0.44573378839590444, + "grad_norm": 0.2912467631331848, + "learning_rate": 9.763786381121468e-06, + "loss": 0.3716, + "num_tokens": 248934073.0, + "step": 1306 + }, + { + "epoch": 0.44607508532423207, + "grad_norm": 0.30386557297083255, + "learning_rate": 9.76324474977758e-06, + "loss": 0.3809, + "num_tokens": 249127256.0, + "step": 1307 + }, + { + "epoch": 0.44641638225255975, + "grad_norm": 0.2663555896678778, + "learning_rate": 9.762702514947894e-06, + "loss": 0.3314, + "num_tokens": 249342717.0, + "step": 1308 + }, + { + "epoch": 0.4467576791808874, + "grad_norm": 0.2728554053259, + "learning_rate": 9.762159676709164e-06, + "loss": 0.3336, + "num_tokens": 249530663.0, + "step": 1309 + }, + { + "epoch": 0.447098976109215, + "grad_norm": 0.27976985267044246, + "learning_rate": 9.761616235138234e-06, + "loss": 0.3652, + "num_tokens": 249722597.0, + "step": 1310 + }, + { + "epoch": 0.44744027303754264, + "grad_norm": 0.28390932672029173, + "learning_rate": 9.761072190312027e-06, + "loss": 0.333, + "num_tokens": 249903101.0, + "step": 1311 + }, + { + "epoch": 0.4477815699658703, + "grad_norm": 0.3110177232490305, + "learning_rate": 9.76052754230756e-06, + "loss": 0.3641, + "num_tokens": 250075831.0, + "step": 1312 + }, + { + "epoch": 0.44812286689419795, + "grad_norm": 0.30440284626923464, + "learning_rate": 9.759982291201932e-06, + "loss": 0.3716, + "num_tokens": 250229669.0, + "step": 1313 + }, + { + "epoch": 0.4484641638225256, + "grad_norm": 0.2713278558991393, + "learning_rate": 9.75943643707232e-06, + "loss": 0.3826, + "num_tokens": 250465168.0, + "step": 1314 + }, + { + "epoch": 0.44880546075085326, + "grad_norm": 0.29275879230152185, + "learning_rate": 9.758889979995997e-06, + "loss": 0.3342, + "num_tokens": 250640994.0, + "step": 1315 + }, + { + "epoch": 0.4491467576791809, + "grad_norm": 0.25351644235513565, + "learning_rate": 9.758342920050316e-06, + "loss": 0.3528, + "num_tokens": 250859892.0, + "step": 1316 + }, + { + "epoch": 0.4494880546075085, + "grad_norm": 0.2829988503387127, + "learning_rate": 9.757795257312717e-06, + "loss": 0.344, + "num_tokens": 251039268.0, + "step": 1317 + }, + { + "epoch": 0.4498293515358362, + "grad_norm": 0.2548162928485964, + "learning_rate": 9.757246991860725e-06, + "loss": 0.3142, + "num_tokens": 251234958.0, + "step": 1318 + }, + { + "epoch": 0.4501706484641638, + "grad_norm": 0.2532362756772655, + "learning_rate": 9.756698123771948e-06, + "loss": 0.3281, + "num_tokens": 251451762.0, + "step": 1319 + }, + { + "epoch": 0.45051194539249145, + "grad_norm": 0.2721753559672796, + "learning_rate": 9.756148653124084e-06, + "loss": 0.3525, + "num_tokens": 251650738.0, + "step": 1320 + }, + { + "epoch": 0.45085324232081914, + "grad_norm": 0.27405052719070055, + "learning_rate": 9.75559857999491e-06, + "loss": 0.3604, + "num_tokens": 251854813.0, + "step": 1321 + }, + { + "epoch": 0.45119453924914676, + "grad_norm": 0.3055645433031096, + "learning_rate": 9.755047904462297e-06, + "loss": 0.3528, + "num_tokens": 252058082.0, + "step": 1322 + }, + { + "epoch": 0.4515358361774744, + "grad_norm": 0.3017454439785787, + "learning_rate": 9.754496626604193e-06, + "loss": 0.3616, + "num_tokens": 252230064.0, + "step": 1323 + }, + { + "epoch": 0.451877133105802, + "grad_norm": 0.276506339936856, + "learning_rate": 9.753944746498632e-06, + "loss": 0.3848, + "num_tokens": 252452274.0, + "step": 1324 + }, + { + "epoch": 0.4522184300341297, + "grad_norm": 0.2896033019551364, + "learning_rate": 9.75339226422374e-06, + "loss": 0.3679, + "num_tokens": 252616518.0, + "step": 1325 + }, + { + "epoch": 0.45255972696245733, + "grad_norm": 0.2894010290034461, + "learning_rate": 9.752839179857723e-06, + "loss": 0.3507, + "num_tokens": 252782425.0, + "step": 1326 + }, + { + "epoch": 0.45290102389078496, + "grad_norm": 0.2765819324110659, + "learning_rate": 9.752285493478871e-06, + "loss": 0.3341, + "num_tokens": 252948420.0, + "step": 1327 + }, + { + "epoch": 0.45324232081911264, + "grad_norm": 0.27620810146914576, + "learning_rate": 9.751731205165563e-06, + "loss": 0.3308, + "num_tokens": 253128110.0, + "step": 1328 + }, + { + "epoch": 0.45358361774744027, + "grad_norm": 0.26022322361228317, + "learning_rate": 9.751176314996263e-06, + "loss": 0.3444, + "num_tokens": 253350991.0, + "step": 1329 + }, + { + "epoch": 0.4539249146757679, + "grad_norm": 0.30999830217980834, + "learning_rate": 9.750620823049515e-06, + "loss": 0.3666, + "num_tokens": 253533441.0, + "step": 1330 + }, + { + "epoch": 0.4542662116040956, + "grad_norm": 0.2999077701226577, + "learning_rate": 9.750064729403954e-06, + "loss": 0.364, + "num_tokens": 253693771.0, + "step": 1331 + }, + { + "epoch": 0.4546075085324232, + "grad_norm": 0.3138057491954803, + "learning_rate": 9.749508034138298e-06, + "loss": 0.3551, + "num_tokens": 253850923.0, + "step": 1332 + }, + { + "epoch": 0.45494880546075084, + "grad_norm": 0.268150074721104, + "learning_rate": 9.748950737331353e-06, + "loss": 0.3698, + "num_tokens": 254108277.0, + "step": 1333 + }, + { + "epoch": 0.4552901023890785, + "grad_norm": 0.2601419499781566, + "learning_rate": 9.748392839062002e-06, + "loss": 0.3485, + "num_tokens": 254320943.0, + "step": 1334 + }, + { + "epoch": 0.45563139931740615, + "grad_norm": 0.3010921080461044, + "learning_rate": 9.747834339409224e-06, + "loss": 0.3345, + "num_tokens": 254466142.0, + "step": 1335 + }, + { + "epoch": 0.4559726962457338, + "grad_norm": 0.2668065573248037, + "learning_rate": 9.747275238452073e-06, + "loss": 0.3377, + "num_tokens": 254659485.0, + "step": 1336 + }, + { + "epoch": 0.45631399317406146, + "grad_norm": 0.28494744986951476, + "learning_rate": 9.746715536269695e-06, + "loss": 0.3744, + "num_tokens": 254876637.0, + "step": 1337 + }, + { + "epoch": 0.4566552901023891, + "grad_norm": 0.2808143149599964, + "learning_rate": 9.746155232941321e-06, + "loss": 0.3485, + "num_tokens": 255081343.0, + "step": 1338 + }, + { + "epoch": 0.4569965870307167, + "grad_norm": 0.27948045600709986, + "learning_rate": 9.745594328546261e-06, + "loss": 0.3436, + "num_tokens": 255243176.0, + "step": 1339 + }, + { + "epoch": 0.45733788395904434, + "grad_norm": 0.29470839082283196, + "learning_rate": 9.745032823163916e-06, + "loss": 0.3671, + "num_tokens": 255446892.0, + "step": 1340 + }, + { + "epoch": 0.45767918088737203, + "grad_norm": 0.30329833709924187, + "learning_rate": 9.744470716873771e-06, + "loss": 0.3524, + "num_tokens": 255639861.0, + "step": 1341 + }, + { + "epoch": 0.45802047781569966, + "grad_norm": 0.27444253515659617, + "learning_rate": 9.743908009755396e-06, + "loss": 0.3394, + "num_tokens": 255837559.0, + "step": 1342 + }, + { + "epoch": 0.4583617747440273, + "grad_norm": 0.2714853578136847, + "learning_rate": 9.743344701888442e-06, + "loss": 0.3243, + "num_tokens": 256015791.0, + "step": 1343 + }, + { + "epoch": 0.45870307167235497, + "grad_norm": 0.2839339395335553, + "learning_rate": 9.742780793352647e-06, + "loss": 0.351, + "num_tokens": 256200167.0, + "step": 1344 + }, + { + "epoch": 0.4590443686006826, + "grad_norm": 0.2831919458375103, + "learning_rate": 9.742216284227842e-06, + "loss": 0.3585, + "num_tokens": 256367229.0, + "step": 1345 + }, + { + "epoch": 0.4593856655290102, + "grad_norm": 0.26254301917899836, + "learning_rate": 9.741651174593934e-06, + "loss": 0.3165, + "num_tokens": 256589491.0, + "step": 1346 + }, + { + "epoch": 0.4597269624573379, + "grad_norm": 0.2805193420530606, + "learning_rate": 9.741085464530913e-06, + "loss": 0.3814, + "num_tokens": 256807678.0, + "step": 1347 + }, + { + "epoch": 0.46006825938566553, + "grad_norm": 0.27885609844571163, + "learning_rate": 9.740519154118864e-06, + "loss": 0.3648, + "num_tokens": 257006245.0, + "step": 1348 + }, + { + "epoch": 0.46040955631399316, + "grad_norm": 0.25649059427379717, + "learning_rate": 9.739952243437949e-06, + "loss": 0.3431, + "num_tokens": 257226082.0, + "step": 1349 + }, + { + "epoch": 0.46075085324232085, + "grad_norm": 0.26705998967732253, + "learning_rate": 9.739384732568416e-06, + "loss": 0.321, + "num_tokens": 257418677.0, + "step": 1350 + }, + { + "epoch": 0.4610921501706485, + "grad_norm": 0.26917127381747674, + "learning_rate": 9.7388166215906e-06, + "loss": 0.3239, + "num_tokens": 257599440.0, + "step": 1351 + }, + { + "epoch": 0.4614334470989761, + "grad_norm": 0.3086103800404052, + "learning_rate": 9.738247910584921e-06, + "loss": 0.3728, + "num_tokens": 257760677.0, + "step": 1352 + }, + { + "epoch": 0.46177474402730373, + "grad_norm": 0.26261393727475985, + "learning_rate": 9.737678599631886e-06, + "loss": 0.3382, + "num_tokens": 257984051.0, + "step": 1353 + }, + { + "epoch": 0.4621160409556314, + "grad_norm": 0.2739088391396217, + "learning_rate": 9.737108688812077e-06, + "loss": 0.3597, + "num_tokens": 258209573.0, + "step": 1354 + }, + { + "epoch": 0.46245733788395904, + "grad_norm": 0.2833261881811085, + "learning_rate": 9.736538178206176e-06, + "loss": 0.3513, + "num_tokens": 258395304.0, + "step": 1355 + }, + { + "epoch": 0.46279863481228667, + "grad_norm": 0.269158508605479, + "learning_rate": 9.735967067894935e-06, + "loss": 0.3594, + "num_tokens": 258620756.0, + "step": 1356 + }, + { + "epoch": 0.46313993174061435, + "grad_norm": 0.29785566170214905, + "learning_rate": 9.735395357959201e-06, + "loss": 0.3574, + "num_tokens": 258800283.0, + "step": 1357 + }, + { + "epoch": 0.463481228668942, + "grad_norm": 0.28118369746852956, + "learning_rate": 9.734823048479905e-06, + "loss": 0.3683, + "num_tokens": 259023810.0, + "step": 1358 + }, + { + "epoch": 0.4638225255972696, + "grad_norm": 0.2679887864788619, + "learning_rate": 9.734250139538055e-06, + "loss": 0.3831, + "num_tokens": 259259229.0, + "step": 1359 + }, + { + "epoch": 0.4641638225255973, + "grad_norm": 0.27446130759826876, + "learning_rate": 9.733676631214755e-06, + "loss": 0.3442, + "num_tokens": 259470835.0, + "step": 1360 + }, + { + "epoch": 0.4645051194539249, + "grad_norm": 0.3066778880507862, + "learning_rate": 9.733102523591184e-06, + "loss": 0.3544, + "num_tokens": 259633813.0, + "step": 1361 + }, + { + "epoch": 0.46484641638225255, + "grad_norm": 0.2822857371772496, + "learning_rate": 9.732527816748615e-06, + "loss": 0.3183, + "num_tokens": 259800891.0, + "step": 1362 + }, + { + "epoch": 0.46518771331058023, + "grad_norm": 0.2731936869785268, + "learning_rate": 9.731952510768394e-06, + "loss": 0.3551, + "num_tokens": 259998346.0, + "step": 1363 + }, + { + "epoch": 0.46552901023890786, + "grad_norm": 0.26456666577975774, + "learning_rate": 9.731376605731965e-06, + "loss": 0.3475, + "num_tokens": 260195038.0, + "step": 1364 + }, + { + "epoch": 0.4658703071672355, + "grad_norm": 0.25420991237519625, + "learning_rate": 9.730800101720847e-06, + "loss": 0.3382, + "num_tokens": 260410481.0, + "step": 1365 + }, + { + "epoch": 0.4662116040955631, + "grad_norm": 0.31849047506706135, + "learning_rate": 9.73022299881665e-06, + "loss": 0.3617, + "num_tokens": 260585541.0, + "step": 1366 + }, + { + "epoch": 0.4665529010238908, + "grad_norm": 0.29235572418818545, + "learning_rate": 9.729645297101062e-06, + "loss": 0.3453, + "num_tokens": 260753561.0, + "step": 1367 + }, + { + "epoch": 0.4668941979522184, + "grad_norm": 0.27828720921285083, + "learning_rate": 9.729066996655864e-06, + "loss": 0.3332, + "num_tokens": 260928568.0, + "step": 1368 + }, + { + "epoch": 0.46723549488054605, + "grad_norm": 0.26070897523387837, + "learning_rate": 9.728488097562916e-06, + "loss": 0.3538, + "num_tokens": 261160076.0, + "step": 1369 + }, + { + "epoch": 0.46757679180887374, + "grad_norm": 0.26482065323543835, + "learning_rate": 9.727908599904164e-06, + "loss": 0.3394, + "num_tokens": 261392156.0, + "step": 1370 + }, + { + "epoch": 0.46791808873720137, + "grad_norm": 0.32627612505861386, + "learning_rate": 9.727328503761638e-06, + "loss": 0.3556, + "num_tokens": 261535912.0, + "step": 1371 + }, + { + "epoch": 0.468259385665529, + "grad_norm": 0.30037443790591667, + "learning_rate": 9.726747809217458e-06, + "loss": 0.3148, + "num_tokens": 261678510.0, + "step": 1372 + }, + { + "epoch": 0.4686006825938567, + "grad_norm": 0.28137781036401266, + "learning_rate": 9.72616651635382e-06, + "loss": 0.3509, + "num_tokens": 261886004.0, + "step": 1373 + }, + { + "epoch": 0.4689419795221843, + "grad_norm": 0.3274408736030318, + "learning_rate": 9.725584625253011e-06, + "loss": 0.3604, + "num_tokens": 262079549.0, + "step": 1374 + }, + { + "epoch": 0.46928327645051193, + "grad_norm": 0.273707721182068, + "learning_rate": 9.7250021359974e-06, + "loss": 0.3311, + "num_tokens": 262270920.0, + "step": 1375 + }, + { + "epoch": 0.4696245733788396, + "grad_norm": 0.26860051908522303, + "learning_rate": 9.724419048669446e-06, + "loss": 0.3355, + "num_tokens": 262465958.0, + "step": 1376 + }, + { + "epoch": 0.46996587030716724, + "grad_norm": 0.285538918745967, + "learning_rate": 9.723835363351682e-06, + "loss": 0.343, + "num_tokens": 262632909.0, + "step": 1377 + }, + { + "epoch": 0.47030716723549487, + "grad_norm": 0.28395559173350016, + "learning_rate": 9.723251080126735e-06, + "loss": 0.3855, + "num_tokens": 262854268.0, + "step": 1378 + }, + { + "epoch": 0.4706484641638225, + "grad_norm": 0.2676593138610302, + "learning_rate": 9.722666199077311e-06, + "loss": 0.3684, + "num_tokens": 263064090.0, + "step": 1379 + }, + { + "epoch": 0.4709897610921502, + "grad_norm": 0.2649197515738647, + "learning_rate": 9.722080720286208e-06, + "loss": 0.3676, + "num_tokens": 263287867.0, + "step": 1380 + }, + { + "epoch": 0.4713310580204778, + "grad_norm": 0.2778416343848086, + "learning_rate": 9.7214946438363e-06, + "loss": 0.343, + "num_tokens": 263461057.0, + "step": 1381 + }, + { + "epoch": 0.47167235494880544, + "grad_norm": 0.29836516284886433, + "learning_rate": 9.72090796981055e-06, + "loss": 0.3622, + "num_tokens": 263636986.0, + "step": 1382 + }, + { + "epoch": 0.4720136518771331, + "grad_norm": 0.2882687332448387, + "learning_rate": 9.720320698292006e-06, + "loss": 0.3256, + "num_tokens": 263790724.0, + "step": 1383 + }, + { + "epoch": 0.47235494880546075, + "grad_norm": 0.26084903972838464, + "learning_rate": 9.719732829363798e-06, + "loss": 0.3554, + "num_tokens": 264007743.0, + "step": 1384 + }, + { + "epoch": 0.4726962457337884, + "grad_norm": 0.2702575911023139, + "learning_rate": 9.719144363109144e-06, + "loss": 0.3806, + "num_tokens": 264222919.0, + "step": 1385 + }, + { + "epoch": 0.47303754266211606, + "grad_norm": 0.28275558843376764, + "learning_rate": 9.718555299611341e-06, + "loss": 0.3286, + "num_tokens": 264393875.0, + "step": 1386 + }, + { + "epoch": 0.4733788395904437, + "grad_norm": 0.28702805878852394, + "learning_rate": 9.717965638953778e-06, + "loss": 0.3615, + "num_tokens": 264582467.0, + "step": 1387 + }, + { + "epoch": 0.4737201365187713, + "grad_norm": 0.2925484469764094, + "learning_rate": 9.717375381219924e-06, + "loss": 0.3625, + "num_tokens": 264764011.0, + "step": 1388 + }, + { + "epoch": 0.474061433447099, + "grad_norm": 0.3147229280537014, + "learning_rate": 9.716784526493333e-06, + "loss": 0.3753, + "num_tokens": 264970982.0, + "step": 1389 + }, + { + "epoch": 0.47440273037542663, + "grad_norm": 0.2529419837971986, + "learning_rate": 9.716193074857642e-06, + "loss": 0.3536, + "num_tokens": 265191165.0, + "step": 1390 + }, + { + "epoch": 0.47474402730375426, + "grad_norm": 0.2942654369113657, + "learning_rate": 9.715601026396576e-06, + "loss": 0.3896, + "num_tokens": 265384044.0, + "step": 1391 + }, + { + "epoch": 0.4750853242320819, + "grad_norm": 0.30792346717279934, + "learning_rate": 9.715008381193942e-06, + "loss": 0.3735, + "num_tokens": 265548457.0, + "step": 1392 + }, + { + "epoch": 0.47542662116040957, + "grad_norm": 0.27985604548708, + "learning_rate": 9.714415139333632e-06, + "loss": 0.3422, + "num_tokens": 265758881.0, + "step": 1393 + }, + { + "epoch": 0.4757679180887372, + "grad_norm": 0.29678326461291127, + "learning_rate": 9.713821300899624e-06, + "loss": 0.3313, + "num_tokens": 265922649.0, + "step": 1394 + }, + { + "epoch": 0.4761092150170648, + "grad_norm": 0.26764520728019353, + "learning_rate": 9.713226865975978e-06, + "loss": 0.352, + "num_tokens": 266136318.0, + "step": 1395 + }, + { + "epoch": 0.4764505119453925, + "grad_norm": 0.3164455774416611, + "learning_rate": 9.712631834646841e-06, + "loss": 0.3439, + "num_tokens": 266321022.0, + "step": 1396 + }, + { + "epoch": 0.47679180887372014, + "grad_norm": 0.28157844057814185, + "learning_rate": 9.712036206996441e-06, + "loss": 0.3523, + "num_tokens": 266517545.0, + "step": 1397 + }, + { + "epoch": 0.47713310580204776, + "grad_norm": 0.28992552299466445, + "learning_rate": 9.711439983109093e-06, + "loss": 0.3588, + "num_tokens": 266695657.0, + "step": 1398 + }, + { + "epoch": 0.47747440273037545, + "grad_norm": 0.29594679164994436, + "learning_rate": 9.710843163069197e-06, + "loss": 0.3698, + "num_tokens": 266890896.0, + "step": 1399 + }, + { + "epoch": 0.4778156996587031, + "grad_norm": 0.2762153266116386, + "learning_rate": 9.710245746961235e-06, + "loss": 0.3372, + "num_tokens": 267084193.0, + "step": 1400 + }, + { + "epoch": 0.4781569965870307, + "grad_norm": 0.3224392293746264, + "learning_rate": 9.709647734869772e-06, + "loss": 0.3722, + "num_tokens": 267266079.0, + "step": 1401 + }, + { + "epoch": 0.4784982935153584, + "grad_norm": 0.28927798308242364, + "learning_rate": 9.709049126879464e-06, + "loss": 0.3565, + "num_tokens": 267463863.0, + "step": 1402 + }, + { + "epoch": 0.478839590443686, + "grad_norm": 0.33697208429669867, + "learning_rate": 9.708449923075048e-06, + "loss": 0.3417, + "num_tokens": 267648989.0, + "step": 1403 + }, + { + "epoch": 0.47918088737201364, + "grad_norm": 0.27955875019868, + "learning_rate": 9.70785012354134e-06, + "loss": 0.368, + "num_tokens": 267844319.0, + "step": 1404 + }, + { + "epoch": 0.47952218430034127, + "grad_norm": 0.2669330333673724, + "learning_rate": 9.707249728363247e-06, + "loss": 0.3651, + "num_tokens": 268054183.0, + "step": 1405 + }, + { + "epoch": 0.47986348122866895, + "grad_norm": 0.29021182393399936, + "learning_rate": 9.70664873762576e-06, + "loss": 0.3716, + "num_tokens": 268255281.0, + "step": 1406 + }, + { + "epoch": 0.4802047781569966, + "grad_norm": 0.2589889384800021, + "learning_rate": 9.706047151413951e-06, + "loss": 0.3689, + "num_tokens": 268495371.0, + "step": 1407 + }, + { + "epoch": 0.4805460750853242, + "grad_norm": 0.3176794041052046, + "learning_rate": 9.705444969812977e-06, + "loss": 0.3367, + "num_tokens": 268639313.0, + "step": 1408 + }, + { + "epoch": 0.4808873720136519, + "grad_norm": 0.3640144715134654, + "learning_rate": 9.704842192908083e-06, + "loss": 0.3702, + "num_tokens": 268807825.0, + "step": 1409 + }, + { + "epoch": 0.4812286689419795, + "grad_norm": 0.2772783932931519, + "learning_rate": 9.704238820784592e-06, + "loss": 0.3562, + "num_tokens": 269012193.0, + "step": 1410 + }, + { + "epoch": 0.48156996587030715, + "grad_norm": 0.28312718603438186, + "learning_rate": 9.703634853527916e-06, + "loss": 0.3254, + "num_tokens": 269204679.0, + "step": 1411 + }, + { + "epoch": 0.48191126279863483, + "grad_norm": 0.29025111509097906, + "learning_rate": 9.703030291223551e-06, + "loss": 0.3888, + "num_tokens": 269412990.0, + "step": 1412 + }, + { + "epoch": 0.48225255972696246, + "grad_norm": 0.29200350778017325, + "learning_rate": 9.702425133957075e-06, + "loss": 0.3582, + "num_tokens": 269590490.0, + "step": 1413 + }, + { + "epoch": 0.4825938566552901, + "grad_norm": 0.25769228554164153, + "learning_rate": 9.701819381814151e-06, + "loss": 0.3304, + "num_tokens": 269798262.0, + "step": 1414 + }, + { + "epoch": 0.48293515358361777, + "grad_norm": 0.2907244571876209, + "learning_rate": 9.701213034880527e-06, + "loss": 0.389, + "num_tokens": 269995469.0, + "step": 1415 + }, + { + "epoch": 0.4832764505119454, + "grad_norm": 0.2970531524855975, + "learning_rate": 9.700606093242035e-06, + "loss": 0.362, + "num_tokens": 270175122.0, + "step": 1416 + }, + { + "epoch": 0.483617747440273, + "grad_norm": 0.2833390409368275, + "learning_rate": 9.699998556984592e-06, + "loss": 0.3659, + "num_tokens": 270384705.0, + "step": 1417 + }, + { + "epoch": 0.48395904436860065, + "grad_norm": 0.2983813106676443, + "learning_rate": 9.699390426194195e-06, + "loss": 0.356, + "num_tokens": 270567347.0, + "step": 1418 + }, + { + "epoch": 0.48430034129692834, + "grad_norm": 0.2680872071467016, + "learning_rate": 9.69878170095693e-06, + "loss": 0.3309, + "num_tokens": 270740201.0, + "step": 1419 + }, + { + "epoch": 0.48464163822525597, + "grad_norm": 0.2781081338279122, + "learning_rate": 9.698172381358968e-06, + "loss": 0.3661, + "num_tokens": 270945024.0, + "step": 1420 + }, + { + "epoch": 0.4849829351535836, + "grad_norm": 0.3014433763581913, + "learning_rate": 9.697562467486558e-06, + "loss": 0.3592, + "num_tokens": 271111155.0, + "step": 1421 + }, + { + "epoch": 0.4853242320819113, + "grad_norm": 0.24968922388410986, + "learning_rate": 9.696951959426037e-06, + "loss": 0.3805, + "num_tokens": 271361435.0, + "step": 1422 + }, + { + "epoch": 0.4856655290102389, + "grad_norm": 0.2633251332128931, + "learning_rate": 9.696340857263828e-06, + "loss": 0.3745, + "num_tokens": 271583022.0, + "step": 1423 + }, + { + "epoch": 0.48600682593856653, + "grad_norm": 0.27204777336035707, + "learning_rate": 9.695729161086434e-06, + "loss": 0.3259, + "num_tokens": 271763770.0, + "step": 1424 + }, + { + "epoch": 0.4863481228668942, + "grad_norm": 0.2773213646567193, + "learning_rate": 9.695116870980442e-06, + "loss": 0.3498, + "num_tokens": 271973666.0, + "step": 1425 + }, + { + "epoch": 0.48668941979522184, + "grad_norm": 0.32852863869473076, + "learning_rate": 9.694503987032531e-06, + "loss": 0.3721, + "num_tokens": 272124298.0, + "step": 1426 + }, + { + "epoch": 0.4870307167235495, + "grad_norm": 0.29927153460461536, + "learning_rate": 9.693890509329452e-06, + "loss": 0.4082, + "num_tokens": 272325700.0, + "step": 1427 + }, + { + "epoch": 0.48737201365187716, + "grad_norm": 0.2501490032101024, + "learning_rate": 9.69327643795805e-06, + "loss": 0.3302, + "num_tokens": 272557086.0, + "step": 1428 + }, + { + "epoch": 0.4877133105802048, + "grad_norm": 0.27739010994001784, + "learning_rate": 9.69266177300525e-06, + "loss": 0.3533, + "num_tokens": 272771478.0, + "step": 1429 + }, + { + "epoch": 0.4880546075085324, + "grad_norm": 0.309429738747425, + "learning_rate": 9.692046514558057e-06, + "loss": 0.3862, + "num_tokens": 272945898.0, + "step": 1430 + }, + { + "epoch": 0.4883959044368601, + "grad_norm": 0.2695468284092304, + "learning_rate": 9.691430662703569e-06, + "loss": 0.3425, + "num_tokens": 273157431.0, + "step": 1431 + }, + { + "epoch": 0.4887372013651877, + "grad_norm": 0.25841367496772366, + "learning_rate": 9.690814217528963e-06, + "loss": 0.3645, + "num_tokens": 273364610.0, + "step": 1432 + }, + { + "epoch": 0.48907849829351535, + "grad_norm": 0.3004893451970815, + "learning_rate": 9.690197179121496e-06, + "loss": 0.3415, + "num_tokens": 273525420.0, + "step": 1433 + }, + { + "epoch": 0.489419795221843, + "grad_norm": 0.2869869117786979, + "learning_rate": 9.689579547568518e-06, + "loss": 0.3239, + "num_tokens": 273705896.0, + "step": 1434 + }, + { + "epoch": 0.48976109215017066, + "grad_norm": 0.3034874699333968, + "learning_rate": 9.688961322957457e-06, + "loss": 0.3779, + "num_tokens": 273891585.0, + "step": 1435 + }, + { + "epoch": 0.4901023890784983, + "grad_norm": 0.29197770485524566, + "learning_rate": 9.688342505375821e-06, + "loss": 0.3724, + "num_tokens": 274080181.0, + "step": 1436 + }, + { + "epoch": 0.4904436860068259, + "grad_norm": 0.2918601467904685, + "learning_rate": 9.687723094911216e-06, + "loss": 0.3844, + "num_tokens": 274264414.0, + "step": 1437 + }, + { + "epoch": 0.4907849829351536, + "grad_norm": 0.2921056257056246, + "learning_rate": 9.687103091651317e-06, + "loss": 0.308, + "num_tokens": 274459574.0, + "step": 1438 + }, + { + "epoch": 0.49112627986348123, + "grad_norm": 0.31223535241433864, + "learning_rate": 9.68648249568389e-06, + "loss": 0.3796, + "num_tokens": 274626610.0, + "step": 1439 + }, + { + "epoch": 0.49146757679180886, + "grad_norm": 0.29789790550670764, + "learning_rate": 9.68586130709678e-06, + "loss": 0.3969, + "num_tokens": 274808542.0, + "step": 1440 + }, + { + "epoch": 0.49180887372013654, + "grad_norm": 0.2595196337991136, + "learning_rate": 9.685239525977928e-06, + "loss": 0.3528, + "num_tokens": 275011682.0, + "step": 1441 + }, + { + "epoch": 0.49215017064846417, + "grad_norm": 0.2839103429169418, + "learning_rate": 9.684617152415346e-06, + "loss": 0.3524, + "num_tokens": 275166641.0, + "step": 1442 + }, + { + "epoch": 0.4924914675767918, + "grad_norm": 0.2561383199464306, + "learning_rate": 9.683994186497132e-06, + "loss": 0.309, + "num_tokens": 275349894.0, + "step": 1443 + }, + { + "epoch": 0.4928327645051195, + "grad_norm": 0.29923130881535775, + "learning_rate": 9.683370628311474e-06, + "loss": 0.3465, + "num_tokens": 275512386.0, + "step": 1444 + }, + { + "epoch": 0.4931740614334471, + "grad_norm": 0.31175522553986224, + "learning_rate": 9.68274647794664e-06, + "loss": 0.3356, + "num_tokens": 275674391.0, + "step": 1445 + }, + { + "epoch": 0.49351535836177474, + "grad_norm": 0.3002234318307045, + "learning_rate": 9.682121735490979e-06, + "loss": 0.3505, + "num_tokens": 275836627.0, + "step": 1446 + }, + { + "epoch": 0.49385665529010236, + "grad_norm": 0.266938056924696, + "learning_rate": 9.681496401032929e-06, + "loss": 0.3276, + "num_tokens": 276019629.0, + "step": 1447 + }, + { + "epoch": 0.49419795221843005, + "grad_norm": 0.2803088203309732, + "learning_rate": 9.68087047466101e-06, + "loss": 0.3406, + "num_tokens": 276222762.0, + "step": 1448 + }, + { + "epoch": 0.4945392491467577, + "grad_norm": 0.2687569777403233, + "learning_rate": 9.680243956463822e-06, + "loss": 0.3306, + "num_tokens": 276434245.0, + "step": 1449 + }, + { + "epoch": 0.4948805460750853, + "grad_norm": 0.2783723112075063, + "learning_rate": 9.679616846530057e-06, + "loss": 0.3597, + "num_tokens": 276637083.0, + "step": 1450 + }, + { + "epoch": 0.495221843003413, + "grad_norm": 0.2936811364639064, + "learning_rate": 9.678989144948483e-06, + "loss": 0.3786, + "num_tokens": 276822816.0, + "step": 1451 + }, + { + "epoch": 0.4955631399317406, + "grad_norm": 0.2817542654634823, + "learning_rate": 9.678360851807956e-06, + "loss": 0.3523, + "num_tokens": 276996212.0, + "step": 1452 + }, + { + "epoch": 0.49590443686006824, + "grad_norm": 0.3904334431764019, + "learning_rate": 9.67773196719741e-06, + "loss": 0.3524, + "num_tokens": 277172710.0, + "step": 1453 + }, + { + "epoch": 0.4962457337883959, + "grad_norm": 0.27096737701881024, + "learning_rate": 9.677102491205873e-06, + "loss": 0.3567, + "num_tokens": 277373977.0, + "step": 1454 + }, + { + "epoch": 0.49658703071672355, + "grad_norm": 0.2746972669902581, + "learning_rate": 9.676472423922448e-06, + "loss": 0.3407, + "num_tokens": 277554908.0, + "step": 1455 + }, + { + "epoch": 0.4969283276450512, + "grad_norm": 0.2854805191266805, + "learning_rate": 9.675841765436324e-06, + "loss": 0.3327, + "num_tokens": 277719181.0, + "step": 1456 + }, + { + "epoch": 0.49726962457337887, + "grad_norm": 0.3042196144758199, + "learning_rate": 9.675210515836777e-06, + "loss": 0.3667, + "num_tokens": 277904609.0, + "step": 1457 + }, + { + "epoch": 0.4976109215017065, + "grad_norm": 0.3029565230951334, + "learning_rate": 9.67457867521316e-06, + "loss": 0.3523, + "num_tokens": 278107103.0, + "step": 1458 + }, + { + "epoch": 0.4979522184300341, + "grad_norm": 0.3145844316958087, + "learning_rate": 9.673946243654914e-06, + "loss": 0.3574, + "num_tokens": 278293492.0, + "step": 1459 + }, + { + "epoch": 0.49829351535836175, + "grad_norm": 0.2869300533529927, + "learning_rate": 9.673313221251567e-06, + "loss": 0.33, + "num_tokens": 278446450.0, + "step": 1460 + }, + { + "epoch": 0.49863481228668943, + "grad_norm": 0.2798050195028578, + "learning_rate": 9.672679608092722e-06, + "loss": 0.3561, + "num_tokens": 278644234.0, + "step": 1461 + }, + { + "epoch": 0.49897610921501706, + "grad_norm": 0.2730774023856024, + "learning_rate": 9.672045404268075e-06, + "loss": 0.3583, + "num_tokens": 278842951.0, + "step": 1462 + }, + { + "epoch": 0.4993174061433447, + "grad_norm": 0.2789942010078633, + "learning_rate": 9.671410609867396e-06, + "loss": 0.3377, + "num_tokens": 279033508.0, + "step": 1463 + }, + { + "epoch": 0.49965870307167237, + "grad_norm": 0.26589265418395563, + "learning_rate": 9.67077522498055e-06, + "loss": 0.3608, + "num_tokens": 279274550.0, + "step": 1464 + }, + { + "epoch": 0.5, + "grad_norm": 0.2700475019808855, + "learning_rate": 9.670139249697474e-06, + "loss": 0.3464, + "num_tokens": 279484925.0, + "step": 1465 + }, + { + "epoch": 0.5003412969283276, + "grad_norm": 0.26500678049435145, + "learning_rate": 9.669502684108194e-06, + "loss": 0.31, + "num_tokens": 279657640.0, + "step": 1466 + }, + { + "epoch": 0.5006825938566553, + "grad_norm": 0.3063539323188314, + "learning_rate": 9.668865528302824e-06, + "loss": 0.3603, + "num_tokens": 279804529.0, + "step": 1467 + }, + { + "epoch": 0.5010238907849829, + "grad_norm": 0.28509785453077297, + "learning_rate": 9.66822778237155e-06, + "loss": 0.3453, + "num_tokens": 279999584.0, + "step": 1468 + }, + { + "epoch": 0.5013651877133106, + "grad_norm": 0.32315234765163653, + "learning_rate": 9.667589446404654e-06, + "loss": 0.3518, + "num_tokens": 280185888.0, + "step": 1469 + }, + { + "epoch": 0.5017064846416383, + "grad_norm": 0.2547732094742752, + "learning_rate": 9.666950520492494e-06, + "loss": 0.3303, + "num_tokens": 280391083.0, + "step": 1470 + }, + { + "epoch": 0.5020477815699659, + "grad_norm": 0.31459573430522525, + "learning_rate": 9.666311004725513e-06, + "loss": 0.3824, + "num_tokens": 280577536.0, + "step": 1471 + }, + { + "epoch": 0.5023890784982935, + "grad_norm": 0.29823831245709687, + "learning_rate": 9.66567089919424e-06, + "loss": 0.3353, + "num_tokens": 280791778.0, + "step": 1472 + }, + { + "epoch": 0.5027303754266211, + "grad_norm": 0.28181789837369575, + "learning_rate": 9.665030203989285e-06, + "loss": 0.3789, + "num_tokens": 280982578.0, + "step": 1473 + }, + { + "epoch": 0.5030716723549488, + "grad_norm": 0.25466778932355005, + "learning_rate": 9.66438891920134e-06, + "loss": 0.3511, + "num_tokens": 281215188.0, + "step": 1474 + }, + { + "epoch": 0.5034129692832765, + "grad_norm": 0.260462380373242, + "learning_rate": 9.663747044921182e-06, + "loss": 0.3577, + "num_tokens": 281439336.0, + "step": 1475 + }, + { + "epoch": 0.5037542662116041, + "grad_norm": 0.2682345387276291, + "learning_rate": 9.663104581239673e-06, + "loss": 0.3657, + "num_tokens": 281643654.0, + "step": 1476 + }, + { + "epoch": 0.5040955631399318, + "grad_norm": 0.2915133544337258, + "learning_rate": 9.66246152824776e-06, + "loss": 0.3616, + "num_tokens": 281818737.0, + "step": 1477 + }, + { + "epoch": 0.5044368600682594, + "grad_norm": 0.2942239522946125, + "learning_rate": 9.661817886036468e-06, + "loss": 0.3391, + "num_tokens": 281980952.0, + "step": 1478 + }, + { + "epoch": 0.504778156996587, + "grad_norm": 0.27041535688585866, + "learning_rate": 9.661173654696908e-06, + "loss": 0.3173, + "num_tokens": 282163081.0, + "step": 1479 + }, + { + "epoch": 0.5051194539249146, + "grad_norm": 0.2500252134594419, + "learning_rate": 9.660528834320274e-06, + "loss": 0.3506, + "num_tokens": 282389022.0, + "step": 1480 + }, + { + "epoch": 0.5054607508532423, + "grad_norm": 0.26802061405894945, + "learning_rate": 9.659883424997845e-06, + "loss": 0.3196, + "num_tokens": 282581604.0, + "step": 1481 + }, + { + "epoch": 0.50580204778157, + "grad_norm": 0.43317154657856033, + "learning_rate": 9.659237426820983e-06, + "loss": 0.3597, + "num_tokens": 282757320.0, + "step": 1482 + }, + { + "epoch": 0.5061433447098976, + "grad_norm": 0.25962672734263814, + "learning_rate": 9.65859083988113e-06, + "loss": 0.2969, + "num_tokens": 282949281.0, + "step": 1483 + }, + { + "epoch": 0.5064846416382253, + "grad_norm": 0.39112585344904394, + "learning_rate": 9.657943664269816e-06, + "loss": 0.3529, + "num_tokens": 283138169.0, + "step": 1484 + }, + { + "epoch": 0.5068259385665529, + "grad_norm": 0.3006353921201816, + "learning_rate": 9.657295900078653e-06, + "loss": 0.358, + "num_tokens": 283307736.0, + "step": 1485 + }, + { + "epoch": 0.5071672354948805, + "grad_norm": 0.28653461099897154, + "learning_rate": 9.656647547399333e-06, + "loss": 0.3679, + "num_tokens": 283521553.0, + "step": 1486 + }, + { + "epoch": 0.5075085324232081, + "grad_norm": 0.27117156888922933, + "learning_rate": 9.655998606323636e-06, + "loss": 0.3591, + "num_tokens": 283736692.0, + "step": 1487 + }, + { + "epoch": 0.5078498293515359, + "grad_norm": 0.27564655058847043, + "learning_rate": 9.655349076943422e-06, + "loss": 0.3425, + "num_tokens": 283934458.0, + "step": 1488 + }, + { + "epoch": 0.5081911262798635, + "grad_norm": 0.2880530693051777, + "learning_rate": 9.654698959350636e-06, + "loss": 0.4019, + "num_tokens": 284150408.0, + "step": 1489 + }, + { + "epoch": 0.5085324232081911, + "grad_norm": 0.2642271642683959, + "learning_rate": 9.654048253637307e-06, + "loss": 0.34, + "num_tokens": 284353512.0, + "step": 1490 + }, + { + "epoch": 0.5088737201365188, + "grad_norm": 0.28497223363419455, + "learning_rate": 9.653396959895543e-06, + "loss": 0.3599, + "num_tokens": 284537560.0, + "step": 1491 + }, + { + "epoch": 0.5092150170648464, + "grad_norm": 0.2931278680248025, + "learning_rate": 9.65274507821754e-06, + "loss": 0.351, + "num_tokens": 284738146.0, + "step": 1492 + }, + { + "epoch": 0.509556313993174, + "grad_norm": 0.28617929724172114, + "learning_rate": 9.652092608695577e-06, + "loss": 0.3735, + "num_tokens": 284941440.0, + "step": 1493 + }, + { + "epoch": 0.5098976109215017, + "grad_norm": 0.2764399682295895, + "learning_rate": 9.651439551422012e-06, + "loss": 0.3303, + "num_tokens": 285126026.0, + "step": 1494 + }, + { + "epoch": 0.5102389078498294, + "grad_norm": 0.2874758111285683, + "learning_rate": 9.650785906489288e-06, + "loss": 0.3464, + "num_tokens": 285296158.0, + "step": 1495 + }, + { + "epoch": 0.510580204778157, + "grad_norm": 0.26500253497902365, + "learning_rate": 9.650131673989938e-06, + "loss": 0.3335, + "num_tokens": 285489459.0, + "step": 1496 + }, + { + "epoch": 0.5109215017064846, + "grad_norm": 0.3076244218274207, + "learning_rate": 9.649476854016565e-06, + "loss": 0.3987, + "num_tokens": 285653725.0, + "step": 1497 + }, + { + "epoch": 0.5112627986348123, + "grad_norm": 0.30064120842598796, + "learning_rate": 9.648821446661866e-06, + "loss": 0.3637, + "num_tokens": 285838242.0, + "step": 1498 + }, + { + "epoch": 0.5116040955631399, + "grad_norm": 0.26802583920269124, + "learning_rate": 9.648165452018617e-06, + "loss": 0.3628, + "num_tokens": 286061754.0, + "step": 1499 + }, + { + "epoch": 0.5119453924914675, + "grad_norm": 0.2746244743510415, + "learning_rate": 9.647508870179678e-06, + "loss": 0.3685, + "num_tokens": 286284858.0, + "step": 1500 + }, + { + "epoch": 0.5122866894197953, + "grad_norm": 0.3119011096426962, + "learning_rate": 9.64685170123799e-06, + "loss": 0.3369, + "num_tokens": 286458107.0, + "step": 1501 + }, + { + "epoch": 0.5126279863481229, + "grad_norm": 0.2722843118390176, + "learning_rate": 9.646193945286584e-06, + "loss": 0.3509, + "num_tokens": 286641854.0, + "step": 1502 + }, + { + "epoch": 0.5129692832764505, + "grad_norm": 0.2744528828832017, + "learning_rate": 9.645535602418563e-06, + "loss": 0.3366, + "num_tokens": 286832462.0, + "step": 1503 + }, + { + "epoch": 0.5133105802047782, + "grad_norm": 0.27146333657275523, + "learning_rate": 9.644876672727122e-06, + "loss": 0.3277, + "num_tokens": 287015821.0, + "step": 1504 + }, + { + "epoch": 0.5136518771331058, + "grad_norm": 0.2999843711670952, + "learning_rate": 9.644217156305534e-06, + "loss": 0.3535, + "num_tokens": 287205272.0, + "step": 1505 + }, + { + "epoch": 0.5139931740614334, + "grad_norm": 0.2977032910897936, + "learning_rate": 9.64355705324716e-06, + "loss": 0.3273, + "num_tokens": 287365864.0, + "step": 1506 + }, + { + "epoch": 0.514334470989761, + "grad_norm": 0.2608782061474865, + "learning_rate": 9.642896363645438e-06, + "loss": 0.3199, + "num_tokens": 287550249.0, + "step": 1507 + }, + { + "epoch": 0.5146757679180888, + "grad_norm": 0.2760306677221175, + "learning_rate": 9.642235087593898e-06, + "loss": 0.3423, + "num_tokens": 287760310.0, + "step": 1508 + }, + { + "epoch": 0.5150170648464164, + "grad_norm": 0.3156807088841216, + "learning_rate": 9.641573225186139e-06, + "loss": 0.3861, + "num_tokens": 287993665.0, + "step": 1509 + }, + { + "epoch": 0.515358361774744, + "grad_norm": 0.29492358271787594, + "learning_rate": 9.640910776515859e-06, + "loss": 0.3221, + "num_tokens": 288164893.0, + "step": 1510 + }, + { + "epoch": 0.5156996587030717, + "grad_norm": 0.26346544163726576, + "learning_rate": 9.640247741676828e-06, + "loss": 0.3349, + "num_tokens": 288366071.0, + "step": 1511 + }, + { + "epoch": 0.5160409556313993, + "grad_norm": 0.2960138525974376, + "learning_rate": 9.6395841207629e-06, + "loss": 0.3737, + "num_tokens": 288540760.0, + "step": 1512 + }, + { + "epoch": 0.5163822525597269, + "grad_norm": 0.28777655833189253, + "learning_rate": 9.638919913868018e-06, + "loss": 0.3683, + "num_tokens": 288738846.0, + "step": 1513 + }, + { + "epoch": 0.5167235494880547, + "grad_norm": 0.28171505114792805, + "learning_rate": 9.638255121086202e-06, + "loss": 0.3357, + "num_tokens": 288906243.0, + "step": 1514 + }, + { + "epoch": 0.5170648464163823, + "grad_norm": 0.30934241457801664, + "learning_rate": 9.637589742511559e-06, + "loss": 0.3456, + "num_tokens": 289090877.0, + "step": 1515 + }, + { + "epoch": 0.5174061433447099, + "grad_norm": 0.29950925096174646, + "learning_rate": 9.636923778238273e-06, + "loss": 0.3378, + "num_tokens": 289263060.0, + "step": 1516 + }, + { + "epoch": 0.5177474402730375, + "grad_norm": 0.3243762567991809, + "learning_rate": 9.63625722836062e-06, + "loss": 0.3811, + "num_tokens": 289435923.0, + "step": 1517 + }, + { + "epoch": 0.5180887372013652, + "grad_norm": 0.2778270834561321, + "learning_rate": 9.63559009297295e-06, + "loss": 0.3362, + "num_tokens": 289598756.0, + "step": 1518 + }, + { + "epoch": 0.5184300341296928, + "grad_norm": 0.2838196856763089, + "learning_rate": 9.634922372169702e-06, + "loss": 0.3414, + "num_tokens": 289760816.0, + "step": 1519 + }, + { + "epoch": 0.5187713310580204, + "grad_norm": 0.29501631459411265, + "learning_rate": 9.634254066045393e-06, + "loss": 0.3598, + "num_tokens": 289956101.0, + "step": 1520 + }, + { + "epoch": 0.5191126279863482, + "grad_norm": 0.3191643796138282, + "learning_rate": 9.633585174694629e-06, + "loss": 0.3871, + "num_tokens": 290128826.0, + "step": 1521 + }, + { + "epoch": 0.5194539249146758, + "grad_norm": 0.2965478944306559, + "learning_rate": 9.632915698212093e-06, + "loss": 0.3827, + "num_tokens": 290322479.0, + "step": 1522 + }, + { + "epoch": 0.5197952218430034, + "grad_norm": 0.30911760162437757, + "learning_rate": 9.632245636692553e-06, + "loss": 0.3567, + "num_tokens": 290484508.0, + "step": 1523 + }, + { + "epoch": 0.520136518771331, + "grad_norm": 0.2436408179581127, + "learning_rate": 9.63157499023086e-06, + "loss": 0.3522, + "num_tokens": 290729056.0, + "step": 1524 + }, + { + "epoch": 0.5204778156996587, + "grad_norm": 0.27547880321997165, + "learning_rate": 9.630903758921949e-06, + "loss": 0.3421, + "num_tokens": 290936670.0, + "step": 1525 + }, + { + "epoch": 0.5208191126279863, + "grad_norm": 0.27487497979787096, + "learning_rate": 9.630231942860833e-06, + "loss": 0.3292, + "num_tokens": 291125871.0, + "step": 1526 + }, + { + "epoch": 0.521160409556314, + "grad_norm": 0.26697013575465756, + "learning_rate": 9.629559542142616e-06, + "loss": 0.3592, + "num_tokens": 291341295.0, + "step": 1527 + }, + { + "epoch": 0.5215017064846417, + "grad_norm": 0.2829734727537076, + "learning_rate": 9.628886556862477e-06, + "loss": 0.3404, + "num_tokens": 291522652.0, + "step": 1528 + }, + { + "epoch": 0.5218430034129693, + "grad_norm": 0.29131680105240726, + "learning_rate": 9.628212987115681e-06, + "loss": 0.3637, + "num_tokens": 291721362.0, + "step": 1529 + }, + { + "epoch": 0.5221843003412969, + "grad_norm": 0.25426137220309813, + "learning_rate": 9.627538832997579e-06, + "loss": 0.3269, + "num_tokens": 291925827.0, + "step": 1530 + }, + { + "epoch": 0.5225255972696246, + "grad_norm": 0.29819252167908505, + "learning_rate": 9.626864094603596e-06, + "loss": 0.3682, + "num_tokens": 292102368.0, + "step": 1531 + }, + { + "epoch": 0.5228668941979522, + "grad_norm": 0.2842615303655363, + "learning_rate": 9.626188772029247e-06, + "loss": 0.35, + "num_tokens": 292302500.0, + "step": 1532 + }, + { + "epoch": 0.5232081911262798, + "grad_norm": 0.2856626270380755, + "learning_rate": 9.625512865370129e-06, + "loss": 0.3151, + "num_tokens": 292457947.0, + "step": 1533 + }, + { + "epoch": 0.5235494880546075, + "grad_norm": 0.2986650538879471, + "learning_rate": 9.62483637472192e-06, + "loss": 0.3676, + "num_tokens": 292626152.0, + "step": 1534 + }, + { + "epoch": 0.5238907849829352, + "grad_norm": 0.3229547018355609, + "learning_rate": 9.624159300180377e-06, + "loss": 0.3455, + "num_tokens": 292796246.0, + "step": 1535 + }, + { + "epoch": 0.5242320819112628, + "grad_norm": 0.28763790126853483, + "learning_rate": 9.623481641841349e-06, + "loss": 0.3584, + "num_tokens": 293009360.0, + "step": 1536 + }, + { + "epoch": 0.5245733788395904, + "grad_norm": 0.24978619817272765, + "learning_rate": 9.622803399800761e-06, + "loss": 0.3161, + "num_tokens": 293212269.0, + "step": 1537 + }, + { + "epoch": 0.5249146757679181, + "grad_norm": 0.8192044501490992, + "learning_rate": 9.622124574154618e-06, + "loss": 0.3703, + "num_tokens": 293416098.0, + "step": 1538 + }, + { + "epoch": 0.5252559726962457, + "grad_norm": 0.28777270948023603, + "learning_rate": 9.621445164999017e-06, + "loss": 0.3358, + "num_tokens": 293597005.0, + "step": 1539 + }, + { + "epoch": 0.5255972696245734, + "grad_norm": 0.3105031129741676, + "learning_rate": 9.620765172430128e-06, + "loss": 0.3512, + "num_tokens": 293765813.0, + "step": 1540 + }, + { + "epoch": 0.525938566552901, + "grad_norm": 0.30989223210193745, + "learning_rate": 9.620084596544211e-06, + "loss": 0.3649, + "num_tokens": 293982495.0, + "step": 1541 + }, + { + "epoch": 0.5262798634812287, + "grad_norm": 0.2858469966047318, + "learning_rate": 9.619403437437604e-06, + "loss": 0.3564, + "num_tokens": 294176867.0, + "step": 1542 + }, + { + "epoch": 0.5266211604095563, + "grad_norm": 0.29441983126786775, + "learning_rate": 9.618721695206727e-06, + "loss": 0.3599, + "num_tokens": 294359910.0, + "step": 1543 + }, + { + "epoch": 0.5269624573378839, + "grad_norm": 0.285154193738379, + "learning_rate": 9.618039369948086e-06, + "loss": 0.3414, + "num_tokens": 294540020.0, + "step": 1544 + }, + { + "epoch": 0.5273037542662116, + "grad_norm": 0.283757655525115, + "learning_rate": 9.617356461758266e-06, + "loss": 0.3475, + "num_tokens": 294730054.0, + "step": 1545 + }, + { + "epoch": 0.5276450511945392, + "grad_norm": 0.30273485850351833, + "learning_rate": 9.61667297073394e-06, + "loss": 0.328, + "num_tokens": 294882992.0, + "step": 1546 + }, + { + "epoch": 0.5279863481228669, + "grad_norm": 0.2942752215320207, + "learning_rate": 9.61598889697186e-06, + "loss": 0.339, + "num_tokens": 295070747.0, + "step": 1547 + }, + { + "epoch": 0.5283276450511946, + "grad_norm": 0.26398533458404305, + "learning_rate": 9.615304240568855e-06, + "loss": 0.3757, + "num_tokens": 295277989.0, + "step": 1548 + }, + { + "epoch": 0.5286689419795222, + "grad_norm": 0.2661904952846688, + "learning_rate": 9.614619001621846e-06, + "loss": 0.3709, + "num_tokens": 295477205.0, + "step": 1549 + }, + { + "epoch": 0.5290102389078498, + "grad_norm": 0.2734418406165119, + "learning_rate": 9.613933180227832e-06, + "loss": 0.3554, + "num_tokens": 295670602.0, + "step": 1550 + }, + { + "epoch": 0.5293515358361774, + "grad_norm": 0.2743881498385466, + "learning_rate": 9.613246776483896e-06, + "loss": 0.3451, + "num_tokens": 295857763.0, + "step": 1551 + }, + { + "epoch": 0.5296928327645051, + "grad_norm": 0.2929284319897536, + "learning_rate": 9.612559790487199e-06, + "loss": 0.3701, + "num_tokens": 296066864.0, + "step": 1552 + }, + { + "epoch": 0.5300341296928328, + "grad_norm": 0.2627922163545811, + "learning_rate": 9.61187222233499e-06, + "loss": 0.3736, + "num_tokens": 296311150.0, + "step": 1553 + }, + { + "epoch": 0.5303754266211604, + "grad_norm": 0.3004535758351987, + "learning_rate": 9.611184072124598e-06, + "loss": 0.3416, + "num_tokens": 296499715.0, + "step": 1554 + }, + { + "epoch": 0.5307167235494881, + "grad_norm": 0.27039792332687423, + "learning_rate": 9.610495339953433e-06, + "loss": 0.3552, + "num_tokens": 296698862.0, + "step": 1555 + }, + { + "epoch": 0.5310580204778157, + "grad_norm": 0.3109011491816217, + "learning_rate": 9.60980602591899e-06, + "loss": 0.3204, + "num_tokens": 296850182.0, + "step": 1556 + }, + { + "epoch": 0.5313993174061433, + "grad_norm": 0.2977095249410677, + "learning_rate": 9.609116130118845e-06, + "loss": 0.37, + "num_tokens": 297018415.0, + "step": 1557 + }, + { + "epoch": 0.531740614334471, + "grad_norm": 0.2622365637363332, + "learning_rate": 9.608425652650657e-06, + "loss": 0.3525, + "num_tokens": 297214718.0, + "step": 1558 + }, + { + "epoch": 0.5320819112627987, + "grad_norm": 0.30131609497634554, + "learning_rate": 9.607734593612166e-06, + "loss": 0.3472, + "num_tokens": 297368458.0, + "step": 1559 + }, + { + "epoch": 0.5324232081911263, + "grad_norm": 0.33988224867731154, + "learning_rate": 9.607042953101194e-06, + "loss": 0.3497, + "num_tokens": 297547209.0, + "step": 1560 + }, + { + "epoch": 0.532764505119454, + "grad_norm": 0.26425334075636725, + "learning_rate": 9.60635073121565e-06, + "loss": 0.3231, + "num_tokens": 297751775.0, + "step": 1561 + }, + { + "epoch": 0.5331058020477816, + "grad_norm": 0.2733892982207629, + "learning_rate": 9.605657928053518e-06, + "loss": 0.3644, + "num_tokens": 297948667.0, + "step": 1562 + }, + { + "epoch": 0.5334470989761092, + "grad_norm": 0.33675334562867976, + "learning_rate": 9.604964543712873e-06, + "loss": 0.3599, + "num_tokens": 298127039.0, + "step": 1563 + }, + { + "epoch": 0.5337883959044368, + "grad_norm": 0.2836336569808179, + "learning_rate": 9.604270578291862e-06, + "loss": 0.3654, + "num_tokens": 298330159.0, + "step": 1564 + }, + { + "epoch": 0.5341296928327645, + "grad_norm": 0.2664737966223918, + "learning_rate": 9.603576031888724e-06, + "loss": 0.3514, + "num_tokens": 298540249.0, + "step": 1565 + }, + { + "epoch": 0.5344709897610922, + "grad_norm": 0.2911635006800748, + "learning_rate": 9.602880904601773e-06, + "loss": 0.3778, + "num_tokens": 298768054.0, + "step": 1566 + }, + { + "epoch": 0.5348122866894198, + "grad_norm": 0.27583916276660014, + "learning_rate": 9.60218519652941e-06, + "loss": 0.3432, + "num_tokens": 298956251.0, + "step": 1567 + }, + { + "epoch": 0.5351535836177475, + "grad_norm": 0.30123587511114136, + "learning_rate": 9.601488907770114e-06, + "loss": 0.3369, + "num_tokens": 299106197.0, + "step": 1568 + }, + { + "epoch": 0.5354948805460751, + "grad_norm": 0.29228253586677433, + "learning_rate": 9.600792038422449e-06, + "loss": 0.3384, + "num_tokens": 299279292.0, + "step": 1569 + }, + { + "epoch": 0.5358361774744027, + "grad_norm": 0.2725424308439003, + "learning_rate": 9.600094588585064e-06, + "loss": 0.3246, + "num_tokens": 299472824.0, + "step": 1570 + }, + { + "epoch": 0.5361774744027303, + "grad_norm": 0.34013497571397866, + "learning_rate": 9.599396558356683e-06, + "loss": 0.3589, + "num_tokens": 299618727.0, + "step": 1571 + }, + { + "epoch": 0.5365187713310581, + "grad_norm": 0.3624590137815137, + "learning_rate": 9.598697947836116e-06, + "loss": 0.3687, + "num_tokens": 299810691.0, + "step": 1572 + }, + { + "epoch": 0.5368600682593857, + "grad_norm": 0.28125237574371453, + "learning_rate": 9.597998757122258e-06, + "loss": 0.3085, + "num_tokens": 299975948.0, + "step": 1573 + }, + { + "epoch": 0.5372013651877133, + "grad_norm": 0.3086381802750937, + "learning_rate": 9.597298986314083e-06, + "loss": 0.353, + "num_tokens": 300141291.0, + "step": 1574 + }, + { + "epoch": 0.537542662116041, + "grad_norm": 0.29656684043529197, + "learning_rate": 9.596598635510645e-06, + "loss": 0.3289, + "num_tokens": 300298431.0, + "step": 1575 + }, + { + "epoch": 0.5378839590443686, + "grad_norm": 0.2721062794315324, + "learning_rate": 9.595897704811085e-06, + "loss": 0.3492, + "num_tokens": 300518088.0, + "step": 1576 + }, + { + "epoch": 0.5382252559726962, + "grad_norm": 0.3071459213790413, + "learning_rate": 9.595196194314622e-06, + "loss": 0.3213, + "num_tokens": 300676973.0, + "step": 1577 + }, + { + "epoch": 0.5385665529010238, + "grad_norm": 0.2742347496863416, + "learning_rate": 9.594494104120557e-06, + "loss": 0.3235, + "num_tokens": 300879181.0, + "step": 1578 + }, + { + "epoch": 0.5389078498293516, + "grad_norm": 0.30427699160230576, + "learning_rate": 9.59379143432828e-06, + "loss": 0.3622, + "num_tokens": 301050681.0, + "step": 1579 + }, + { + "epoch": 0.5392491467576792, + "grad_norm": 0.28183555504962043, + "learning_rate": 9.593088185037255e-06, + "loss": 0.3464, + "num_tokens": 301242786.0, + "step": 1580 + }, + { + "epoch": 0.5395904436860068, + "grad_norm": 0.27603029291495546, + "learning_rate": 9.592384356347028e-06, + "loss": 0.3569, + "num_tokens": 301453593.0, + "step": 1581 + }, + { + "epoch": 0.5399317406143345, + "grad_norm": 0.29278095365097945, + "learning_rate": 9.591679948357233e-06, + "loss": 0.3512, + "num_tokens": 301638661.0, + "step": 1582 + }, + { + "epoch": 0.5402730375426621, + "grad_norm": 0.30541845042093974, + "learning_rate": 9.590974961167582e-06, + "loss": 0.3597, + "num_tokens": 301804087.0, + "step": 1583 + }, + { + "epoch": 0.5406143344709897, + "grad_norm": 0.27581088334144827, + "learning_rate": 9.59026939487787e-06, + "loss": 0.3578, + "num_tokens": 302028127.0, + "step": 1584 + }, + { + "epoch": 0.5409556313993175, + "grad_norm": 0.2659038159325066, + "learning_rate": 9.589563249587974e-06, + "loss": 0.3842, + "num_tokens": 302265050.0, + "step": 1585 + }, + { + "epoch": 0.5412969283276451, + "grad_norm": 0.28435343579812167, + "learning_rate": 9.588856525397853e-06, + "loss": 0.362, + "num_tokens": 302456839.0, + "step": 1586 + }, + { + "epoch": 0.5416382252559727, + "grad_norm": 0.29756123874142143, + "learning_rate": 9.588149222407548e-06, + "loss": 0.3585, + "num_tokens": 302623494.0, + "step": 1587 + }, + { + "epoch": 0.5419795221843003, + "grad_norm": 4.9920098911557025, + "learning_rate": 9.58744134071718e-06, + "loss": 0.3697, + "num_tokens": 302773277.0, + "step": 1588 + }, + { + "epoch": 0.542320819112628, + "grad_norm": 0.29635632352932384, + "learning_rate": 9.586732880426954e-06, + "loss": 0.317, + "num_tokens": 302962365.0, + "step": 1589 + }, + { + "epoch": 0.5426621160409556, + "grad_norm": 0.2914167882602955, + "learning_rate": 9.586023841637157e-06, + "loss": 0.3412, + "num_tokens": 303140982.0, + "step": 1590 + }, + { + "epoch": 0.5430034129692832, + "grad_norm": 0.2891486472440156, + "learning_rate": 9.585314224448157e-06, + "loss": 0.3789, + "num_tokens": 303348544.0, + "step": 1591 + }, + { + "epoch": 0.543344709897611, + "grad_norm": 0.311000961594028, + "learning_rate": 9.584604028960404e-06, + "loss": 0.3396, + "num_tokens": 303504553.0, + "step": 1592 + }, + { + "epoch": 0.5436860068259386, + "grad_norm": 0.27979146123036935, + "learning_rate": 9.583893255274433e-06, + "loss": 0.3672, + "num_tokens": 303719303.0, + "step": 1593 + }, + { + "epoch": 0.5440273037542662, + "grad_norm": 0.29016748353910554, + "learning_rate": 9.583181903490852e-06, + "loss": 0.3673, + "num_tokens": 303900083.0, + "step": 1594 + }, + { + "epoch": 0.5443686006825939, + "grad_norm": 0.29737365174782093, + "learning_rate": 9.582469973710364e-06, + "loss": 0.3473, + "num_tokens": 304064328.0, + "step": 1595 + }, + { + "epoch": 0.5447098976109215, + "grad_norm": 0.3722457410638023, + "learning_rate": 9.581757466033739e-06, + "loss": 0.3616, + "num_tokens": 304239450.0, + "step": 1596 + }, + { + "epoch": 0.5450511945392491, + "grad_norm": 0.27802399222835134, + "learning_rate": 9.581044380561843e-06, + "loss": 0.3477, + "num_tokens": 304428570.0, + "step": 1597 + }, + { + "epoch": 0.5453924914675768, + "grad_norm": 0.27341893284537866, + "learning_rate": 9.580330717395614e-06, + "loss": 0.3748, + "num_tokens": 304657932.0, + "step": 1598 + }, + { + "epoch": 0.5457337883959045, + "grad_norm": 0.32067339092431446, + "learning_rate": 9.579616476636074e-06, + "loss": 0.3429, + "num_tokens": 304817007.0, + "step": 1599 + }, + { + "epoch": 0.5460750853242321, + "grad_norm": 0.2898189005492988, + "learning_rate": 9.57890165838433e-06, + "loss": 0.3321, + "num_tokens": 304970817.0, + "step": 1600 + }, + { + "epoch": 0.5464163822525597, + "grad_norm": 0.2899434489448379, + "learning_rate": 9.57818626274157e-06, + "loss": 0.3634, + "num_tokens": 305173013.0, + "step": 1601 + }, + { + "epoch": 0.5467576791808874, + "grad_norm": 0.2916127880430749, + "learning_rate": 9.577470289809056e-06, + "loss": 0.3516, + "num_tokens": 305367870.0, + "step": 1602 + }, + { + "epoch": 0.547098976109215, + "grad_norm": 0.2688221496755221, + "learning_rate": 9.576753739688143e-06, + "loss": 0.3636, + "num_tokens": 305587527.0, + "step": 1603 + }, + { + "epoch": 0.5474402730375426, + "grad_norm": 0.29582947342784444, + "learning_rate": 9.57603661248026e-06, + "loss": 0.3634, + "num_tokens": 305762260.0, + "step": 1604 + }, + { + "epoch": 0.5477815699658704, + "grad_norm": 0.31266773077893684, + "learning_rate": 9.575318908286923e-06, + "loss": 0.3895, + "num_tokens": 305938507.0, + "step": 1605 + }, + { + "epoch": 0.548122866894198, + "grad_norm": 0.3009011360216058, + "learning_rate": 9.574600627209727e-06, + "loss": 0.3796, + "num_tokens": 306127955.0, + "step": 1606 + }, + { + "epoch": 0.5484641638225256, + "grad_norm": 0.2807228657321799, + "learning_rate": 9.573881769350346e-06, + "loss": 0.3366, + "num_tokens": 306282015.0, + "step": 1607 + }, + { + "epoch": 0.5488054607508532, + "grad_norm": 0.2817759774340133, + "learning_rate": 9.573162334810538e-06, + "loss": 0.3451, + "num_tokens": 306474367.0, + "step": 1608 + }, + { + "epoch": 0.5491467576791809, + "grad_norm": 0.2737029125379057, + "learning_rate": 9.572442323692145e-06, + "loss": 0.3392, + "num_tokens": 306672655.0, + "step": 1609 + }, + { + "epoch": 0.5494880546075085, + "grad_norm": 0.3018110655701352, + "learning_rate": 9.571721736097089e-06, + "loss": 0.3412, + "num_tokens": 306858349.0, + "step": 1610 + }, + { + "epoch": 0.5498293515358362, + "grad_norm": 0.28632993916420646, + "learning_rate": 9.571000572127371e-06, + "loss": 0.3536, + "num_tokens": 307061971.0, + "step": 1611 + }, + { + "epoch": 0.5501706484641639, + "grad_norm": 0.3183577570060819, + "learning_rate": 9.570278831885076e-06, + "loss": 0.4037, + "num_tokens": 307233290.0, + "step": 1612 + }, + { + "epoch": 0.5505119453924915, + "grad_norm": 0.3411189955244367, + "learning_rate": 9.569556515472375e-06, + "loss": 0.3542, + "num_tokens": 307425289.0, + "step": 1613 + }, + { + "epoch": 0.5508532423208191, + "grad_norm": 0.28825623962420405, + "learning_rate": 9.568833622991509e-06, + "loss": 0.3444, + "num_tokens": 307614081.0, + "step": 1614 + }, + { + "epoch": 0.5511945392491467, + "grad_norm": 0.30403509038195997, + "learning_rate": 9.568110154544812e-06, + "loss": 0.3425, + "num_tokens": 307808281.0, + "step": 1615 + }, + { + "epoch": 0.5515358361774744, + "grad_norm": 0.49775394268774587, + "learning_rate": 9.567386110234692e-06, + "loss": 0.3551, + "num_tokens": 308011388.0, + "step": 1616 + }, + { + "epoch": 0.551877133105802, + "grad_norm": 0.2654465204317549, + "learning_rate": 9.566661490163644e-06, + "loss": 0.3388, + "num_tokens": 308221538.0, + "step": 1617 + }, + { + "epoch": 0.5522184300341297, + "grad_norm": 0.2783740178821032, + "learning_rate": 9.56593629443424e-06, + "loss": 0.3721, + "num_tokens": 308444083.0, + "step": 1618 + }, + { + "epoch": 0.5525597269624574, + "grad_norm": 0.29871763645690536, + "learning_rate": 9.565210523149136e-06, + "loss": 0.345, + "num_tokens": 308611192.0, + "step": 1619 + }, + { + "epoch": 0.552901023890785, + "grad_norm": 0.2865858589383703, + "learning_rate": 9.56448417641107e-06, + "loss": 0.3383, + "num_tokens": 308777742.0, + "step": 1620 + }, + { + "epoch": 0.5532423208191126, + "grad_norm": 0.26334248946989536, + "learning_rate": 9.56375725432286e-06, + "loss": 0.3439, + "num_tokens": 308984440.0, + "step": 1621 + }, + { + "epoch": 0.5535836177474402, + "grad_norm": 0.27019905275061895, + "learning_rate": 9.563029756987405e-06, + "loss": 0.3138, + "num_tokens": 309168532.0, + "step": 1622 + }, + { + "epoch": 0.5539249146757679, + "grad_norm": 0.2797409634777117, + "learning_rate": 9.562301684507687e-06, + "loss": 0.3685, + "num_tokens": 309372390.0, + "step": 1623 + }, + { + "epoch": 0.5542662116040956, + "grad_norm": 0.27977327687751685, + "learning_rate": 9.561573036986767e-06, + "loss": 0.3392, + "num_tokens": 309550419.0, + "step": 1624 + }, + { + "epoch": 0.5546075085324232, + "grad_norm": 0.30277114375414804, + "learning_rate": 9.560843814527791e-06, + "loss": 0.3502, + "num_tokens": 309717825.0, + "step": 1625 + }, + { + "epoch": 0.5549488054607509, + "grad_norm": 0.28405283540678405, + "learning_rate": 9.560114017233985e-06, + "loss": 0.3559, + "num_tokens": 309903842.0, + "step": 1626 + }, + { + "epoch": 0.5552901023890785, + "grad_norm": 0.39725637156357546, + "learning_rate": 9.559383645208656e-06, + "loss": 0.3674, + "num_tokens": 310093146.0, + "step": 1627 + }, + { + "epoch": 0.5556313993174061, + "grad_norm": 0.27771979865876534, + "learning_rate": 9.558652698555188e-06, + "loss": 0.3765, + "num_tokens": 310338838.0, + "step": 1628 + }, + { + "epoch": 0.5559726962457338, + "grad_norm": 0.2697453192565281, + "learning_rate": 9.557921177377054e-06, + "loss": 0.3331, + "num_tokens": 310523066.0, + "step": 1629 + }, + { + "epoch": 0.5563139931740614, + "grad_norm": 0.29352473822153563, + "learning_rate": 9.557189081777804e-06, + "loss": 0.3266, + "num_tokens": 310675230.0, + "step": 1630 + }, + { + "epoch": 0.5566552901023891, + "grad_norm": 0.262614012423049, + "learning_rate": 9.556456411861072e-06, + "loss": 0.33, + "num_tokens": 310850155.0, + "step": 1631 + }, + { + "epoch": 0.5569965870307167, + "grad_norm": 0.2722844180076222, + "learning_rate": 9.555723167730569e-06, + "loss": 0.3738, + "num_tokens": 311078621.0, + "step": 1632 + }, + { + "epoch": 0.5573378839590444, + "grad_norm": 0.3211674248013187, + "learning_rate": 9.554989349490091e-06, + "loss": 0.367, + "num_tokens": 311253296.0, + "step": 1633 + }, + { + "epoch": 0.557679180887372, + "grad_norm": 0.29986488665883165, + "learning_rate": 9.554254957243513e-06, + "loss": 0.3574, + "num_tokens": 311417267.0, + "step": 1634 + }, + { + "epoch": 0.5580204778156996, + "grad_norm": 0.29770955752455536, + "learning_rate": 9.553519991094793e-06, + "loss": 0.3506, + "num_tokens": 311572175.0, + "step": 1635 + }, + { + "epoch": 0.5583617747440273, + "grad_norm": 0.2805600129088651, + "learning_rate": 9.552784451147971e-06, + "loss": 0.3328, + "num_tokens": 311748580.0, + "step": 1636 + }, + { + "epoch": 0.558703071672355, + "grad_norm": 0.279692010096606, + "learning_rate": 9.552048337507165e-06, + "loss": 0.3257, + "num_tokens": 311914860.0, + "step": 1637 + }, + { + "epoch": 0.5590443686006826, + "grad_norm": 0.2747464441336816, + "learning_rate": 9.551311650276575e-06, + "loss": 0.367, + "num_tokens": 312136261.0, + "step": 1638 + }, + { + "epoch": 0.5593856655290103, + "grad_norm": 0.2924954677671414, + "learning_rate": 9.550574389560483e-06, + "loss": 0.3479, + "num_tokens": 312323047.0, + "step": 1639 + }, + { + "epoch": 0.5597269624573379, + "grad_norm": 0.33102549121403135, + "learning_rate": 9.549836555463256e-06, + "loss": 0.3581, + "num_tokens": 312536595.0, + "step": 1640 + }, + { + "epoch": 0.5600682593856655, + "grad_norm": 0.2872045567097203, + "learning_rate": 9.549098148089336e-06, + "loss": 0.364, + "num_tokens": 312733619.0, + "step": 1641 + }, + { + "epoch": 0.5604095563139931, + "grad_norm": 0.264984759267044, + "learning_rate": 9.548359167543249e-06, + "loss": 0.3345, + "num_tokens": 312963531.0, + "step": 1642 + }, + { + "epoch": 0.5607508532423208, + "grad_norm": 0.3165525227168214, + "learning_rate": 9.547619613929599e-06, + "loss": 0.3503, + "num_tokens": 313135459.0, + "step": 1643 + }, + { + "epoch": 0.5610921501706485, + "grad_norm": 0.2809635833918623, + "learning_rate": 9.546879487353079e-06, + "loss": 0.3774, + "num_tokens": 313338523.0, + "step": 1644 + }, + { + "epoch": 0.5614334470989761, + "grad_norm": 0.30309574594723854, + "learning_rate": 9.546138787918454e-06, + "loss": 0.3554, + "num_tokens": 313494736.0, + "step": 1645 + }, + { + "epoch": 0.5617747440273038, + "grad_norm": 0.26290004989919374, + "learning_rate": 9.545397515730576e-06, + "loss": 0.3592, + "num_tokens": 313708449.0, + "step": 1646 + }, + { + "epoch": 0.5621160409556314, + "grad_norm": 0.25367592674081235, + "learning_rate": 9.544655670894374e-06, + "loss": 0.3142, + "num_tokens": 313914354.0, + "step": 1647 + }, + { + "epoch": 0.562457337883959, + "grad_norm": 0.2877029977450184, + "learning_rate": 9.543913253514865e-06, + "loss": 0.3414, + "num_tokens": 314095086.0, + "step": 1648 + }, + { + "epoch": 0.5627986348122866, + "grad_norm": 0.2721792798279238, + "learning_rate": 9.543170263697138e-06, + "loss": 0.3569, + "num_tokens": 314302750.0, + "step": 1649 + }, + { + "epoch": 0.5631399317406144, + "grad_norm": 0.2662293370558289, + "learning_rate": 9.54242670154637e-06, + "loss": 0.3428, + "num_tokens": 314494338.0, + "step": 1650 + }, + { + "epoch": 0.563481228668942, + "grad_norm": 0.29186395888322286, + "learning_rate": 9.541682567167811e-06, + "loss": 0.3695, + "num_tokens": 314687301.0, + "step": 1651 + }, + { + "epoch": 0.5638225255972696, + "grad_norm": 0.2920400633959142, + "learning_rate": 9.540937860666803e-06, + "loss": 0.3729, + "num_tokens": 314861096.0, + "step": 1652 + }, + { + "epoch": 0.5641638225255973, + "grad_norm": 0.2801766302769076, + "learning_rate": 9.54019258214876e-06, + "loss": 0.3747, + "num_tokens": 315063140.0, + "step": 1653 + }, + { + "epoch": 0.5645051194539249, + "grad_norm": 0.2728656927125062, + "learning_rate": 9.539446731719186e-06, + "loss": 0.3601, + "num_tokens": 315275527.0, + "step": 1654 + }, + { + "epoch": 0.5648464163822525, + "grad_norm": 0.26642020698923946, + "learning_rate": 9.538700309483652e-06, + "loss": 0.3485, + "num_tokens": 315485144.0, + "step": 1655 + }, + { + "epoch": 0.5651877133105802, + "grad_norm": 0.2843686152329636, + "learning_rate": 9.537953315547824e-06, + "loss": 0.3541, + "num_tokens": 315662578.0, + "step": 1656 + }, + { + "epoch": 0.5655290102389079, + "grad_norm": 0.28326103637398664, + "learning_rate": 9.53720575001744e-06, + "loss": 0.3554, + "num_tokens": 315844801.0, + "step": 1657 + }, + { + "epoch": 0.5658703071672355, + "grad_norm": 0.302743474424808, + "learning_rate": 9.536457612998323e-06, + "loss": 0.3415, + "num_tokens": 315990232.0, + "step": 1658 + }, + { + "epoch": 0.5662116040955631, + "grad_norm": 0.28151424370746975, + "learning_rate": 9.535708904596377e-06, + "loss": 0.3676, + "num_tokens": 316172196.0, + "step": 1659 + }, + { + "epoch": 0.5665529010238908, + "grad_norm": 0.31719123636510144, + "learning_rate": 9.534959624917585e-06, + "loss": 0.3144, + "num_tokens": 316321741.0, + "step": 1660 + }, + { + "epoch": 0.5668941979522184, + "grad_norm": 0.3295830640066856, + "learning_rate": 9.534209774068012e-06, + "loss": 0.3987, + "num_tokens": 316541241.0, + "step": 1661 + }, + { + "epoch": 0.567235494880546, + "grad_norm": 0.29770774752820356, + "learning_rate": 9.533459352153803e-06, + "loss": 0.3838, + "num_tokens": 316716904.0, + "step": 1662 + }, + { + "epoch": 0.5675767918088738, + "grad_norm": 0.2830090758375418, + "learning_rate": 9.532708359281184e-06, + "loss": 0.3085, + "num_tokens": 316900463.0, + "step": 1663 + }, + { + "epoch": 0.5679180887372014, + "grad_norm": 0.29544105965805223, + "learning_rate": 9.531956795556462e-06, + "loss": 0.3243, + "num_tokens": 317099566.0, + "step": 1664 + }, + { + "epoch": 0.568259385665529, + "grad_norm": 0.2597076269163163, + "learning_rate": 9.531204661086029e-06, + "loss": 0.3504, + "num_tokens": 317318277.0, + "step": 1665 + }, + { + "epoch": 0.5686006825938567, + "grad_norm": 0.26405452800111234, + "learning_rate": 9.530451955976347e-06, + "loss": 0.3535, + "num_tokens": 317545396.0, + "step": 1666 + }, + { + "epoch": 0.5689419795221843, + "grad_norm": 0.317354390820362, + "learning_rate": 9.52969868033397e-06, + "loss": 0.3778, + "num_tokens": 317708880.0, + "step": 1667 + }, + { + "epoch": 0.5692832764505119, + "grad_norm": 0.26158869622901204, + "learning_rate": 9.528944834265526e-06, + "loss": 0.379, + "num_tokens": 317940127.0, + "step": 1668 + }, + { + "epoch": 0.5696245733788395, + "grad_norm": 0.2638299991438768, + "learning_rate": 9.52819041787773e-06, + "loss": 0.3303, + "num_tokens": 318125746.0, + "step": 1669 + }, + { + "epoch": 0.5699658703071673, + "grad_norm": 0.2794652750839032, + "learning_rate": 9.52743543127737e-06, + "loss": 0.3218, + "num_tokens": 318294716.0, + "step": 1670 + }, + { + "epoch": 0.5703071672354949, + "grad_norm": 0.30982117634241796, + "learning_rate": 9.526679874571319e-06, + "loss": 0.352, + "num_tokens": 318438442.0, + "step": 1671 + }, + { + "epoch": 0.5706484641638225, + "grad_norm": 0.3242983131979148, + "learning_rate": 9.525923747866534e-06, + "loss": 0.3534, + "num_tokens": 318600564.0, + "step": 1672 + }, + { + "epoch": 0.5709897610921502, + "grad_norm": 0.2661679468539962, + "learning_rate": 9.525167051270043e-06, + "loss": 0.3779, + "num_tokens": 318831014.0, + "step": 1673 + }, + { + "epoch": 0.5713310580204778, + "grad_norm": 0.24133302464749232, + "learning_rate": 9.524409784888965e-06, + "loss": 0.3384, + "num_tokens": 319048001.0, + "step": 1674 + }, + { + "epoch": 0.5716723549488054, + "grad_norm": 0.289985268563845, + "learning_rate": 9.523651948830493e-06, + "loss": 0.3553, + "num_tokens": 319244829.0, + "step": 1675 + }, + { + "epoch": 0.5720136518771332, + "grad_norm": 0.30187393404570095, + "learning_rate": 9.522893543201903e-06, + "loss": 0.4113, + "num_tokens": 319436781.0, + "step": 1676 + }, + { + "epoch": 0.5723549488054608, + "grad_norm": 0.2606953462633334, + "learning_rate": 9.522134568110554e-06, + "loss": 0.3358, + "num_tokens": 319628906.0, + "step": 1677 + }, + { + "epoch": 0.5726962457337884, + "grad_norm": 0.27332813113754056, + "learning_rate": 9.521375023663878e-06, + "loss": 0.3413, + "num_tokens": 319827239.0, + "step": 1678 + }, + { + "epoch": 0.573037542662116, + "grad_norm": 0.25980575330359057, + "learning_rate": 9.520614909969398e-06, + "loss": 0.3425, + "num_tokens": 320026529.0, + "step": 1679 + }, + { + "epoch": 0.5733788395904437, + "grad_norm": 0.286896092725802, + "learning_rate": 9.51985422713471e-06, + "loss": 0.3293, + "num_tokens": 320192250.0, + "step": 1680 + }, + { + "epoch": 0.5737201365187713, + "grad_norm": 0.2945612792511433, + "learning_rate": 9.519092975267493e-06, + "loss": 0.3626, + "num_tokens": 320373253.0, + "step": 1681 + }, + { + "epoch": 0.5740614334470989, + "grad_norm": 0.26873533309315306, + "learning_rate": 9.518331154475506e-06, + "loss": 0.3308, + "num_tokens": 320560437.0, + "step": 1682 + }, + { + "epoch": 0.5744027303754267, + "grad_norm": 0.27328428252658216, + "learning_rate": 9.517568764866588e-06, + "loss": 0.3381, + "num_tokens": 320754967.0, + "step": 1683 + }, + { + "epoch": 0.5747440273037543, + "grad_norm": 0.26931616313015233, + "learning_rate": 9.516805806548662e-06, + "loss": 0.3342, + "num_tokens": 320918449.0, + "step": 1684 + }, + { + "epoch": 0.5750853242320819, + "grad_norm": 0.28153892045684836, + "learning_rate": 9.51604227962973e-06, + "loss": 0.354, + "num_tokens": 321105917.0, + "step": 1685 + }, + { + "epoch": 0.5754266211604095, + "grad_norm": 0.2999030629056662, + "learning_rate": 9.515278184217867e-06, + "loss": 0.3472, + "num_tokens": 321274821.0, + "step": 1686 + }, + { + "epoch": 0.5757679180887372, + "grad_norm": 0.2767723670598393, + "learning_rate": 9.514513520421243e-06, + "loss": 0.3477, + "num_tokens": 321477147.0, + "step": 1687 + }, + { + "epoch": 0.5761092150170648, + "grad_norm": 0.26482985613993015, + "learning_rate": 9.513748288348094e-06, + "loss": 0.3638, + "num_tokens": 321686835.0, + "step": 1688 + }, + { + "epoch": 0.5764505119453925, + "grad_norm": 0.2727599595211418, + "learning_rate": 9.512982488106747e-06, + "loss": 0.3723, + "num_tokens": 321894584.0, + "step": 1689 + }, + { + "epoch": 0.5767918088737202, + "grad_norm": 0.2810462690069724, + "learning_rate": 9.512216119805601e-06, + "loss": 0.3381, + "num_tokens": 322077083.0, + "step": 1690 + }, + { + "epoch": 0.5771331058020478, + "grad_norm": 0.27740115052154124, + "learning_rate": 9.511449183553143e-06, + "loss": 0.348, + "num_tokens": 322247059.0, + "step": 1691 + }, + { + "epoch": 0.5774744027303754, + "grad_norm": 0.27782387766166516, + "learning_rate": 9.510681679457938e-06, + "loss": 0.3372, + "num_tokens": 322425629.0, + "step": 1692 + }, + { + "epoch": 0.577815699658703, + "grad_norm": 0.2811319423357909, + "learning_rate": 9.509913607628626e-06, + "loss": 0.3658, + "num_tokens": 322621240.0, + "step": 1693 + }, + { + "epoch": 0.5781569965870307, + "grad_norm": 0.27545062735517567, + "learning_rate": 9.509144968173936e-06, + "loss": 0.3513, + "num_tokens": 322794045.0, + "step": 1694 + }, + { + "epoch": 0.5784982935153583, + "grad_norm": 0.26574418427579233, + "learning_rate": 9.508375761202672e-06, + "loss": 0.3682, + "num_tokens": 322994771.0, + "step": 1695 + }, + { + "epoch": 0.578839590443686, + "grad_norm": 0.2799157482459854, + "learning_rate": 9.50760598682372e-06, + "loss": 0.3771, + "num_tokens": 323190379.0, + "step": 1696 + }, + { + "epoch": 0.5791808873720137, + "grad_norm": 0.2768191231881684, + "learning_rate": 9.506835645146044e-06, + "loss": 0.3601, + "num_tokens": 323376764.0, + "step": 1697 + }, + { + "epoch": 0.5795221843003413, + "grad_norm": 0.2801947383322447, + "learning_rate": 9.50606473627869e-06, + "loss": 0.3381, + "num_tokens": 323540024.0, + "step": 1698 + }, + { + "epoch": 0.5798634812286689, + "grad_norm": 0.2846883867261198, + "learning_rate": 9.505293260330787e-06, + "loss": 0.3193, + "num_tokens": 323699787.0, + "step": 1699 + }, + { + "epoch": 0.5802047781569966, + "grad_norm": 0.27348789217255537, + "learning_rate": 9.504521217411539e-06, + "loss": 0.3383, + "num_tokens": 323869908.0, + "step": 1700 + }, + { + "epoch": 0.5805460750853242, + "grad_norm": 0.3018413324079041, + "learning_rate": 9.503748607630235e-06, + "loss": 0.3284, + "num_tokens": 324024749.0, + "step": 1701 + }, + { + "epoch": 0.5808873720136519, + "grad_norm": 0.2632457046112415, + "learning_rate": 9.502975431096241e-06, + "loss": 0.3258, + "num_tokens": 324226219.0, + "step": 1702 + }, + { + "epoch": 0.5812286689419796, + "grad_norm": 0.30219591553527103, + "learning_rate": 9.502201687919004e-06, + "loss": 0.3205, + "num_tokens": 324387751.0, + "step": 1703 + }, + { + "epoch": 0.5815699658703072, + "grad_norm": 0.2898791898399628, + "learning_rate": 9.501427378208052e-06, + "loss": 0.3577, + "num_tokens": 324550178.0, + "step": 1704 + }, + { + "epoch": 0.5819112627986348, + "grad_norm": 0.31524752809525686, + "learning_rate": 9.500652502072993e-06, + "loss": 0.3446, + "num_tokens": 324706716.0, + "step": 1705 + }, + { + "epoch": 0.5822525597269624, + "grad_norm": 0.2885944745694699, + "learning_rate": 9.499877059623517e-06, + "loss": 0.3745, + "num_tokens": 324923075.0, + "step": 1706 + }, + { + "epoch": 0.5825938566552901, + "grad_norm": 0.2844462129886554, + "learning_rate": 9.499101050969389e-06, + "loss": 0.3551, + "num_tokens": 325115964.0, + "step": 1707 + }, + { + "epoch": 0.5829351535836177, + "grad_norm": 0.3254143054553885, + "learning_rate": 9.498324476220457e-06, + "loss": 0.3657, + "num_tokens": 325282346.0, + "step": 1708 + }, + { + "epoch": 0.5832764505119454, + "grad_norm": 0.28781894692973703, + "learning_rate": 9.497547335486652e-06, + "loss": 0.3583, + "num_tokens": 325481216.0, + "step": 1709 + }, + { + "epoch": 0.5836177474402731, + "grad_norm": 0.3111344784531045, + "learning_rate": 9.496769628877982e-06, + "loss": 0.3536, + "num_tokens": 325663536.0, + "step": 1710 + }, + { + "epoch": 0.5839590443686007, + "grad_norm": 0.26406031249994805, + "learning_rate": 9.495991356504535e-06, + "loss": 0.3566, + "num_tokens": 325879067.0, + "step": 1711 + }, + { + "epoch": 0.5843003412969283, + "grad_norm": 0.2703411999153678, + "learning_rate": 9.495212518476481e-06, + "loss": 0.3359, + "num_tokens": 326090371.0, + "step": 1712 + }, + { + "epoch": 0.5846416382252559, + "grad_norm": 0.29020840176976537, + "learning_rate": 9.494433114904067e-06, + "loss": 0.3921, + "num_tokens": 326327020.0, + "step": 1713 + }, + { + "epoch": 0.5849829351535836, + "grad_norm": 0.28282387177745816, + "learning_rate": 9.49365314589762e-06, + "loss": 0.3635, + "num_tokens": 326509390.0, + "step": 1714 + }, + { + "epoch": 0.5853242320819113, + "grad_norm": 0.28156075884425963, + "learning_rate": 9.492872611567554e-06, + "loss": 0.3496, + "num_tokens": 326687969.0, + "step": 1715 + }, + { + "epoch": 0.5856655290102389, + "grad_norm": 0.26513770886154053, + "learning_rate": 9.492091512024355e-06, + "loss": 0.3398, + "num_tokens": 326892125.0, + "step": 1716 + }, + { + "epoch": 0.5860068259385666, + "grad_norm": 0.2781020846275236, + "learning_rate": 9.491309847378592e-06, + "loss": 0.351, + "num_tokens": 327079763.0, + "step": 1717 + }, + { + "epoch": 0.5863481228668942, + "grad_norm": 0.29663219627095755, + "learning_rate": 9.490527617740917e-06, + "loss": 0.3211, + "num_tokens": 327244688.0, + "step": 1718 + }, + { + "epoch": 0.5866894197952218, + "grad_norm": 0.29756515012719065, + "learning_rate": 9.489744823222054e-06, + "loss": 0.3204, + "num_tokens": 327395644.0, + "step": 1719 + }, + { + "epoch": 0.5870307167235495, + "grad_norm": 0.3169067204616072, + "learning_rate": 9.488961463932813e-06, + "loss": 0.3913, + "num_tokens": 327584280.0, + "step": 1720 + }, + { + "epoch": 0.5873720136518771, + "grad_norm": 0.2658542275265947, + "learning_rate": 9.488177539984085e-06, + "loss": 0.3578, + "num_tokens": 327802560.0, + "step": 1721 + }, + { + "epoch": 0.5877133105802048, + "grad_norm": 0.30841716012203096, + "learning_rate": 9.487393051486838e-06, + "loss": 0.3624, + "num_tokens": 327979921.0, + "step": 1722 + }, + { + "epoch": 0.5880546075085324, + "grad_norm": 0.2693822441548957, + "learning_rate": 9.48660799855212e-06, + "loss": 0.3669, + "num_tokens": 328204644.0, + "step": 1723 + }, + { + "epoch": 0.5883959044368601, + "grad_norm": 0.26090135210742266, + "learning_rate": 9.48582238129106e-06, + "loss": 0.3519, + "num_tokens": 328421533.0, + "step": 1724 + }, + { + "epoch": 0.5887372013651877, + "grad_norm": 0.2642972226958324, + "learning_rate": 9.485036199814866e-06, + "loss": 0.3387, + "num_tokens": 328618447.0, + "step": 1725 + }, + { + "epoch": 0.5890784982935153, + "grad_norm": 0.28188869375936765, + "learning_rate": 9.484249454234829e-06, + "loss": 0.3397, + "num_tokens": 328815672.0, + "step": 1726 + }, + { + "epoch": 0.589419795221843, + "grad_norm": 0.2701822806595523, + "learning_rate": 9.483462144662312e-06, + "loss": 0.351, + "num_tokens": 328992261.0, + "step": 1727 + }, + { + "epoch": 0.5897610921501707, + "grad_norm": 0.28783942958404746, + "learning_rate": 9.482674271208766e-06, + "loss": 0.3315, + "num_tokens": 329163494.0, + "step": 1728 + }, + { + "epoch": 0.5901023890784983, + "grad_norm": 0.28852611791971267, + "learning_rate": 9.48188583398572e-06, + "loss": 0.3696, + "num_tokens": 329377218.0, + "step": 1729 + }, + { + "epoch": 0.590443686006826, + "grad_norm": 0.26624266263531204, + "learning_rate": 9.48109683310478e-06, + "loss": 0.3381, + "num_tokens": 329569682.0, + "step": 1730 + }, + { + "epoch": 0.5907849829351536, + "grad_norm": 0.24766101921271214, + "learning_rate": 9.480307268677635e-06, + "loss": 0.3382, + "num_tokens": 329783177.0, + "step": 1731 + }, + { + "epoch": 0.5911262798634812, + "grad_norm": 0.27012723867958666, + "learning_rate": 9.479517140816049e-06, + "loss": 0.3398, + "num_tokens": 329992104.0, + "step": 1732 + }, + { + "epoch": 0.5914675767918088, + "grad_norm": 0.3158648392506049, + "learning_rate": 9.478726449631872e-06, + "loss": 0.3158, + "num_tokens": 330139486.0, + "step": 1733 + }, + { + "epoch": 0.5918088737201365, + "grad_norm": 0.2749147685324326, + "learning_rate": 9.47793519523703e-06, + "loss": 0.3176, + "num_tokens": 330312577.0, + "step": 1734 + }, + { + "epoch": 0.5921501706484642, + "grad_norm": 0.2791668123131356, + "learning_rate": 9.477143377743528e-06, + "loss": 0.349, + "num_tokens": 330537524.0, + "step": 1735 + }, + { + "epoch": 0.5924914675767918, + "grad_norm": 0.2798896518984568, + "learning_rate": 9.476350997263456e-06, + "loss": 0.3259, + "num_tokens": 330740818.0, + "step": 1736 + }, + { + "epoch": 0.5928327645051195, + "grad_norm": 0.28133241859388936, + "learning_rate": 9.475558053908975e-06, + "loss": 0.3359, + "num_tokens": 330933346.0, + "step": 1737 + }, + { + "epoch": 0.5931740614334471, + "grad_norm": 0.32080740298249705, + "learning_rate": 9.47476454779233e-06, + "loss": 0.3519, + "num_tokens": 331066441.0, + "step": 1738 + }, + { + "epoch": 0.5935153583617747, + "grad_norm": 0.25543537376798064, + "learning_rate": 9.473970479025852e-06, + "loss": 0.3462, + "num_tokens": 331295695.0, + "step": 1739 + }, + { + "epoch": 0.5938566552901023, + "grad_norm": 0.2987152651224905, + "learning_rate": 9.473175847721942e-06, + "loss": 0.3879, + "num_tokens": 331505786.0, + "step": 1740 + }, + { + "epoch": 0.5941979522184301, + "grad_norm": 0.2698937639741988, + "learning_rate": 9.472380653993084e-06, + "loss": 0.3317, + "num_tokens": 331694970.0, + "step": 1741 + }, + { + "epoch": 0.5945392491467577, + "grad_norm": 0.27631289539677695, + "learning_rate": 9.471584897951844e-06, + "loss": 0.3663, + "num_tokens": 331890416.0, + "step": 1742 + }, + { + "epoch": 0.5948805460750853, + "grad_norm": 0.29705951785766144, + "learning_rate": 9.470788579710863e-06, + "loss": 0.3477, + "num_tokens": 332046723.0, + "step": 1743 + }, + { + "epoch": 0.595221843003413, + "grad_norm": 0.25493809289711444, + "learning_rate": 9.469991699382868e-06, + "loss": 0.3708, + "num_tokens": 332301567.0, + "step": 1744 + }, + { + "epoch": 0.5955631399317406, + "grad_norm": 0.29805828127927725, + "learning_rate": 9.469194257080658e-06, + "loss": 0.3764, + "num_tokens": 332474963.0, + "step": 1745 + }, + { + "epoch": 0.5959044368600682, + "grad_norm": 0.2877051969783761, + "learning_rate": 9.46839625291712e-06, + "loss": 0.3172, + "num_tokens": 332674966.0, + "step": 1746 + }, + { + "epoch": 0.596245733788396, + "grad_norm": 0.2984979169205731, + "learning_rate": 9.467597687005209e-06, + "loss": 0.3458, + "num_tokens": 332869380.0, + "step": 1747 + }, + { + "epoch": 0.5965870307167236, + "grad_norm": 0.2847292438054966, + "learning_rate": 9.466798559457974e-06, + "loss": 0.3523, + "num_tokens": 333066302.0, + "step": 1748 + }, + { + "epoch": 0.5969283276450512, + "grad_norm": 0.27426013696673757, + "learning_rate": 9.465998870388529e-06, + "loss": 0.3631, + "num_tokens": 333276609.0, + "step": 1749 + }, + { + "epoch": 0.5972696245733788, + "grad_norm": 0.264810658767303, + "learning_rate": 9.465198619910078e-06, + "loss": 0.338, + "num_tokens": 333474830.0, + "step": 1750 + }, + { + "epoch": 0.5976109215017065, + "grad_norm": 0.33342400847191445, + "learning_rate": 9.464397808135904e-06, + "loss": 0.3367, + "num_tokens": 333637384.0, + "step": 1751 + }, + { + "epoch": 0.5979522184300341, + "grad_norm": 0.2804436351147947, + "learning_rate": 9.46359643517936e-06, + "loss": 0.3331, + "num_tokens": 333808730.0, + "step": 1752 + }, + { + "epoch": 0.5982935153583617, + "grad_norm": 0.2948764839332116, + "learning_rate": 9.462794501153888e-06, + "loss": 0.3675, + "num_tokens": 334004036.0, + "step": 1753 + }, + { + "epoch": 0.5986348122866895, + "grad_norm": 0.27927864371377253, + "learning_rate": 9.461992006173005e-06, + "loss": 0.3287, + "num_tokens": 334176886.0, + "step": 1754 + }, + { + "epoch": 0.5989761092150171, + "grad_norm": 0.29030467617730066, + "learning_rate": 9.46118895035031e-06, + "loss": 0.3219, + "num_tokens": 334359828.0, + "step": 1755 + }, + { + "epoch": 0.5993174061433447, + "grad_norm": 0.2521879674354364, + "learning_rate": 9.460385333799482e-06, + "loss": 0.3333, + "num_tokens": 334589124.0, + "step": 1756 + }, + { + "epoch": 0.5996587030716723, + "grad_norm": 0.26898936895998193, + "learning_rate": 9.45958115663427e-06, + "loss": 0.3292, + "num_tokens": 334767126.0, + "step": 1757 + }, + { + "epoch": 0.6, + "grad_norm": 0.2880839970206529, + "learning_rate": 9.458776418968518e-06, + "loss": 0.3175, + "num_tokens": 334972844.0, + "step": 1758 + }, + { + "epoch": 0.6003412969283276, + "grad_norm": 0.2779354421667931, + "learning_rate": 9.457971120916137e-06, + "loss": 0.327, + "num_tokens": 335130685.0, + "step": 1759 + }, + { + "epoch": 0.6006825938566553, + "grad_norm": 0.2622889314646535, + "learning_rate": 9.45716526259112e-06, + "loss": 0.3372, + "num_tokens": 335319872.0, + "step": 1760 + }, + { + "epoch": 0.601023890784983, + "grad_norm": 0.27690410101950524, + "learning_rate": 9.456358844107544e-06, + "loss": 0.3508, + "num_tokens": 335502450.0, + "step": 1761 + }, + { + "epoch": 0.6013651877133106, + "grad_norm": 0.2936939959941226, + "learning_rate": 9.45555186557956e-06, + "loss": 0.327, + "num_tokens": 335659034.0, + "step": 1762 + }, + { + "epoch": 0.6017064846416382, + "grad_norm": 0.2823944912791572, + "learning_rate": 9.454744327121402e-06, + "loss": 0.3585, + "num_tokens": 335840008.0, + "step": 1763 + }, + { + "epoch": 0.6020477815699659, + "grad_norm": 0.28498520027369584, + "learning_rate": 9.453936228847378e-06, + "loss": 0.315, + "num_tokens": 336004552.0, + "step": 1764 + }, + { + "epoch": 0.6023890784982935, + "grad_norm": 0.2670783012582597, + "learning_rate": 9.453127570871883e-06, + "loss": 0.3349, + "num_tokens": 336184103.0, + "step": 1765 + }, + { + "epoch": 0.6027303754266211, + "grad_norm": 0.2721504912442588, + "learning_rate": 9.452318353309386e-06, + "loss": 0.355, + "num_tokens": 336387414.0, + "step": 1766 + }, + { + "epoch": 0.6030716723549489, + "grad_norm": 0.30499063788544833, + "learning_rate": 9.451508576274433e-06, + "loss": 0.3773, + "num_tokens": 336577917.0, + "step": 1767 + }, + { + "epoch": 0.6034129692832765, + "grad_norm": 0.2878042791225928, + "learning_rate": 9.450698239881655e-06, + "loss": 0.3544, + "num_tokens": 336766068.0, + "step": 1768 + }, + { + "epoch": 0.6037542662116041, + "grad_norm": 0.304869463409752, + "learning_rate": 9.449887344245759e-06, + "loss": 0.3454, + "num_tokens": 336931979.0, + "step": 1769 + }, + { + "epoch": 0.6040955631399317, + "grad_norm": 0.3250216883150198, + "learning_rate": 9.449075889481533e-06, + "loss": 0.3514, + "num_tokens": 337099161.0, + "step": 1770 + }, + { + "epoch": 0.6044368600682594, + "grad_norm": 0.29127971399887037, + "learning_rate": 9.448263875703843e-06, + "loss": 0.3663, + "num_tokens": 337308224.0, + "step": 1771 + }, + { + "epoch": 0.604778156996587, + "grad_norm": 0.2774678639337649, + "learning_rate": 9.447451303027631e-06, + "loss": 0.39, + "num_tokens": 337535123.0, + "step": 1772 + }, + { + "epoch": 0.6051194539249147, + "grad_norm": 0.26101877864333894, + "learning_rate": 9.446638171567924e-06, + "loss": 0.3554, + "num_tokens": 337734220.0, + "step": 1773 + }, + { + "epoch": 0.6054607508532424, + "grad_norm": 0.26427851128860513, + "learning_rate": 9.445824481439825e-06, + "loss": 0.3312, + "num_tokens": 337933460.0, + "step": 1774 + }, + { + "epoch": 0.60580204778157, + "grad_norm": 0.2677030335371007, + "learning_rate": 9.445010232758516e-06, + "loss": 0.3607, + "num_tokens": 338163650.0, + "step": 1775 + }, + { + "epoch": 0.6061433447098976, + "grad_norm": 0.31035626343799655, + "learning_rate": 9.444195425639255e-06, + "loss": 0.351, + "num_tokens": 338319633.0, + "step": 1776 + }, + { + "epoch": 0.6064846416382252, + "grad_norm": 0.31417026854234326, + "learning_rate": 9.443380060197387e-06, + "loss": 0.3402, + "num_tokens": 338462576.0, + "step": 1777 + }, + { + "epoch": 0.6068259385665529, + "grad_norm": 0.2781968476597442, + "learning_rate": 9.44256413654833e-06, + "loss": 0.3583, + "num_tokens": 338649006.0, + "step": 1778 + }, + { + "epoch": 0.6071672354948805, + "grad_norm": 0.30070683947687726, + "learning_rate": 9.441747654807583e-06, + "loss": 0.3367, + "num_tokens": 338860498.0, + "step": 1779 + }, + { + "epoch": 0.6075085324232082, + "grad_norm": 0.27136709882053195, + "learning_rate": 9.440930615090722e-06, + "loss": 0.3632, + "num_tokens": 339068568.0, + "step": 1780 + }, + { + "epoch": 0.6078498293515359, + "grad_norm": 0.2769049497510449, + "learning_rate": 9.440113017513404e-06, + "loss": 0.3759, + "num_tokens": 339296111.0, + "step": 1781 + }, + { + "epoch": 0.6081911262798635, + "grad_norm": 0.3237796617985613, + "learning_rate": 9.439294862191369e-06, + "loss": 0.3473, + "num_tokens": 339455665.0, + "step": 1782 + }, + { + "epoch": 0.6085324232081911, + "grad_norm": 0.30996725196492025, + "learning_rate": 9.438476149240423e-06, + "loss": 0.3537, + "num_tokens": 339606854.0, + "step": 1783 + }, + { + "epoch": 0.6088737201365187, + "grad_norm": 0.3054529628586175, + "learning_rate": 9.437656878776465e-06, + "loss": 0.3771, + "num_tokens": 339817830.0, + "step": 1784 + }, + { + "epoch": 0.6092150170648464, + "grad_norm": 0.30592356778825264, + "learning_rate": 9.436837050915464e-06, + "loss": 0.3755, + "num_tokens": 339998149.0, + "step": 1785 + }, + { + "epoch": 0.6095563139931741, + "grad_norm": 0.32670154298268017, + "learning_rate": 9.436016665773475e-06, + "loss": 0.3722, + "num_tokens": 340161675.0, + "step": 1786 + }, + { + "epoch": 0.6098976109215017, + "grad_norm": 0.27483873633375744, + "learning_rate": 9.435195723466626e-06, + "loss": 0.3246, + "num_tokens": 340355639.0, + "step": 1787 + }, + { + "epoch": 0.6102389078498294, + "grad_norm": 0.29703545056893527, + "learning_rate": 9.434374224111124e-06, + "loss": 0.3589, + "num_tokens": 340551691.0, + "step": 1788 + }, + { + "epoch": 0.610580204778157, + "grad_norm": 0.31876062540016964, + "learning_rate": 9.433552167823262e-06, + "loss": 0.3323, + "num_tokens": 340713150.0, + "step": 1789 + }, + { + "epoch": 0.6109215017064846, + "grad_norm": 0.28314989403274915, + "learning_rate": 9.4327295547194e-06, + "loss": 0.3401, + "num_tokens": 340890697.0, + "step": 1790 + }, + { + "epoch": 0.6112627986348123, + "grad_norm": 0.30269848671156674, + "learning_rate": 9.43190638491599e-06, + "loss": 0.331, + "num_tokens": 341082653.0, + "step": 1791 + }, + { + "epoch": 0.6116040955631399, + "grad_norm": 0.2927596414617416, + "learning_rate": 9.43108265852955e-06, + "loss": 0.3656, + "num_tokens": 341275681.0, + "step": 1792 + }, + { + "epoch": 0.6119453924914676, + "grad_norm": 0.2773708788490312, + "learning_rate": 9.430258375676687e-06, + "loss": 0.3296, + "num_tokens": 341450969.0, + "step": 1793 + }, + { + "epoch": 0.6122866894197952, + "grad_norm": 0.28044809139181504, + "learning_rate": 9.429433536474082e-06, + "loss": 0.3389, + "num_tokens": 341661984.0, + "step": 1794 + }, + { + "epoch": 0.6126279863481229, + "grad_norm": 0.27408519633036066, + "learning_rate": 9.428608141038496e-06, + "loss": 0.3536, + "num_tokens": 341887215.0, + "step": 1795 + }, + { + "epoch": 0.6129692832764505, + "grad_norm": 0.27720751915031017, + "learning_rate": 9.427782189486766e-06, + "loss": 0.3357, + "num_tokens": 342089156.0, + "step": 1796 + }, + { + "epoch": 0.6133105802047781, + "grad_norm": 0.27979303713568204, + "learning_rate": 9.426955681935814e-06, + "loss": 0.3503, + "num_tokens": 342309166.0, + "step": 1797 + }, + { + "epoch": 0.6136518771331058, + "grad_norm": 0.25970626324667323, + "learning_rate": 9.42612861850263e-06, + "loss": 0.3438, + "num_tokens": 342494878.0, + "step": 1798 + }, + { + "epoch": 0.6139931740614335, + "grad_norm": 0.2581926825740191, + "learning_rate": 9.425300999304298e-06, + "loss": 0.344, + "num_tokens": 342713451.0, + "step": 1799 + }, + { + "epoch": 0.6143344709897611, + "grad_norm": 0.2971545817044254, + "learning_rate": 9.424472824457965e-06, + "loss": 0.379, + "num_tokens": 342934303.0, + "step": 1800 + }, + { + "epoch": 0.6146757679180888, + "grad_norm": 0.269175381317073, + "learning_rate": 9.423644094080869e-06, + "loss": 0.3397, + "num_tokens": 343131056.0, + "step": 1801 + }, + { + "epoch": 0.6150170648464164, + "grad_norm": 0.3121161396647099, + "learning_rate": 9.422814808290316e-06, + "loss": 0.3394, + "num_tokens": 343274409.0, + "step": 1802 + }, + { + "epoch": 0.615358361774744, + "grad_norm": 0.28248321560675943, + "learning_rate": 9.4219849672037e-06, + "loss": 0.3493, + "num_tokens": 343465740.0, + "step": 1803 + }, + { + "epoch": 0.6156996587030716, + "grad_norm": 0.2816916504115173, + "learning_rate": 9.421154570938487e-06, + "loss": 0.3532, + "num_tokens": 343692151.0, + "step": 1804 + }, + { + "epoch": 0.6160409556313993, + "grad_norm": 0.2527958216109094, + "learning_rate": 9.420323619612229e-06, + "loss": 0.3693, + "num_tokens": 343947733.0, + "step": 1805 + }, + { + "epoch": 0.616382252559727, + "grad_norm": 0.29660275317373747, + "learning_rate": 9.419492113342546e-06, + "loss": 0.3875, + "num_tokens": 344122987.0, + "step": 1806 + }, + { + "epoch": 0.6167235494880546, + "grad_norm": 0.28061741103404236, + "learning_rate": 9.418660052247144e-06, + "loss": 0.383, + "num_tokens": 344334657.0, + "step": 1807 + }, + { + "epoch": 0.6170648464163823, + "grad_norm": 0.2673626136794345, + "learning_rate": 9.417827436443806e-06, + "loss": 0.3457, + "num_tokens": 344524994.0, + "step": 1808 + }, + { + "epoch": 0.6174061433447099, + "grad_norm": 0.29718786353916643, + "learning_rate": 9.416994266050396e-06, + "loss": 0.3457, + "num_tokens": 344713136.0, + "step": 1809 + }, + { + "epoch": 0.6177474402730375, + "grad_norm": 0.2790794130380015, + "learning_rate": 9.41616054118485e-06, + "loss": 0.3476, + "num_tokens": 344894498.0, + "step": 1810 + }, + { + "epoch": 0.6180887372013651, + "grad_norm": 0.27377931462134286, + "learning_rate": 9.415326261965187e-06, + "loss": 0.3636, + "num_tokens": 345065828.0, + "step": 1811 + }, + { + "epoch": 0.6184300341296929, + "grad_norm": 0.2780714770021543, + "learning_rate": 9.414491428509506e-06, + "loss": 0.3834, + "num_tokens": 345270200.0, + "step": 1812 + }, + { + "epoch": 0.6187713310580205, + "grad_norm": 0.26490451945816507, + "learning_rate": 9.41365604093598e-06, + "loss": 0.3547, + "num_tokens": 345470867.0, + "step": 1813 + }, + { + "epoch": 0.6191126279863481, + "grad_norm": 0.2865951130937154, + "learning_rate": 9.412820099362866e-06, + "loss": 0.3504, + "num_tokens": 345654148.0, + "step": 1814 + }, + { + "epoch": 0.6194539249146758, + "grad_norm": 0.2543811600611716, + "learning_rate": 9.411983603908492e-06, + "loss": 0.3232, + "num_tokens": 345846661.0, + "step": 1815 + }, + { + "epoch": 0.6197952218430034, + "grad_norm": 0.2643425699170271, + "learning_rate": 9.41114655469127e-06, + "loss": 0.3368, + "num_tokens": 346027270.0, + "step": 1816 + }, + { + "epoch": 0.620136518771331, + "grad_norm": 0.2965625591548971, + "learning_rate": 9.410308951829692e-06, + "loss": 0.3691, + "num_tokens": 346199903.0, + "step": 1817 + }, + { + "epoch": 0.6204778156996587, + "grad_norm": 0.2875594458065774, + "learning_rate": 9.409470795442322e-06, + "loss": 0.3511, + "num_tokens": 346393718.0, + "step": 1818 + }, + { + "epoch": 0.6208191126279864, + "grad_norm": 0.2733614317184799, + "learning_rate": 9.408632085647803e-06, + "loss": 0.3366, + "num_tokens": 346573794.0, + "step": 1819 + }, + { + "epoch": 0.621160409556314, + "grad_norm": 0.2833366786335253, + "learning_rate": 9.407792822564865e-06, + "loss": 0.34, + "num_tokens": 346761363.0, + "step": 1820 + }, + { + "epoch": 0.6215017064846416, + "grad_norm": 0.2901219390198248, + "learning_rate": 9.406953006312308e-06, + "loss": 0.3718, + "num_tokens": 346957110.0, + "step": 1821 + }, + { + "epoch": 0.6218430034129693, + "grad_norm": 0.26872170929122297, + "learning_rate": 9.406112637009011e-06, + "loss": 0.3577, + "num_tokens": 347143626.0, + "step": 1822 + }, + { + "epoch": 0.6221843003412969, + "grad_norm": 0.27622824822293957, + "learning_rate": 9.405271714773935e-06, + "loss": 0.3458, + "num_tokens": 347354369.0, + "step": 1823 + }, + { + "epoch": 0.6225255972696245, + "grad_norm": 0.2867097684060508, + "learning_rate": 9.404430239726118e-06, + "loss": 0.3612, + "num_tokens": 347542930.0, + "step": 1824 + }, + { + "epoch": 0.6228668941979523, + "grad_norm": 0.32717091660274267, + "learning_rate": 9.40358821198467e-06, + "loss": 0.3544, + "num_tokens": 347683892.0, + "step": 1825 + }, + { + "epoch": 0.6232081911262799, + "grad_norm": 0.2705192924299084, + "learning_rate": 9.402745631668792e-06, + "loss": 0.3408, + "num_tokens": 347870707.0, + "step": 1826 + }, + { + "epoch": 0.6235494880546075, + "grad_norm": 0.3301570308901468, + "learning_rate": 9.40190249889775e-06, + "loss": 0.3677, + "num_tokens": 348054125.0, + "step": 1827 + }, + { + "epoch": 0.6238907849829352, + "grad_norm": 0.28807904530898654, + "learning_rate": 9.401058813790896e-06, + "loss": 0.3222, + "num_tokens": 348219494.0, + "step": 1828 + }, + { + "epoch": 0.6242320819112628, + "grad_norm": 0.27336384943463987, + "learning_rate": 9.400214576467661e-06, + "loss": 0.3376, + "num_tokens": 348410788.0, + "step": 1829 + }, + { + "epoch": 0.6245733788395904, + "grad_norm": 0.2770618773144882, + "learning_rate": 9.399369787047548e-06, + "loss": 0.3781, + "num_tokens": 348603737.0, + "step": 1830 + }, + { + "epoch": 0.624914675767918, + "grad_norm": 0.3280393378056447, + "learning_rate": 9.398524445650143e-06, + "loss": 0.3339, + "num_tokens": 348749111.0, + "step": 1831 + }, + { + "epoch": 0.6252559726962458, + "grad_norm": 0.34269447667189873, + "learning_rate": 9.397678552395108e-06, + "loss": 0.3376, + "num_tokens": 348951744.0, + "step": 1832 + }, + { + "epoch": 0.6255972696245734, + "grad_norm": 0.330698065830791, + "learning_rate": 9.396832107402186e-06, + "loss": 0.3683, + "num_tokens": 349161749.0, + "step": 1833 + }, + { + "epoch": 0.625938566552901, + "grad_norm": 0.26116491750043386, + "learning_rate": 9.395985110791193e-06, + "loss": 0.343, + "num_tokens": 349389936.0, + "step": 1834 + }, + { + "epoch": 0.6262798634812287, + "grad_norm": 0.3034341183071551, + "learning_rate": 9.395137562682026e-06, + "loss": 0.3626, + "num_tokens": 349575842.0, + "step": 1835 + }, + { + "epoch": 0.6266211604095563, + "grad_norm": 0.30906557736667606, + "learning_rate": 9.394289463194664e-06, + "loss": 0.3566, + "num_tokens": 349758568.0, + "step": 1836 + }, + { + "epoch": 0.6269624573378839, + "grad_norm": 0.2640858164599963, + "learning_rate": 9.393440812449156e-06, + "loss": 0.3278, + "num_tokens": 349940570.0, + "step": 1837 + }, + { + "epoch": 0.6273037542662117, + "grad_norm": 0.25912985147450457, + "learning_rate": 9.392591610565635e-06, + "loss": 0.3318, + "num_tokens": 350123193.0, + "step": 1838 + }, + { + "epoch": 0.6276450511945393, + "grad_norm": 0.2782878407244145, + "learning_rate": 9.391741857664311e-06, + "loss": 0.3596, + "num_tokens": 350331418.0, + "step": 1839 + }, + { + "epoch": 0.6279863481228669, + "grad_norm": 0.2808828455157853, + "learning_rate": 9.39089155386547e-06, + "loss": 0.2952, + "num_tokens": 350483951.0, + "step": 1840 + }, + { + "epoch": 0.6283276450511945, + "grad_norm": 0.2837630961473578, + "learning_rate": 9.390040699289475e-06, + "loss": 0.3358, + "num_tokens": 350656576.0, + "step": 1841 + }, + { + "epoch": 0.6286689419795222, + "grad_norm": 0.27140761127925606, + "learning_rate": 9.389189294056774e-06, + "loss": 0.3368, + "num_tokens": 350860869.0, + "step": 1842 + }, + { + "epoch": 0.6290102389078498, + "grad_norm": 0.2752519205525257, + "learning_rate": 9.388337338287885e-06, + "loss": 0.3234, + "num_tokens": 351047706.0, + "step": 1843 + }, + { + "epoch": 0.6293515358361774, + "grad_norm": 0.26855565250397795, + "learning_rate": 9.387484832103408e-06, + "loss": 0.3816, + "num_tokens": 351276187.0, + "step": 1844 + }, + { + "epoch": 0.6296928327645052, + "grad_norm": 0.29196836176909524, + "learning_rate": 9.38663177562402e-06, + "loss": 0.3482, + "num_tokens": 351438669.0, + "step": 1845 + }, + { + "epoch": 0.6300341296928328, + "grad_norm": 0.2810460879090119, + "learning_rate": 9.385778168970475e-06, + "loss": 0.347, + "num_tokens": 351622214.0, + "step": 1846 + }, + { + "epoch": 0.6303754266211604, + "grad_norm": 0.27114426623850363, + "learning_rate": 9.384924012263607e-06, + "loss": 0.347, + "num_tokens": 351818558.0, + "step": 1847 + }, + { + "epoch": 0.630716723549488, + "grad_norm": 0.2712117782931369, + "learning_rate": 9.384069305624325e-06, + "loss": 0.3753, + "num_tokens": 352022949.0, + "step": 1848 + }, + { + "epoch": 0.6310580204778157, + "grad_norm": 0.3058425889955237, + "learning_rate": 9.383214049173619e-06, + "loss": 0.3766, + "num_tokens": 352200326.0, + "step": 1849 + }, + { + "epoch": 0.6313993174061433, + "grad_norm": 0.27148394036592977, + "learning_rate": 9.382358243032554e-06, + "loss": 0.3199, + "num_tokens": 352396790.0, + "step": 1850 + }, + { + "epoch": 0.631740614334471, + "grad_norm": 0.31115296184620517, + "learning_rate": 9.381501887322274e-06, + "loss": 0.3622, + "num_tokens": 352573018.0, + "step": 1851 + }, + { + "epoch": 0.6320819112627987, + "grad_norm": 0.2851294955841899, + "learning_rate": 9.380644982164001e-06, + "loss": 0.3495, + "num_tokens": 352764323.0, + "step": 1852 + }, + { + "epoch": 0.6324232081911263, + "grad_norm": 0.2654319577018492, + "learning_rate": 9.379787527679038e-06, + "loss": 0.3294, + "num_tokens": 352967369.0, + "step": 1853 + }, + { + "epoch": 0.6327645051194539, + "grad_norm": 0.2729273685145561, + "learning_rate": 9.378929523988757e-06, + "loss": 0.3407, + "num_tokens": 353162240.0, + "step": 1854 + }, + { + "epoch": 0.6331058020477816, + "grad_norm": 0.26151204734452266, + "learning_rate": 9.378070971214615e-06, + "loss": 0.3325, + "num_tokens": 353349742.0, + "step": 1855 + }, + { + "epoch": 0.6334470989761092, + "grad_norm": 0.27866601869674085, + "learning_rate": 9.377211869478147e-06, + "loss": 0.3503, + "num_tokens": 353533331.0, + "step": 1856 + }, + { + "epoch": 0.6337883959044368, + "grad_norm": 0.2899022206707507, + "learning_rate": 9.376352218900963e-06, + "loss": 0.3513, + "num_tokens": 353706559.0, + "step": 1857 + }, + { + "epoch": 0.6341296928327645, + "grad_norm": 0.2751689516681835, + "learning_rate": 9.375492019604749e-06, + "loss": 0.3419, + "num_tokens": 353882322.0, + "step": 1858 + }, + { + "epoch": 0.6344709897610922, + "grad_norm": 0.2984511858220876, + "learning_rate": 9.374631271711276e-06, + "loss": 0.3796, + "num_tokens": 354109998.0, + "step": 1859 + }, + { + "epoch": 0.6348122866894198, + "grad_norm": 0.2733897100476363, + "learning_rate": 9.37376997534238e-06, + "loss": 0.325, + "num_tokens": 354290913.0, + "step": 1860 + }, + { + "epoch": 0.6351535836177474, + "grad_norm": 0.27851775039206844, + "learning_rate": 9.372908130619987e-06, + "loss": 0.3479, + "num_tokens": 354492413.0, + "step": 1861 + }, + { + "epoch": 0.6354948805460751, + "grad_norm": 0.27072098286257695, + "learning_rate": 9.372045737666095e-06, + "loss": 0.3289, + "num_tokens": 354712621.0, + "step": 1862 + }, + { + "epoch": 0.6358361774744027, + "grad_norm": 0.29471933811114903, + "learning_rate": 9.37118279660278e-06, + "loss": 0.3766, + "num_tokens": 354906259.0, + "step": 1863 + }, + { + "epoch": 0.6361774744027304, + "grad_norm": 0.25965347212323336, + "learning_rate": 9.370319307552199e-06, + "loss": 0.324, + "num_tokens": 355090060.0, + "step": 1864 + }, + { + "epoch": 0.636518771331058, + "grad_norm": 0.28594373127045547, + "learning_rate": 9.369455270636579e-06, + "loss": 0.3606, + "num_tokens": 355297425.0, + "step": 1865 + }, + { + "epoch": 0.6368600682593857, + "grad_norm": 0.30713261576423084, + "learning_rate": 9.368590685978233e-06, + "loss": 0.3726, + "num_tokens": 355461749.0, + "step": 1866 + }, + { + "epoch": 0.6372013651877133, + "grad_norm": 0.41955972689852056, + "learning_rate": 9.367725553699546e-06, + "loss": 0.3675, + "num_tokens": 355592755.0, + "step": 1867 + }, + { + "epoch": 0.6375426621160409, + "grad_norm": 0.28635135629345476, + "learning_rate": 9.366859873922984e-06, + "loss": 0.3389, + "num_tokens": 355766155.0, + "step": 1868 + }, + { + "epoch": 0.6378839590443686, + "grad_norm": 0.2878894386567519, + "learning_rate": 9.365993646771083e-06, + "loss": 0.3912, + "num_tokens": 355976821.0, + "step": 1869 + }, + { + "epoch": 0.6382252559726962, + "grad_norm": 0.289908066256671, + "learning_rate": 9.36512687236647e-06, + "loss": 0.3997, + "num_tokens": 356193163.0, + "step": 1870 + }, + { + "epoch": 0.6385665529010239, + "grad_norm": 0.2940283418124792, + "learning_rate": 9.364259550831837e-06, + "loss": 0.3432, + "num_tokens": 356372742.0, + "step": 1871 + }, + { + "epoch": 0.6389078498293516, + "grad_norm": 0.285838279030895, + "learning_rate": 9.363391682289958e-06, + "loss": 0.3535, + "num_tokens": 356563094.0, + "step": 1872 + }, + { + "epoch": 0.6392491467576792, + "grad_norm": 0.2893037792718257, + "learning_rate": 9.362523266863688e-06, + "loss": 0.3539, + "num_tokens": 356743552.0, + "step": 1873 + }, + { + "epoch": 0.6395904436860068, + "grad_norm": 0.2909669702363773, + "learning_rate": 9.361654304675953e-06, + "loss": 0.3462, + "num_tokens": 356911865.0, + "step": 1874 + }, + { + "epoch": 0.6399317406143344, + "grad_norm": 0.26982484892417724, + "learning_rate": 9.360784795849761e-06, + "loss": 0.3796, + "num_tokens": 357131671.0, + "step": 1875 + }, + { + "epoch": 0.6402730375426621, + "grad_norm": 0.2945575194507155, + "learning_rate": 9.359914740508193e-06, + "loss": 0.3726, + "num_tokens": 357312100.0, + "step": 1876 + }, + { + "epoch": 0.6406143344709898, + "grad_norm": 0.2840349100093304, + "learning_rate": 9.359044138774414e-06, + "loss": 0.3359, + "num_tokens": 357478588.0, + "step": 1877 + }, + { + "epoch": 0.6409556313993174, + "grad_norm": 0.2967432844475496, + "learning_rate": 9.358172990771658e-06, + "loss": 0.3609, + "num_tokens": 357665332.0, + "step": 1878 + }, + { + "epoch": 0.6412969283276451, + "grad_norm": 0.2796144441718945, + "learning_rate": 9.357301296623247e-06, + "loss": 0.3339, + "num_tokens": 357844768.0, + "step": 1879 + }, + { + "epoch": 0.6416382252559727, + "grad_norm": 0.2686301560845374, + "learning_rate": 9.356429056452569e-06, + "loss": 0.3867, + "num_tokens": 358074895.0, + "step": 1880 + }, + { + "epoch": 0.6419795221843003, + "grad_norm": 0.2723958154969385, + "learning_rate": 9.355556270383097e-06, + "loss": 0.3304, + "num_tokens": 358271415.0, + "step": 1881 + }, + { + "epoch": 0.642320819112628, + "grad_norm": 0.2539455771776715, + "learning_rate": 9.354682938538375e-06, + "loss": 0.3238, + "num_tokens": 358482304.0, + "step": 1882 + }, + { + "epoch": 0.6426621160409556, + "grad_norm": 0.264885263133948, + "learning_rate": 9.353809061042032e-06, + "loss": 0.3285, + "num_tokens": 358665788.0, + "step": 1883 + }, + { + "epoch": 0.6430034129692833, + "grad_norm": 0.2736341523779741, + "learning_rate": 9.352934638017769e-06, + "loss": 0.3317, + "num_tokens": 358837492.0, + "step": 1884 + }, + { + "epoch": 0.643344709897611, + "grad_norm": 0.2789500549503204, + "learning_rate": 9.352059669589365e-06, + "loss": 0.3348, + "num_tokens": 359023836.0, + "step": 1885 + }, + { + "epoch": 0.6436860068259386, + "grad_norm": 0.255941779775365, + "learning_rate": 9.351184155880675e-06, + "loss": 0.3551, + "num_tokens": 359235586.0, + "step": 1886 + }, + { + "epoch": 0.6440273037542662, + "grad_norm": 0.282288437918984, + "learning_rate": 9.350308097015638e-06, + "loss": 0.3438, + "num_tokens": 359430703.0, + "step": 1887 + }, + { + "epoch": 0.6443686006825938, + "grad_norm": 0.2854918167505835, + "learning_rate": 9.349431493118259e-06, + "loss": 0.3431, + "num_tokens": 359607651.0, + "step": 1888 + }, + { + "epoch": 0.6447098976109215, + "grad_norm": 0.33390036431745623, + "learning_rate": 9.34855434431263e-06, + "loss": 0.3679, + "num_tokens": 359777888.0, + "step": 1889 + }, + { + "epoch": 0.6450511945392492, + "grad_norm": 0.2879831133476891, + "learning_rate": 9.347676650722914e-06, + "loss": 0.3441, + "num_tokens": 359959541.0, + "step": 1890 + }, + { + "epoch": 0.6453924914675768, + "grad_norm": 0.2825484031633485, + "learning_rate": 9.346798412473354e-06, + "loss": 0.344, + "num_tokens": 360142521.0, + "step": 1891 + }, + { + "epoch": 0.6457337883959045, + "grad_norm": 0.3034909412165119, + "learning_rate": 9.34591962968827e-06, + "loss": 0.3229, + "num_tokens": 360295195.0, + "step": 1892 + }, + { + "epoch": 0.6460750853242321, + "grad_norm": 0.2756791658946074, + "learning_rate": 9.345040302492058e-06, + "loss": 0.3435, + "num_tokens": 360499352.0, + "step": 1893 + }, + { + "epoch": 0.6464163822525597, + "grad_norm": 0.3082850284945986, + "learning_rate": 9.344160431009192e-06, + "loss": 0.353, + "num_tokens": 360681956.0, + "step": 1894 + }, + { + "epoch": 0.6467576791808873, + "grad_norm": 0.2748043180843718, + "learning_rate": 9.343280015364223e-06, + "loss": 0.3148, + "num_tokens": 360865814.0, + "step": 1895 + }, + { + "epoch": 0.647098976109215, + "grad_norm": 0.29478016203898794, + "learning_rate": 9.342399055681779e-06, + "loss": 0.3922, + "num_tokens": 361065044.0, + "step": 1896 + }, + { + "epoch": 0.6474402730375427, + "grad_norm": 0.2795752952600859, + "learning_rate": 9.341517552086561e-06, + "loss": 0.3271, + "num_tokens": 361224213.0, + "step": 1897 + }, + { + "epoch": 0.6477815699658703, + "grad_norm": 0.2756884989071398, + "learning_rate": 9.340635504703354e-06, + "loss": 0.3471, + "num_tokens": 361405587.0, + "step": 1898 + }, + { + "epoch": 0.648122866894198, + "grad_norm": 0.28090478142861053, + "learning_rate": 9.33975291365702e-06, + "loss": 0.3242, + "num_tokens": 361600037.0, + "step": 1899 + }, + { + "epoch": 0.6484641638225256, + "grad_norm": 0.2918104563848169, + "learning_rate": 9.338869779072488e-06, + "loss": 0.3671, + "num_tokens": 361812720.0, + "step": 1900 + }, + { + "epoch": 0.6488054607508532, + "grad_norm": 0.29948801160129, + "learning_rate": 9.337986101074774e-06, + "loss": 0.375, + "num_tokens": 361964293.0, + "step": 1901 + }, + { + "epoch": 0.6491467576791808, + "grad_norm": 0.2814666029014698, + "learning_rate": 9.337101879788965e-06, + "loss": 0.3455, + "num_tokens": 362138872.0, + "step": 1902 + }, + { + "epoch": 0.6494880546075086, + "grad_norm": 0.2776546948113319, + "learning_rate": 9.336217115340231e-06, + "loss": 0.3352, + "num_tokens": 362346653.0, + "step": 1903 + }, + { + "epoch": 0.6498293515358362, + "grad_norm": 0.2985345315504167, + "learning_rate": 9.335331807853816e-06, + "loss": 0.3678, + "num_tokens": 362543300.0, + "step": 1904 + }, + { + "epoch": 0.6501706484641638, + "grad_norm": 0.26935567503936014, + "learning_rate": 9.334445957455033e-06, + "loss": 0.3417, + "num_tokens": 362729279.0, + "step": 1905 + }, + { + "epoch": 0.6505119453924915, + "grad_norm": 0.2723873831245161, + "learning_rate": 9.333559564269288e-06, + "loss": 0.322, + "num_tokens": 362916552.0, + "step": 1906 + }, + { + "epoch": 0.6508532423208191, + "grad_norm": 0.278475498293223, + "learning_rate": 9.33267262842205e-06, + "loss": 0.3788, + "num_tokens": 363119036.0, + "step": 1907 + }, + { + "epoch": 0.6511945392491467, + "grad_norm": 0.28086784240911133, + "learning_rate": 9.331785150038868e-06, + "loss": 0.3498, + "num_tokens": 363321150.0, + "step": 1908 + }, + { + "epoch": 0.6515358361774743, + "grad_norm": 0.2827860580860627, + "learning_rate": 9.330897129245374e-06, + "loss": 0.3114, + "num_tokens": 363491785.0, + "step": 1909 + }, + { + "epoch": 0.6518771331058021, + "grad_norm": 0.3040298689169268, + "learning_rate": 9.330008566167268e-06, + "loss": 0.3509, + "num_tokens": 363640230.0, + "step": 1910 + }, + { + "epoch": 0.6522184300341297, + "grad_norm": 0.26401151440476767, + "learning_rate": 9.329119460930334e-06, + "loss": 0.3402, + "num_tokens": 363831926.0, + "step": 1911 + }, + { + "epoch": 0.6525597269624573, + "grad_norm": 0.3096192860543757, + "learning_rate": 9.32822981366043e-06, + "loss": 0.3677, + "num_tokens": 364024017.0, + "step": 1912 + }, + { + "epoch": 0.652901023890785, + "grad_norm": 0.2820748362296745, + "learning_rate": 9.327339624483487e-06, + "loss": 0.3336, + "num_tokens": 364196080.0, + "step": 1913 + }, + { + "epoch": 0.6532423208191126, + "grad_norm": 0.3143160376244512, + "learning_rate": 9.326448893525519e-06, + "loss": 0.3471, + "num_tokens": 364339024.0, + "step": 1914 + }, + { + "epoch": 0.6535836177474402, + "grad_norm": 0.306070641044801, + "learning_rate": 9.325557620912615e-06, + "loss": 0.3638, + "num_tokens": 364549065.0, + "step": 1915 + }, + { + "epoch": 0.653924914675768, + "grad_norm": 0.27815500299389906, + "learning_rate": 9.324665806770935e-06, + "loss": 0.3258, + "num_tokens": 364718725.0, + "step": 1916 + }, + { + "epoch": 0.6542662116040956, + "grad_norm": 0.27766561680220486, + "learning_rate": 9.323773451226726e-06, + "loss": 0.3327, + "num_tokens": 364899220.0, + "step": 1917 + }, + { + "epoch": 0.6546075085324232, + "grad_norm": 0.2695459190619574, + "learning_rate": 9.3228805544063e-06, + "loss": 0.3227, + "num_tokens": 365084355.0, + "step": 1918 + }, + { + "epoch": 0.6549488054607508, + "grad_norm": 0.2876329487599054, + "learning_rate": 9.321987116436057e-06, + "loss": 0.3433, + "num_tokens": 365276536.0, + "step": 1919 + }, + { + "epoch": 0.6552901023890785, + "grad_norm": 0.2740504268056595, + "learning_rate": 9.321093137442463e-06, + "loss": 0.3441, + "num_tokens": 365471535.0, + "step": 1920 + }, + { + "epoch": 0.6556313993174061, + "grad_norm": 0.2768653377391062, + "learning_rate": 9.320198617552071e-06, + "loss": 0.3596, + "num_tokens": 365685814.0, + "step": 1921 + }, + { + "epoch": 0.6559726962457337, + "grad_norm": 0.27229151586854794, + "learning_rate": 9.319303556891502e-06, + "loss": 0.3642, + "num_tokens": 365887797.0, + "step": 1922 + }, + { + "epoch": 0.6563139931740615, + "grad_norm": 0.2591279260130254, + "learning_rate": 9.318407955587454e-06, + "loss": 0.3368, + "num_tokens": 366105067.0, + "step": 1923 + }, + { + "epoch": 0.6566552901023891, + "grad_norm": 0.27654678699949276, + "learning_rate": 9.31751181376671e-06, + "loss": 0.3454, + "num_tokens": 366284760.0, + "step": 1924 + }, + { + "epoch": 0.6569965870307167, + "grad_norm": 0.27612093976808383, + "learning_rate": 9.31661513155612e-06, + "loss": 0.373, + "num_tokens": 366502722.0, + "step": 1925 + }, + { + "epoch": 0.6573378839590444, + "grad_norm": 0.29586195774370455, + "learning_rate": 9.315717909082616e-06, + "loss": 0.3495, + "num_tokens": 366693055.0, + "step": 1926 + }, + { + "epoch": 0.657679180887372, + "grad_norm": 0.28147822991464955, + "learning_rate": 9.314820146473204e-06, + "loss": 0.3295, + "num_tokens": 366857935.0, + "step": 1927 + }, + { + "epoch": 0.6580204778156996, + "grad_norm": 0.2829292553465449, + "learning_rate": 9.313921843854968e-06, + "loss": 0.3771, + "num_tokens": 367052880.0, + "step": 1928 + }, + { + "epoch": 0.6583617747440274, + "grad_norm": 0.30637179715783736, + "learning_rate": 9.313023001355066e-06, + "loss": 0.3899, + "num_tokens": 367245049.0, + "step": 1929 + }, + { + "epoch": 0.658703071672355, + "grad_norm": 0.2939191138787821, + "learning_rate": 9.312123619100738e-06, + "loss": 0.3712, + "num_tokens": 367438036.0, + "step": 1930 + }, + { + "epoch": 0.6590443686006826, + "grad_norm": 0.2825535580241596, + "learning_rate": 9.311223697219292e-06, + "loss": 0.3291, + "num_tokens": 367616144.0, + "step": 1931 + }, + { + "epoch": 0.6593856655290102, + "grad_norm": 0.2857886710843355, + "learning_rate": 9.310323235838117e-06, + "loss": 0.3302, + "num_tokens": 367785344.0, + "step": 1932 + }, + { + "epoch": 0.6597269624573379, + "grad_norm": 0.375342562750061, + "learning_rate": 9.309422235084683e-06, + "loss": 0.3885, + "num_tokens": 367962557.0, + "step": 1933 + }, + { + "epoch": 0.6600682593856655, + "grad_norm": 0.29044353790356603, + "learning_rate": 9.308520695086526e-06, + "loss": 0.3542, + "num_tokens": 368151397.0, + "step": 1934 + }, + { + "epoch": 0.6604095563139932, + "grad_norm": 0.2636567411484908, + "learning_rate": 9.30761861597127e-06, + "loss": 0.3335, + "num_tokens": 368345275.0, + "step": 1935 + }, + { + "epoch": 0.6607508532423209, + "grad_norm": 0.2766932259567954, + "learning_rate": 9.306715997866604e-06, + "loss": 0.3429, + "num_tokens": 368542544.0, + "step": 1936 + }, + { + "epoch": 0.6610921501706485, + "grad_norm": 0.25381861480172785, + "learning_rate": 9.3058128409003e-06, + "loss": 0.3185, + "num_tokens": 368749171.0, + "step": 1937 + }, + { + "epoch": 0.6614334470989761, + "grad_norm": 0.3023561664882477, + "learning_rate": 9.304909145200206e-06, + "loss": 0.3819, + "num_tokens": 368925652.0, + "step": 1938 + }, + { + "epoch": 0.6617747440273037, + "grad_norm": 0.28239572655065276, + "learning_rate": 9.304004910894246e-06, + "loss": 0.3595, + "num_tokens": 369126018.0, + "step": 1939 + }, + { + "epoch": 0.6621160409556314, + "grad_norm": 0.2864351778766431, + "learning_rate": 9.303100138110415e-06, + "loss": 0.3571, + "num_tokens": 369319581.0, + "step": 1940 + }, + { + "epoch": 0.662457337883959, + "grad_norm": 0.2553772951801588, + "learning_rate": 9.302194826976793e-06, + "loss": 0.3446, + "num_tokens": 369514231.0, + "step": 1941 + }, + { + "epoch": 0.6627986348122867, + "grad_norm": 0.2868370274114776, + "learning_rate": 9.30128897762153e-06, + "loss": 0.3344, + "num_tokens": 369668214.0, + "step": 1942 + }, + { + "epoch": 0.6631399317406144, + "grad_norm": 0.34795415308842215, + "learning_rate": 9.300382590172855e-06, + "loss": 0.3214, + "num_tokens": 369828961.0, + "step": 1943 + }, + { + "epoch": 0.663481228668942, + "grad_norm": 0.2788146386993404, + "learning_rate": 9.29947566475907e-06, + "loss": 0.3277, + "num_tokens": 369997077.0, + "step": 1944 + }, + { + "epoch": 0.6638225255972696, + "grad_norm": 0.26640564800628247, + "learning_rate": 9.298568201508556e-06, + "loss": 0.3269, + "num_tokens": 370186710.0, + "step": 1945 + }, + { + "epoch": 0.6641638225255972, + "grad_norm": 0.28015620371401617, + "learning_rate": 9.29766020054977e-06, + "loss": 0.3399, + "num_tokens": 370356303.0, + "step": 1946 + }, + { + "epoch": 0.6645051194539249, + "grad_norm": 0.27979137616234834, + "learning_rate": 9.296751662011244e-06, + "loss": 0.3584, + "num_tokens": 370572646.0, + "step": 1947 + }, + { + "epoch": 0.6648464163822526, + "grad_norm": 0.26875044847415924, + "learning_rate": 9.295842586021588e-06, + "loss": 0.3288, + "num_tokens": 370745904.0, + "step": 1948 + }, + { + "epoch": 0.6651877133105802, + "grad_norm": 0.28000961469832364, + "learning_rate": 9.294932972709486e-06, + "loss": 0.3771, + "num_tokens": 370965290.0, + "step": 1949 + }, + { + "epoch": 0.6655290102389079, + "grad_norm": 0.2605473836933798, + "learning_rate": 9.294022822203699e-06, + "loss": 0.2975, + "num_tokens": 371155823.0, + "step": 1950 + }, + { + "epoch": 0.6658703071672355, + "grad_norm": 0.27904822266180274, + "learning_rate": 9.293112134633065e-06, + "loss": 0.3102, + "num_tokens": 371321658.0, + "step": 1951 + }, + { + "epoch": 0.6662116040955631, + "grad_norm": 0.310142319549936, + "learning_rate": 9.292200910126492e-06, + "loss": 0.3855, + "num_tokens": 371523340.0, + "step": 1952 + }, + { + "epoch": 0.6665529010238908, + "grad_norm": 0.27295134931237264, + "learning_rate": 9.291289148812972e-06, + "loss": 0.3763, + "num_tokens": 371740585.0, + "step": 1953 + }, + { + "epoch": 0.6668941979522184, + "grad_norm": 0.2791059049275491, + "learning_rate": 9.290376850821573e-06, + "loss": 0.3752, + "num_tokens": 371954162.0, + "step": 1954 + }, + { + "epoch": 0.6672354948805461, + "grad_norm": 0.2499989488800671, + "learning_rate": 9.289464016281431e-06, + "loss": 0.3448, + "num_tokens": 372172123.0, + "step": 1955 + }, + { + "epoch": 0.6675767918088737, + "grad_norm": 0.2679337190959177, + "learning_rate": 9.288550645321767e-06, + "loss": 0.3369, + "num_tokens": 372358026.0, + "step": 1956 + }, + { + "epoch": 0.6679180887372014, + "grad_norm": 0.26913175410056567, + "learning_rate": 9.28763673807187e-06, + "loss": 0.3368, + "num_tokens": 372549661.0, + "step": 1957 + }, + { + "epoch": 0.668259385665529, + "grad_norm": 0.2751740380225061, + "learning_rate": 9.286722294661108e-06, + "loss": 0.3608, + "num_tokens": 372750356.0, + "step": 1958 + }, + { + "epoch": 0.6686006825938566, + "grad_norm": 0.27991022665506815, + "learning_rate": 9.285807315218926e-06, + "loss": 0.3531, + "num_tokens": 372914707.0, + "step": 1959 + }, + { + "epoch": 0.6689419795221843, + "grad_norm": 0.28827519352460496, + "learning_rate": 9.284891799874849e-06, + "loss": 0.3588, + "num_tokens": 373145838.0, + "step": 1960 + }, + { + "epoch": 0.669283276450512, + "grad_norm": 0.284805498409591, + "learning_rate": 9.28397574875847e-06, + "loss": 0.3548, + "num_tokens": 373325870.0, + "step": 1961 + }, + { + "epoch": 0.6696245733788396, + "grad_norm": 0.2988365829643122, + "learning_rate": 9.28305916199946e-06, + "loss": 0.3406, + "num_tokens": 373511609.0, + "step": 1962 + }, + { + "epoch": 0.6699658703071673, + "grad_norm": 0.2965304630768231, + "learning_rate": 9.282142039727568e-06, + "loss": 0.3258, + "num_tokens": 373702383.0, + "step": 1963 + }, + { + "epoch": 0.6703071672354949, + "grad_norm": 0.27426177859956136, + "learning_rate": 9.28122438207262e-06, + "loss": 0.3762, + "num_tokens": 373928357.0, + "step": 1964 + }, + { + "epoch": 0.6706484641638225, + "grad_norm": 0.2980476424519282, + "learning_rate": 9.28030618916451e-06, + "loss": 0.3437, + "num_tokens": 374087804.0, + "step": 1965 + }, + { + "epoch": 0.6709897610921501, + "grad_norm": 0.2749259594535054, + "learning_rate": 9.279387461133218e-06, + "loss": 0.3161, + "num_tokens": 374258789.0, + "step": 1966 + }, + { + "epoch": 0.6713310580204778, + "grad_norm": 0.273359816151403, + "learning_rate": 9.278468198108794e-06, + "loss": 0.3335, + "num_tokens": 374443270.0, + "step": 1967 + }, + { + "epoch": 0.6716723549488055, + "grad_norm": 0.2783003118735013, + "learning_rate": 9.277548400221364e-06, + "loss": 0.3498, + "num_tokens": 374625184.0, + "step": 1968 + }, + { + "epoch": 0.6720136518771331, + "grad_norm": 0.28509900546009453, + "learning_rate": 9.276628067601129e-06, + "loss": 0.3358, + "num_tokens": 374814279.0, + "step": 1969 + }, + { + "epoch": 0.6723549488054608, + "grad_norm": 0.2817997001234891, + "learning_rate": 9.27570720037837e-06, + "loss": 0.3349, + "num_tokens": 375004096.0, + "step": 1970 + }, + { + "epoch": 0.6726962457337884, + "grad_norm": 0.2547625541218331, + "learning_rate": 9.274785798683441e-06, + "loss": 0.3372, + "num_tokens": 375217067.0, + "step": 1971 + }, + { + "epoch": 0.673037542662116, + "grad_norm": 0.2836253893757006, + "learning_rate": 9.27386386264677e-06, + "loss": 0.3393, + "num_tokens": 375410103.0, + "step": 1972 + }, + { + "epoch": 0.6733788395904436, + "grad_norm": 0.27494838560276635, + "learning_rate": 9.27294139239886e-06, + "loss": 0.3412, + "num_tokens": 375585327.0, + "step": 1973 + }, + { + "epoch": 0.6737201365187714, + "grad_norm": 0.26270602038719, + "learning_rate": 9.272018388070296e-06, + "loss": 0.3266, + "num_tokens": 375791612.0, + "step": 1974 + }, + { + "epoch": 0.674061433447099, + "grad_norm": 0.27517494623964855, + "learning_rate": 9.271094849791732e-06, + "loss": 0.3472, + "num_tokens": 375986167.0, + "step": 1975 + }, + { + "epoch": 0.6744027303754266, + "grad_norm": 0.27847041456483684, + "learning_rate": 9.270170777693901e-06, + "loss": 0.3124, + "num_tokens": 376162863.0, + "step": 1976 + }, + { + "epoch": 0.6747440273037543, + "grad_norm": 0.3047635098128544, + "learning_rate": 9.269246171907609e-06, + "loss": 0.3578, + "num_tokens": 376330691.0, + "step": 1977 + }, + { + "epoch": 0.6750853242320819, + "grad_norm": 0.26489194260877036, + "learning_rate": 9.26832103256374e-06, + "loss": 0.3703, + "num_tokens": 376565533.0, + "step": 1978 + }, + { + "epoch": 0.6754266211604095, + "grad_norm": 0.28243366760914623, + "learning_rate": 9.267395359793253e-06, + "loss": 0.3352, + "num_tokens": 376737635.0, + "step": 1979 + }, + { + "epoch": 0.6757679180887372, + "grad_norm": 0.30159408780628116, + "learning_rate": 9.26646915372718e-06, + "loss": 0.3618, + "num_tokens": 376895417.0, + "step": 1980 + }, + { + "epoch": 0.6761092150170649, + "grad_norm": 0.28216397309300556, + "learning_rate": 9.265542414496634e-06, + "loss": 0.3441, + "num_tokens": 377071789.0, + "step": 1981 + }, + { + "epoch": 0.6764505119453925, + "grad_norm": 0.2582754442085079, + "learning_rate": 9.264615142232797e-06, + "loss": 0.3232, + "num_tokens": 377295180.0, + "step": 1982 + }, + { + "epoch": 0.6767918088737201, + "grad_norm": 0.32458045712566613, + "learning_rate": 9.263687337066933e-06, + "loss": 0.3845, + "num_tokens": 377502887.0, + "step": 1983 + }, + { + "epoch": 0.6771331058020478, + "grad_norm": 0.2825266939598365, + "learning_rate": 9.262758999130372e-06, + "loss": 0.3365, + "num_tokens": 377667503.0, + "step": 1984 + }, + { + "epoch": 0.6774744027303754, + "grad_norm": 0.2682174676033752, + "learning_rate": 9.261830128554531e-06, + "loss": 0.3116, + "num_tokens": 377827037.0, + "step": 1985 + }, + { + "epoch": 0.677815699658703, + "grad_norm": 0.2663940822637485, + "learning_rate": 9.260900725470897e-06, + "loss": 0.3285, + "num_tokens": 378010636.0, + "step": 1986 + }, + { + "epoch": 0.6781569965870308, + "grad_norm": 0.24237058042165202, + "learning_rate": 9.259970790011025e-06, + "loss": 0.3232, + "num_tokens": 378220473.0, + "step": 1987 + }, + { + "epoch": 0.6784982935153584, + "grad_norm": 0.24274035719222678, + "learning_rate": 9.25904032230656e-06, + "loss": 0.3083, + "num_tokens": 378403494.0, + "step": 1988 + }, + { + "epoch": 0.678839590443686, + "grad_norm": 0.2642250038356213, + "learning_rate": 9.258109322489212e-06, + "loss": 0.3242, + "num_tokens": 378609943.0, + "step": 1989 + }, + { + "epoch": 0.6791808873720137, + "grad_norm": 0.28424565677204355, + "learning_rate": 9.25717779069077e-06, + "loss": 0.3729, + "num_tokens": 378803626.0, + "step": 1990 + }, + { + "epoch": 0.6795221843003413, + "grad_norm": 0.2646375612236825, + "learning_rate": 9.256245727043098e-06, + "loss": 0.3689, + "num_tokens": 378991097.0, + "step": 1991 + }, + { + "epoch": 0.6798634812286689, + "grad_norm": 0.2979561674240462, + "learning_rate": 9.25531313167813e-06, + "loss": 0.3426, + "num_tokens": 379154307.0, + "step": 1992 + }, + { + "epoch": 0.6802047781569965, + "grad_norm": 0.3657162251581965, + "learning_rate": 9.254380004727886e-06, + "loss": 0.3629, + "num_tokens": 379356856.0, + "step": 1993 + }, + { + "epoch": 0.6805460750853243, + "grad_norm": 0.2998682163935967, + "learning_rate": 9.253446346324451e-06, + "loss": 0.3665, + "num_tokens": 379514160.0, + "step": 1994 + }, + { + "epoch": 0.6808873720136519, + "grad_norm": 0.27098836633786605, + "learning_rate": 9.252512156599994e-06, + "loss": 0.3177, + "num_tokens": 379702106.0, + "step": 1995 + }, + { + "epoch": 0.6812286689419795, + "grad_norm": 0.2858203232866354, + "learning_rate": 9.25157743568675e-06, + "loss": 0.3941, + "num_tokens": 379916967.0, + "step": 1996 + }, + { + "epoch": 0.6815699658703072, + "grad_norm": 0.2846680130200134, + "learning_rate": 9.250642183717037e-06, + "loss": 0.3454, + "num_tokens": 380074726.0, + "step": 1997 + }, + { + "epoch": 0.6819112627986348, + "grad_norm": 0.2764322682611231, + "learning_rate": 9.249706400823243e-06, + "loss": 0.3184, + "num_tokens": 380248636.0, + "step": 1998 + }, + { + "epoch": 0.6822525597269624, + "grad_norm": 0.2636630443164025, + "learning_rate": 9.248770087137835e-06, + "loss": 0.3567, + "num_tokens": 380455991.0, + "step": 1999 + }, + { + "epoch": 0.6825938566552902, + "grad_norm": 0.2649036532482527, + "learning_rate": 9.247833242793353e-06, + "loss": 0.33, + "num_tokens": 380653928.0, + "step": 2000 + }, + { + "epoch": 0.6829351535836178, + "grad_norm": 0.2555875540054857, + "learning_rate": 9.24689586792241e-06, + "loss": 0.3799, + "num_tokens": 380913717.0, + "step": 2001 + }, + { + "epoch": 0.6832764505119454, + "grad_norm": 0.2945929603552698, + "learning_rate": 9.245957962657703e-06, + "loss": 0.3566, + "num_tokens": 381092230.0, + "step": 2002 + }, + { + "epoch": 0.683617747440273, + "grad_norm": 0.2931356915987272, + "learning_rate": 9.24501952713199e-06, + "loss": 0.3655, + "num_tokens": 381284585.0, + "step": 2003 + }, + { + "epoch": 0.6839590443686007, + "grad_norm": 0.2926124349336063, + "learning_rate": 9.244080561478116e-06, + "loss": 0.3341, + "num_tokens": 381459185.0, + "step": 2004 + }, + { + "epoch": 0.6843003412969283, + "grad_norm": 0.27773120840028237, + "learning_rate": 9.243141065828994e-06, + "loss": 0.367, + "num_tokens": 381662834.0, + "step": 2005 + }, + { + "epoch": 0.6846416382252559, + "grad_norm": 0.29048040298886435, + "learning_rate": 9.242201040317618e-06, + "loss": 0.365, + "num_tokens": 381844223.0, + "step": 2006 + }, + { + "epoch": 0.6849829351535837, + "grad_norm": 0.30748953708119675, + "learning_rate": 9.241260485077053e-06, + "loss": 0.3443, + "num_tokens": 382035907.0, + "step": 2007 + }, + { + "epoch": 0.6853242320819113, + "grad_norm": 0.2973831958576991, + "learning_rate": 9.240319400240439e-06, + "loss": 0.3439, + "num_tokens": 382200119.0, + "step": 2008 + }, + { + "epoch": 0.6856655290102389, + "grad_norm": 0.3071450853248473, + "learning_rate": 9.239377785940991e-06, + "loss": 0.3482, + "num_tokens": 382367408.0, + "step": 2009 + }, + { + "epoch": 0.6860068259385665, + "grad_norm": 0.27942512194606706, + "learning_rate": 9.238435642312001e-06, + "loss": 0.3581, + "num_tokens": 382555252.0, + "step": 2010 + }, + { + "epoch": 0.6863481228668942, + "grad_norm": 0.26660674595502193, + "learning_rate": 9.237492969486834e-06, + "loss": 0.3207, + "num_tokens": 382739125.0, + "step": 2011 + }, + { + "epoch": 0.6866894197952218, + "grad_norm": 0.28815100549678496, + "learning_rate": 9.236549767598932e-06, + "loss": 0.3383, + "num_tokens": 382908901.0, + "step": 2012 + }, + { + "epoch": 0.6870307167235495, + "grad_norm": 0.29459709931833894, + "learning_rate": 9.235606036781808e-06, + "loss": 0.3837, + "num_tokens": 383092524.0, + "step": 2013 + }, + { + "epoch": 0.6873720136518772, + "grad_norm": 0.28192788614812, + "learning_rate": 9.234661777169055e-06, + "loss": 0.3245, + "num_tokens": 383289583.0, + "step": 2014 + }, + { + "epoch": 0.6877133105802048, + "grad_norm": 0.26213398469034443, + "learning_rate": 9.233716988894335e-06, + "loss": 0.3186, + "num_tokens": 383476191.0, + "step": 2015 + }, + { + "epoch": 0.6880546075085324, + "grad_norm": 0.258979582965997, + "learning_rate": 9.23277167209139e-06, + "loss": 0.3361, + "num_tokens": 383707449.0, + "step": 2016 + }, + { + "epoch": 0.68839590443686, + "grad_norm": 0.30600445526205006, + "learning_rate": 9.231825826894035e-06, + "loss": 0.3425, + "num_tokens": 383861001.0, + "step": 2017 + }, + { + "epoch": 0.6887372013651877, + "grad_norm": 0.2865405440814717, + "learning_rate": 9.230879453436158e-06, + "loss": 0.334, + "num_tokens": 384021491.0, + "step": 2018 + }, + { + "epoch": 0.6890784982935153, + "grad_norm": 0.3243687940686148, + "learning_rate": 9.229932551851725e-06, + "loss": 0.3512, + "num_tokens": 384217831.0, + "step": 2019 + }, + { + "epoch": 0.689419795221843, + "grad_norm": 0.3050270898520626, + "learning_rate": 9.228985122274776e-06, + "loss": 0.3529, + "num_tokens": 384373318.0, + "step": 2020 + }, + { + "epoch": 0.6897610921501707, + "grad_norm": 0.33763702357222103, + "learning_rate": 9.22803716483942e-06, + "loss": 0.3201, + "num_tokens": 384529691.0, + "step": 2021 + }, + { + "epoch": 0.6901023890784983, + "grad_norm": 0.2768779064595683, + "learning_rate": 9.227088679679853e-06, + "loss": 0.3544, + "num_tokens": 384745717.0, + "step": 2022 + }, + { + "epoch": 0.6904436860068259, + "grad_norm": 0.4354438082717839, + "learning_rate": 9.226139666930332e-06, + "loss": 0.3639, + "num_tokens": 384953724.0, + "step": 2023 + }, + { + "epoch": 0.6907849829351536, + "grad_norm": 0.28487023411254236, + "learning_rate": 9.2251901267252e-06, + "loss": 0.3503, + "num_tokens": 385150542.0, + "step": 2024 + }, + { + "epoch": 0.6911262798634812, + "grad_norm": 0.29131054721334876, + "learning_rate": 9.224240059198865e-06, + "loss": 0.3568, + "num_tokens": 385338777.0, + "step": 2025 + }, + { + "epoch": 0.6914675767918089, + "grad_norm": 0.3014350445085921, + "learning_rate": 9.223289464485816e-06, + "loss": 0.3403, + "num_tokens": 385524924.0, + "step": 2026 + }, + { + "epoch": 0.6918088737201366, + "grad_norm": 0.3549615975378537, + "learning_rate": 9.222338342720615e-06, + "loss": 0.352, + "num_tokens": 385724401.0, + "step": 2027 + }, + { + "epoch": 0.6921501706484642, + "grad_norm": 0.2782765779046241, + "learning_rate": 9.221386694037899e-06, + "loss": 0.3672, + "num_tokens": 385937039.0, + "step": 2028 + }, + { + "epoch": 0.6924914675767918, + "grad_norm": 0.2973502893071613, + "learning_rate": 9.22043451857238e-06, + "loss": 0.3482, + "num_tokens": 386098263.0, + "step": 2029 + }, + { + "epoch": 0.6928327645051194, + "grad_norm": 0.32865975867734426, + "learning_rate": 9.219481816458843e-06, + "loss": 0.3326, + "num_tokens": 386247492.0, + "step": 2030 + }, + { + "epoch": 0.6931740614334471, + "grad_norm": 0.27669747483643964, + "learning_rate": 9.218528587832146e-06, + "loss": 0.3337, + "num_tokens": 386430060.0, + "step": 2031 + }, + { + "epoch": 0.6935153583617747, + "grad_norm": 0.2964536222862022, + "learning_rate": 9.217574832827226e-06, + "loss": 0.3396, + "num_tokens": 386587371.0, + "step": 2032 + }, + { + "epoch": 0.6938566552901024, + "grad_norm": 0.26873547674782894, + "learning_rate": 9.21662055157909e-06, + "loss": 0.3559, + "num_tokens": 386808830.0, + "step": 2033 + }, + { + "epoch": 0.6941979522184301, + "grad_norm": 0.28807926528120553, + "learning_rate": 9.215665744222829e-06, + "loss": 0.3508, + "num_tokens": 386993709.0, + "step": 2034 + }, + { + "epoch": 0.6945392491467577, + "grad_norm": 0.30974142810164346, + "learning_rate": 9.214710410893591e-06, + "loss": 0.3669, + "num_tokens": 387177064.0, + "step": 2035 + }, + { + "epoch": 0.6948805460750853, + "grad_norm": 0.2623972227437816, + "learning_rate": 9.213754551726615e-06, + "loss": 0.3417, + "num_tokens": 387377190.0, + "step": 2036 + }, + { + "epoch": 0.6952218430034129, + "grad_norm": 0.26890674996105646, + "learning_rate": 9.212798166857207e-06, + "loss": 0.3147, + "num_tokens": 387563365.0, + "step": 2037 + }, + { + "epoch": 0.6955631399317406, + "grad_norm": 0.396401026056197, + "learning_rate": 9.211841256420749e-06, + "loss": 0.3506, + "num_tokens": 387721559.0, + "step": 2038 + }, + { + "epoch": 0.6959044368600683, + "grad_norm": 0.28425633736737016, + "learning_rate": 9.210883820552695e-06, + "loss": 0.3443, + "num_tokens": 387907305.0, + "step": 2039 + }, + { + "epoch": 0.6962457337883959, + "grad_norm": 0.28600271957104456, + "learning_rate": 9.209925859388576e-06, + "loss": 0.3435, + "num_tokens": 388108223.0, + "step": 2040 + }, + { + "epoch": 0.6965870307167236, + "grad_norm": 0.2726833672365092, + "learning_rate": 9.208967373063997e-06, + "loss": 0.3282, + "num_tokens": 388291394.0, + "step": 2041 + }, + { + "epoch": 0.6969283276450512, + "grad_norm": 0.29873963815230753, + "learning_rate": 9.208008361714638e-06, + "loss": 0.3481, + "num_tokens": 388482163.0, + "step": 2042 + }, + { + "epoch": 0.6972696245733788, + "grad_norm": 0.29330748036611815, + "learning_rate": 9.207048825476253e-06, + "loss": 0.3495, + "num_tokens": 388641827.0, + "step": 2043 + }, + { + "epoch": 0.6976109215017064, + "grad_norm": 0.28736008330250074, + "learning_rate": 9.206088764484667e-06, + "loss": 0.3395, + "num_tokens": 388856230.0, + "step": 2044 + }, + { + "epoch": 0.6979522184300341, + "grad_norm": 0.30701435260347254, + "learning_rate": 9.205128178875783e-06, + "loss": 0.3682, + "num_tokens": 389064546.0, + "step": 2045 + }, + { + "epoch": 0.6982935153583618, + "grad_norm": 0.27336807774509975, + "learning_rate": 9.204167068785578e-06, + "loss": 0.3715, + "num_tokens": 389264037.0, + "step": 2046 + }, + { + "epoch": 0.6986348122866894, + "grad_norm": 0.24776965422555633, + "learning_rate": 9.2032054343501e-06, + "loss": 0.3465, + "num_tokens": 389494004.0, + "step": 2047 + }, + { + "epoch": 0.6989761092150171, + "grad_norm": 0.2929177561366854, + "learning_rate": 9.202243275705478e-06, + "loss": 0.383, + "num_tokens": 389687303.0, + "step": 2048 + }, + { + "epoch": 0.6993174061433447, + "grad_norm": 0.39351582638216437, + "learning_rate": 9.201280592987907e-06, + "loss": 0.3622, + "num_tokens": 389878048.0, + "step": 2049 + }, + { + "epoch": 0.6996587030716723, + "grad_norm": 0.2862804621814784, + "learning_rate": 9.200317386333662e-06, + "loss": 0.3567, + "num_tokens": 390081891.0, + "step": 2050 + }, + { + "epoch": 0.7, + "grad_norm": 0.28627233336189484, + "learning_rate": 9.199353655879089e-06, + "loss": 0.3604, + "num_tokens": 390277852.0, + "step": 2051 + }, + { + "epoch": 0.7003412969283277, + "grad_norm": 0.2623611991731464, + "learning_rate": 9.198389401760608e-06, + "loss": 0.3639, + "num_tokens": 390487155.0, + "step": 2052 + }, + { + "epoch": 0.7006825938566553, + "grad_norm": 0.2760615945587591, + "learning_rate": 9.197424624114721e-06, + "loss": 0.3206, + "num_tokens": 390657424.0, + "step": 2053 + }, + { + "epoch": 0.701023890784983, + "grad_norm": 0.24675848321786545, + "learning_rate": 9.196459323077989e-06, + "loss": 0.3267, + "num_tokens": 390888969.0, + "step": 2054 + }, + { + "epoch": 0.7013651877133106, + "grad_norm": 0.2780035250691131, + "learning_rate": 9.19549349878706e-06, + "loss": 0.3654, + "num_tokens": 391072778.0, + "step": 2055 + }, + { + "epoch": 0.7017064846416382, + "grad_norm": 0.3045232150490647, + "learning_rate": 9.194527151378652e-06, + "loss": 0.3609, + "num_tokens": 391229306.0, + "step": 2056 + }, + { + "epoch": 0.7020477815699658, + "grad_norm": 0.25889416048279035, + "learning_rate": 9.193560280989557e-06, + "loss": 0.3489, + "num_tokens": 391426980.0, + "step": 2057 + }, + { + "epoch": 0.7023890784982935, + "grad_norm": 0.3092875541883365, + "learning_rate": 9.19259288775664e-06, + "loss": 0.3619, + "num_tokens": 391578032.0, + "step": 2058 + }, + { + "epoch": 0.7027303754266212, + "grad_norm": 0.2901009693806393, + "learning_rate": 9.19162497181684e-06, + "loss": 0.3595, + "num_tokens": 391769308.0, + "step": 2059 + }, + { + "epoch": 0.7030716723549488, + "grad_norm": 0.28406686006282444, + "learning_rate": 9.190656533307175e-06, + "loss": 0.3163, + "num_tokens": 391935614.0, + "step": 2060 + }, + { + "epoch": 0.7034129692832765, + "grad_norm": 0.2958671795586866, + "learning_rate": 9.189687572364725e-06, + "loss": 0.3512, + "num_tokens": 392118358.0, + "step": 2061 + }, + { + "epoch": 0.7037542662116041, + "grad_norm": 0.3348750926974444, + "learning_rate": 9.188718089126658e-06, + "loss": 0.3569, + "num_tokens": 392283656.0, + "step": 2062 + }, + { + "epoch": 0.7040955631399317, + "grad_norm": 0.29017272455858567, + "learning_rate": 9.187748083730208e-06, + "loss": 0.389, + "num_tokens": 392463508.0, + "step": 2063 + }, + { + "epoch": 0.7044368600682593, + "grad_norm": 0.3005537381791193, + "learning_rate": 9.186777556312685e-06, + "loss": 0.3647, + "num_tokens": 392644615.0, + "step": 2064 + }, + { + "epoch": 0.7047781569965871, + "grad_norm": 0.2703485841925734, + "learning_rate": 9.185806507011472e-06, + "loss": 0.3361, + "num_tokens": 392809764.0, + "step": 2065 + }, + { + "epoch": 0.7051194539249147, + "grad_norm": 0.29847275987906563, + "learning_rate": 9.184834935964026e-06, + "loss": 0.3635, + "num_tokens": 393012596.0, + "step": 2066 + }, + { + "epoch": 0.7054607508532423, + "grad_norm": 0.3133379279830781, + "learning_rate": 9.18386284330788e-06, + "loss": 0.3407, + "num_tokens": 393191687.0, + "step": 2067 + }, + { + "epoch": 0.70580204778157, + "grad_norm": 0.2697723515844456, + "learning_rate": 9.182890229180635e-06, + "loss": 0.3403, + "num_tokens": 393388775.0, + "step": 2068 + }, + { + "epoch": 0.7061433447098976, + "grad_norm": 0.2766967766875985, + "learning_rate": 9.181917093719977e-06, + "loss": 0.3388, + "num_tokens": 393573088.0, + "step": 2069 + }, + { + "epoch": 0.7064846416382252, + "grad_norm": 0.3474878674820241, + "learning_rate": 9.180943437063652e-06, + "loss": 0.3737, + "num_tokens": 393763611.0, + "step": 2070 + }, + { + "epoch": 0.7068259385665528, + "grad_norm": 0.2755799152295974, + "learning_rate": 9.17996925934949e-06, + "loss": 0.3605, + "num_tokens": 393979607.0, + "step": 2071 + }, + { + "epoch": 0.7071672354948806, + "grad_norm": 0.27605454753298575, + "learning_rate": 9.178994560715387e-06, + "loss": 0.361, + "num_tokens": 394181358.0, + "step": 2072 + }, + { + "epoch": 0.7075085324232082, + "grad_norm": 0.30265959950677834, + "learning_rate": 9.178019341299323e-06, + "loss": 0.3304, + "num_tokens": 394345862.0, + "step": 2073 + }, + { + "epoch": 0.7078498293515358, + "grad_norm": 0.2616021245961334, + "learning_rate": 9.177043601239342e-06, + "loss": 0.3388, + "num_tokens": 394534026.0, + "step": 2074 + }, + { + "epoch": 0.7081911262798635, + "grad_norm": 0.2939786321743066, + "learning_rate": 9.176067340673566e-06, + "loss": 0.3559, + "num_tokens": 394715706.0, + "step": 2075 + }, + { + "epoch": 0.7085324232081911, + "grad_norm": 0.32697175261809663, + "learning_rate": 9.17509055974019e-06, + "loss": 0.368, + "num_tokens": 394903177.0, + "step": 2076 + }, + { + "epoch": 0.7088737201365187, + "grad_norm": 0.2825320453509454, + "learning_rate": 9.174113258577485e-06, + "loss": 0.3748, + "num_tokens": 395133981.0, + "step": 2077 + }, + { + "epoch": 0.7092150170648465, + "grad_norm": 0.3381810120756002, + "learning_rate": 9.17313543732379e-06, + "loss": 0.3786, + "num_tokens": 395283461.0, + "step": 2078 + }, + { + "epoch": 0.7095563139931741, + "grad_norm": 0.31787067296789545, + "learning_rate": 9.172157096117522e-06, + "loss": 0.3904, + "num_tokens": 395455705.0, + "step": 2079 + }, + { + "epoch": 0.7098976109215017, + "grad_norm": 0.2872761358520333, + "learning_rate": 9.171178235097169e-06, + "loss": 0.348, + "num_tokens": 395651115.0, + "step": 2080 + }, + { + "epoch": 0.7102389078498293, + "grad_norm": 0.3034252696722298, + "learning_rate": 9.170198854401299e-06, + "loss": 0.3421, + "num_tokens": 395822645.0, + "step": 2081 + }, + { + "epoch": 0.710580204778157, + "grad_norm": 0.24857994040880754, + "learning_rate": 9.169218954168544e-06, + "loss": 0.336, + "num_tokens": 396063952.0, + "step": 2082 + }, + { + "epoch": 0.7109215017064846, + "grad_norm": 0.3026704587872693, + "learning_rate": 9.168238534537616e-06, + "loss": 0.3326, + "num_tokens": 396269946.0, + "step": 2083 + }, + { + "epoch": 0.7112627986348122, + "grad_norm": 0.28482104198295527, + "learning_rate": 9.167257595647299e-06, + "loss": 0.3561, + "num_tokens": 396444404.0, + "step": 2084 + }, + { + "epoch": 0.71160409556314, + "grad_norm": 0.28493135405817754, + "learning_rate": 9.166276137636452e-06, + "loss": 0.3483, + "num_tokens": 396633332.0, + "step": 2085 + }, + { + "epoch": 0.7119453924914676, + "grad_norm": 0.2557327037319484, + "learning_rate": 9.165294160644004e-06, + "loss": 0.3466, + "num_tokens": 396839455.0, + "step": 2086 + }, + { + "epoch": 0.7122866894197952, + "grad_norm": 0.2849598927563186, + "learning_rate": 9.164311664808957e-06, + "loss": 0.3234, + "num_tokens": 397014279.0, + "step": 2087 + }, + { + "epoch": 0.7126279863481229, + "grad_norm": 0.2911335275599442, + "learning_rate": 9.163328650270393e-06, + "loss": 0.322, + "num_tokens": 397199533.0, + "step": 2088 + }, + { + "epoch": 0.7129692832764505, + "grad_norm": 0.2723385918253237, + "learning_rate": 9.162345117167459e-06, + "loss": 0.3497, + "num_tokens": 397397747.0, + "step": 2089 + }, + { + "epoch": 0.7133105802047781, + "grad_norm": 0.29477562578653377, + "learning_rate": 9.161361065639382e-06, + "loss": 0.3509, + "num_tokens": 397577518.0, + "step": 2090 + }, + { + "epoch": 0.7136518771331058, + "grad_norm": 0.3248005023065361, + "learning_rate": 9.160376495825461e-06, + "loss": 0.3549, + "num_tokens": 397747644.0, + "step": 2091 + }, + { + "epoch": 0.7139931740614335, + "grad_norm": 0.29085398583634636, + "learning_rate": 9.159391407865064e-06, + "loss": 0.3485, + "num_tokens": 397919881.0, + "step": 2092 + }, + { + "epoch": 0.7143344709897611, + "grad_norm": 0.28266902473065364, + "learning_rate": 9.15840580189764e-06, + "loss": 0.3516, + "num_tokens": 398100058.0, + "step": 2093 + }, + { + "epoch": 0.7146757679180887, + "grad_norm": 0.4037102124308745, + "learning_rate": 9.157419678062702e-06, + "loss": 0.3389, + "num_tokens": 398290972.0, + "step": 2094 + }, + { + "epoch": 0.7150170648464164, + "grad_norm": 0.30290225273180654, + "learning_rate": 9.156433036499845e-06, + "loss": 0.3756, + "num_tokens": 398490748.0, + "step": 2095 + }, + { + "epoch": 0.715358361774744, + "grad_norm": 0.2796510297018444, + "learning_rate": 9.155445877348731e-06, + "loss": 0.3664, + "num_tokens": 398678545.0, + "step": 2096 + }, + { + "epoch": 0.7156996587030716, + "grad_norm": 0.31144439661744305, + "learning_rate": 9.154458200749101e-06, + "loss": 0.3653, + "num_tokens": 398847562.0, + "step": 2097 + }, + { + "epoch": 0.7160409556313994, + "grad_norm": 0.29213763073302335, + "learning_rate": 9.153470006840763e-06, + "loss": 0.4052, + "num_tokens": 399053930.0, + "step": 2098 + }, + { + "epoch": 0.716382252559727, + "grad_norm": 0.2820326424983355, + "learning_rate": 9.152481295763602e-06, + "loss": 0.3577, + "num_tokens": 399233253.0, + "step": 2099 + }, + { + "epoch": 0.7167235494880546, + "grad_norm": 0.30457590754435854, + "learning_rate": 9.151492067657575e-06, + "loss": 0.321, + "num_tokens": 399401863.0, + "step": 2100 + }, + { + "epoch": 0.7170648464163822, + "grad_norm": 0.2669446180173537, + "learning_rate": 9.150502322662716e-06, + "loss": 0.3481, + "num_tokens": 399586329.0, + "step": 2101 + }, + { + "epoch": 0.7174061433447099, + "grad_norm": 0.30542860202669625, + "learning_rate": 9.149512060919125e-06, + "loss": 0.3506, + "num_tokens": 399747718.0, + "step": 2102 + }, + { + "epoch": 0.7177474402730375, + "grad_norm": 0.27749896764880794, + "learning_rate": 9.14852128256698e-06, + "loss": 0.3584, + "num_tokens": 399957380.0, + "step": 2103 + }, + { + "epoch": 0.7180887372013652, + "grad_norm": 0.2683081918289333, + "learning_rate": 9.147529987746532e-06, + "loss": 0.3147, + "num_tokens": 400137407.0, + "step": 2104 + }, + { + "epoch": 0.7184300341296929, + "grad_norm": 0.25116775997034685, + "learning_rate": 9.146538176598106e-06, + "loss": 0.3212, + "num_tokens": 400320467.0, + "step": 2105 + }, + { + "epoch": 0.7187713310580205, + "grad_norm": 0.30451448595988356, + "learning_rate": 9.145545849262093e-06, + "loss": 0.3665, + "num_tokens": 400513284.0, + "step": 2106 + }, + { + "epoch": 0.7191126279863481, + "grad_norm": 0.3067057371630422, + "learning_rate": 9.144553005878968e-06, + "loss": 0.3241, + "num_tokens": 400656040.0, + "step": 2107 + }, + { + "epoch": 0.7194539249146757, + "grad_norm": 0.2737218267693162, + "learning_rate": 9.14355964658927e-06, + "loss": 0.3419, + "num_tokens": 400879338.0, + "step": 2108 + }, + { + "epoch": 0.7197952218430034, + "grad_norm": 0.26597561632878175, + "learning_rate": 9.142565771533616e-06, + "loss": 0.3288, + "num_tokens": 401075169.0, + "step": 2109 + }, + { + "epoch": 0.7201365187713311, + "grad_norm": 0.28703383646065034, + "learning_rate": 9.141571380852693e-06, + "loss": 0.3395, + "num_tokens": 401265433.0, + "step": 2110 + }, + { + "epoch": 0.7204778156996587, + "grad_norm": 0.2890536643533397, + "learning_rate": 9.140576474687263e-06, + "loss": 0.3829, + "num_tokens": 401451795.0, + "step": 2111 + }, + { + "epoch": 0.7208191126279864, + "grad_norm": 0.2969622764387973, + "learning_rate": 9.139581053178163e-06, + "loss": 0.3601, + "num_tokens": 401631891.0, + "step": 2112 + }, + { + "epoch": 0.721160409556314, + "grad_norm": 0.2697637989120129, + "learning_rate": 9.138585116466298e-06, + "loss": 0.3283, + "num_tokens": 401800606.0, + "step": 2113 + }, + { + "epoch": 0.7215017064846416, + "grad_norm": 0.27064418376354293, + "learning_rate": 9.137588664692648e-06, + "loss": 0.3459, + "num_tokens": 401993766.0, + "step": 2114 + }, + { + "epoch": 0.7218430034129693, + "grad_norm": 0.29528686789379743, + "learning_rate": 9.136591697998268e-06, + "loss": 0.3426, + "num_tokens": 402164442.0, + "step": 2115 + }, + { + "epoch": 0.7221843003412969, + "grad_norm": 0.25230588899287615, + "learning_rate": 9.13559421652428e-06, + "loss": 0.3344, + "num_tokens": 402392351.0, + "step": 2116 + }, + { + "epoch": 0.7225255972696246, + "grad_norm": 0.27795791385582175, + "learning_rate": 9.13459622041189e-06, + "loss": 0.3744, + "num_tokens": 402579510.0, + "step": 2117 + }, + { + "epoch": 0.7228668941979522, + "grad_norm": 0.29238882449494774, + "learning_rate": 9.133597709802365e-06, + "loss": 0.3215, + "num_tokens": 402752178.0, + "step": 2118 + }, + { + "epoch": 0.7232081911262799, + "grad_norm": 0.2948719325257146, + "learning_rate": 9.13259868483705e-06, + "loss": 0.3403, + "num_tokens": 402955386.0, + "step": 2119 + }, + { + "epoch": 0.7235494880546075, + "grad_norm": 0.2804731143326722, + "learning_rate": 9.13159914565736e-06, + "loss": 0.3656, + "num_tokens": 403149095.0, + "step": 2120 + }, + { + "epoch": 0.7238907849829351, + "grad_norm": 0.24674058367698, + "learning_rate": 9.130599092404794e-06, + "loss": 0.3459, + "num_tokens": 403377961.0, + "step": 2121 + }, + { + "epoch": 0.7242320819112628, + "grad_norm": 0.2946968860523069, + "learning_rate": 9.129598525220905e-06, + "loss": 0.346, + "num_tokens": 403542815.0, + "step": 2122 + }, + { + "epoch": 0.7245733788395905, + "grad_norm": 0.26546454110003626, + "learning_rate": 9.128597444247335e-06, + "loss": 0.319, + "num_tokens": 403742554.0, + "step": 2123 + }, + { + "epoch": 0.7249146757679181, + "grad_norm": 0.2808841083349522, + "learning_rate": 9.127595849625791e-06, + "loss": 0.3401, + "num_tokens": 403919971.0, + "step": 2124 + }, + { + "epoch": 0.7252559726962458, + "grad_norm": 0.3210095957380654, + "learning_rate": 9.126593741498054e-06, + "loss": 0.373, + "num_tokens": 404084470.0, + "step": 2125 + }, + { + "epoch": 0.7255972696245734, + "grad_norm": 0.2581938463257125, + "learning_rate": 9.125591120005978e-06, + "loss": 0.3569, + "num_tokens": 404292442.0, + "step": 2126 + }, + { + "epoch": 0.725938566552901, + "grad_norm": 0.27904203493527363, + "learning_rate": 9.12458798529149e-06, + "loss": 0.3345, + "num_tokens": 404457724.0, + "step": 2127 + }, + { + "epoch": 0.7262798634812286, + "grad_norm": 0.2922794811569392, + "learning_rate": 9.123584337496588e-06, + "loss": 0.3377, + "num_tokens": 404621170.0, + "step": 2128 + }, + { + "epoch": 0.7266211604095563, + "grad_norm": 0.258040585340726, + "learning_rate": 9.122580176763343e-06, + "loss": 0.3711, + "num_tokens": 404865673.0, + "step": 2129 + }, + { + "epoch": 0.726962457337884, + "grad_norm": 0.35331877725382266, + "learning_rate": 9.121575503233905e-06, + "loss": 0.3692, + "num_tokens": 405069893.0, + "step": 2130 + }, + { + "epoch": 0.7273037542662116, + "grad_norm": 0.2718726892590894, + "learning_rate": 9.120570317050485e-06, + "loss": 0.3728, + "num_tokens": 405262025.0, + "step": 2131 + }, + { + "epoch": 0.7276450511945393, + "grad_norm": 0.2717769961701977, + "learning_rate": 9.119564618355374e-06, + "loss": 0.3303, + "num_tokens": 405434338.0, + "step": 2132 + }, + { + "epoch": 0.7279863481228669, + "grad_norm": 0.2819441559483998, + "learning_rate": 9.118558407290937e-06, + "loss": 0.3438, + "num_tokens": 405643367.0, + "step": 2133 + }, + { + "epoch": 0.7283276450511945, + "grad_norm": 0.2608087458816418, + "learning_rate": 9.117551683999605e-06, + "loss": 0.3616, + "num_tokens": 405893274.0, + "step": 2134 + }, + { + "epoch": 0.7286689419795221, + "grad_norm": 0.28415111627329676, + "learning_rate": 9.116544448623889e-06, + "loss": 0.3368, + "num_tokens": 406068739.0, + "step": 2135 + }, + { + "epoch": 0.7290102389078499, + "grad_norm": 0.2921166261423304, + "learning_rate": 9.115536701306366e-06, + "loss": 0.3507, + "num_tokens": 406244497.0, + "step": 2136 + }, + { + "epoch": 0.7293515358361775, + "grad_norm": 0.244713323429387, + "learning_rate": 9.114528442189688e-06, + "loss": 0.3342, + "num_tokens": 406470722.0, + "step": 2137 + }, + { + "epoch": 0.7296928327645051, + "grad_norm": 0.2856994140246014, + "learning_rate": 9.11351967141658e-06, + "loss": 0.3447, + "num_tokens": 406650854.0, + "step": 2138 + }, + { + "epoch": 0.7300341296928328, + "grad_norm": 0.2708626086273476, + "learning_rate": 9.112510389129843e-06, + "loss": 0.3877, + "num_tokens": 406860916.0, + "step": 2139 + }, + { + "epoch": 0.7303754266211604, + "grad_norm": 0.29283574273335045, + "learning_rate": 9.11150059547234e-06, + "loss": 0.3261, + "num_tokens": 407031749.0, + "step": 2140 + }, + { + "epoch": 0.730716723549488, + "grad_norm": 0.2656025154482762, + "learning_rate": 9.110490290587017e-06, + "loss": 0.3463, + "num_tokens": 407244111.0, + "step": 2141 + }, + { + "epoch": 0.7310580204778157, + "grad_norm": 0.2912679716341631, + "learning_rate": 9.109479474616886e-06, + "loss": 0.3608, + "num_tokens": 407416394.0, + "step": 2142 + }, + { + "epoch": 0.7313993174061434, + "grad_norm": 0.32106105430116916, + "learning_rate": 9.108468147705038e-06, + "loss": 0.3601, + "num_tokens": 407580261.0, + "step": 2143 + }, + { + "epoch": 0.731740614334471, + "grad_norm": 0.28913403375872415, + "learning_rate": 9.107456309994626e-06, + "loss": 0.3798, + "num_tokens": 407755580.0, + "step": 2144 + }, + { + "epoch": 0.7320819112627986, + "grad_norm": 0.2839162392036535, + "learning_rate": 9.106443961628884e-06, + "loss": 0.3486, + "num_tokens": 407927314.0, + "step": 2145 + }, + { + "epoch": 0.7324232081911263, + "grad_norm": 0.2810973580414676, + "learning_rate": 9.105431102751116e-06, + "loss": 0.3766, + "num_tokens": 408129297.0, + "step": 2146 + }, + { + "epoch": 0.7327645051194539, + "grad_norm": 0.2649657508968211, + "learning_rate": 9.104417733504698e-06, + "loss": 0.3169, + "num_tokens": 408296938.0, + "step": 2147 + }, + { + "epoch": 0.7331058020477815, + "grad_norm": 0.26945575834676855, + "learning_rate": 9.103403854033075e-06, + "loss": 0.3656, + "num_tokens": 408531606.0, + "step": 2148 + }, + { + "epoch": 0.7334470989761093, + "grad_norm": 0.2602415780904265, + "learning_rate": 9.102389464479772e-06, + "loss": 0.3706, + "num_tokens": 408733847.0, + "step": 2149 + }, + { + "epoch": 0.7337883959044369, + "grad_norm": 0.2890935577634024, + "learning_rate": 9.101374564988377e-06, + "loss": 0.36, + "num_tokens": 408884654.0, + "step": 2150 + }, + { + "epoch": 0.7341296928327645, + "grad_norm": 0.28653553972790924, + "learning_rate": 9.100359155702557e-06, + "loss": 0.3848, + "num_tokens": 409107681.0, + "step": 2151 + }, + { + "epoch": 0.7344709897610922, + "grad_norm": 0.2761694002939259, + "learning_rate": 9.099343236766046e-06, + "loss": 0.3102, + "num_tokens": 409306680.0, + "step": 2152 + }, + { + "epoch": 0.7348122866894198, + "grad_norm": 0.2727479120173122, + "learning_rate": 9.098326808322659e-06, + "loss": 0.3487, + "num_tokens": 409480388.0, + "step": 2153 + }, + { + "epoch": 0.7351535836177474, + "grad_norm": 0.2618868584122235, + "learning_rate": 9.097309870516271e-06, + "loss": 0.3263, + "num_tokens": 409669195.0, + "step": 2154 + }, + { + "epoch": 0.735494880546075, + "grad_norm": 0.29210047842262943, + "learning_rate": 9.096292423490838e-06, + "loss": 0.3804, + "num_tokens": 409863141.0, + "step": 2155 + }, + { + "epoch": 0.7358361774744028, + "grad_norm": 0.3223048828599311, + "learning_rate": 9.095274467390383e-06, + "loss": 0.3389, + "num_tokens": 410024233.0, + "step": 2156 + }, + { + "epoch": 0.7361774744027304, + "grad_norm": 0.28156944981259396, + "learning_rate": 9.094256002359007e-06, + "loss": 0.3557, + "num_tokens": 410202365.0, + "step": 2157 + }, + { + "epoch": 0.736518771331058, + "grad_norm": 0.2904797655273098, + "learning_rate": 9.093237028540876e-06, + "loss": 0.3547, + "num_tokens": 410394545.0, + "step": 2158 + }, + { + "epoch": 0.7368600682593857, + "grad_norm": 0.2698502870829701, + "learning_rate": 9.092217546080233e-06, + "loss": 0.3424, + "num_tokens": 410617241.0, + "step": 2159 + }, + { + "epoch": 0.7372013651877133, + "grad_norm": 0.26851934829193475, + "learning_rate": 9.09119755512139e-06, + "loss": 0.3409, + "num_tokens": 410820423.0, + "step": 2160 + }, + { + "epoch": 0.7375426621160409, + "grad_norm": 0.26831360234583007, + "learning_rate": 9.090177055808734e-06, + "loss": 0.3851, + "num_tokens": 411062677.0, + "step": 2161 + }, + { + "epoch": 0.7378839590443687, + "grad_norm": 0.2896778802671318, + "learning_rate": 9.089156048286723e-06, + "loss": 0.3558, + "num_tokens": 411240868.0, + "step": 2162 + }, + { + "epoch": 0.7382252559726963, + "grad_norm": 0.28632467985772025, + "learning_rate": 9.088134532699884e-06, + "loss": 0.3632, + "num_tokens": 411438684.0, + "step": 2163 + }, + { + "epoch": 0.7385665529010239, + "grad_norm": 0.29666061987634923, + "learning_rate": 9.087112509192817e-06, + "loss": 0.3476, + "num_tokens": 411629067.0, + "step": 2164 + }, + { + "epoch": 0.7389078498293515, + "grad_norm": 0.3152088574865462, + "learning_rate": 9.0860899779102e-06, + "loss": 0.3604, + "num_tokens": 411783818.0, + "step": 2165 + }, + { + "epoch": 0.7392491467576792, + "grad_norm": 0.25642629726430977, + "learning_rate": 9.085066938996772e-06, + "loss": 0.3426, + "num_tokens": 411997731.0, + "step": 2166 + }, + { + "epoch": 0.7395904436860068, + "grad_norm": 0.280904811101188, + "learning_rate": 9.084043392597354e-06, + "loss": 0.3729, + "num_tokens": 412195313.0, + "step": 2167 + }, + { + "epoch": 0.7399317406143344, + "grad_norm": 0.27901380384742464, + "learning_rate": 9.083019338856835e-06, + "loss": 0.374, + "num_tokens": 412418854.0, + "step": 2168 + }, + { + "epoch": 0.7402730375426622, + "grad_norm": 0.2752726209960756, + "learning_rate": 9.08199477792017e-06, + "loss": 0.3294, + "num_tokens": 412585334.0, + "step": 2169 + }, + { + "epoch": 0.7406143344709898, + "grad_norm": 0.30123211158907465, + "learning_rate": 9.0809697099324e-06, + "loss": 0.3516, + "num_tokens": 412784693.0, + "step": 2170 + }, + { + "epoch": 0.7409556313993174, + "grad_norm": 0.28884146611929795, + "learning_rate": 9.079944135038622e-06, + "loss": 0.3577, + "num_tokens": 412973083.0, + "step": 2171 + }, + { + "epoch": 0.741296928327645, + "grad_norm": 0.29779470559402405, + "learning_rate": 9.078918053384014e-06, + "loss": 0.3541, + "num_tokens": 413146537.0, + "step": 2172 + }, + { + "epoch": 0.7416382252559727, + "grad_norm": 0.2959283818163344, + "learning_rate": 9.077891465113823e-06, + "loss": 0.3675, + "num_tokens": 413329504.0, + "step": 2173 + }, + { + "epoch": 0.7419795221843003, + "grad_norm": 0.27575936557737024, + "learning_rate": 9.07686437037337e-06, + "loss": 0.3062, + "num_tokens": 413501097.0, + "step": 2174 + }, + { + "epoch": 0.742320819112628, + "grad_norm": 0.2555038577806383, + "learning_rate": 9.075836769308044e-06, + "loss": 0.3214, + "num_tokens": 413699654.0, + "step": 2175 + }, + { + "epoch": 0.7426621160409557, + "grad_norm": 0.2852093293516688, + "learning_rate": 9.074808662063307e-06, + "loss": 0.3677, + "num_tokens": 413887574.0, + "step": 2176 + }, + { + "epoch": 0.7430034129692833, + "grad_norm": 0.246290430314571, + "learning_rate": 9.073780048784695e-06, + "loss": 0.3839, + "num_tokens": 414162644.0, + "step": 2177 + }, + { + "epoch": 0.7433447098976109, + "grad_norm": 0.2825963721615387, + "learning_rate": 9.072750929617815e-06, + "loss": 0.3696, + "num_tokens": 414370558.0, + "step": 2178 + }, + { + "epoch": 0.7436860068259386, + "grad_norm": 0.2627428050754784, + "learning_rate": 9.07172130470834e-06, + "loss": 0.3219, + "num_tokens": 414574142.0, + "step": 2179 + }, + { + "epoch": 0.7440273037542662, + "grad_norm": 0.26157589647516094, + "learning_rate": 9.070691174202024e-06, + "loss": 0.3453, + "num_tokens": 414792055.0, + "step": 2180 + }, + { + "epoch": 0.7443686006825938, + "grad_norm": 0.28134014578720706, + "learning_rate": 9.069660538244684e-06, + "loss": 0.3604, + "num_tokens": 414974790.0, + "step": 2181 + }, + { + "epoch": 0.7447098976109215, + "grad_norm": 0.2651107227932551, + "learning_rate": 9.068629396982215e-06, + "loss": 0.3737, + "num_tokens": 415191373.0, + "step": 2182 + }, + { + "epoch": 0.7450511945392492, + "grad_norm": 0.2975273469347456, + "learning_rate": 9.067597750560578e-06, + "loss": 0.3511, + "num_tokens": 415365124.0, + "step": 2183 + }, + { + "epoch": 0.7453924914675768, + "grad_norm": 0.30541630345165793, + "learning_rate": 9.066565599125812e-06, + "loss": 0.349, + "num_tokens": 415525675.0, + "step": 2184 + }, + { + "epoch": 0.7457337883959044, + "grad_norm": 0.3399615518647078, + "learning_rate": 9.065532942824021e-06, + "loss": 0.331, + "num_tokens": 415707989.0, + "step": 2185 + }, + { + "epoch": 0.7460750853242321, + "grad_norm": 0.2856892187665154, + "learning_rate": 9.064499781801383e-06, + "loss": 0.3736, + "num_tokens": 415924110.0, + "step": 2186 + }, + { + "epoch": 0.7464163822525597, + "grad_norm": 0.3073611136016281, + "learning_rate": 9.063466116204148e-06, + "loss": 0.3203, + "num_tokens": 416083868.0, + "step": 2187 + }, + { + "epoch": 0.7467576791808874, + "grad_norm": 0.2754324894015159, + "learning_rate": 9.062431946178636e-06, + "loss": 0.3475, + "num_tokens": 416284017.0, + "step": 2188 + }, + { + "epoch": 0.747098976109215, + "grad_norm": 0.26915461140121594, + "learning_rate": 9.061397271871245e-06, + "loss": 0.3542, + "num_tokens": 416515454.0, + "step": 2189 + }, + { + "epoch": 0.7474402730375427, + "grad_norm": 0.3057778894656127, + "learning_rate": 9.06036209342843e-06, + "loss": 0.3527, + "num_tokens": 416678790.0, + "step": 2190 + }, + { + "epoch": 0.7477815699658703, + "grad_norm": 0.3272578518069415, + "learning_rate": 9.059326410996733e-06, + "loss": 0.3288, + "num_tokens": 416859210.0, + "step": 2191 + }, + { + "epoch": 0.7481228668941979, + "grad_norm": 0.3493407574901441, + "learning_rate": 9.058290224722759e-06, + "loss": 0.3139, + "num_tokens": 417026335.0, + "step": 2192 + }, + { + "epoch": 0.7484641638225256, + "grad_norm": 0.28221079111995895, + "learning_rate": 9.057253534753184e-06, + "loss": 0.3459, + "num_tokens": 417186373.0, + "step": 2193 + }, + { + "epoch": 0.7488054607508532, + "grad_norm": 0.2832743181798395, + "learning_rate": 9.05621634123476e-06, + "loss": 0.3222, + "num_tokens": 417367580.0, + "step": 2194 + }, + { + "epoch": 0.7491467576791809, + "grad_norm": 0.3118743535335384, + "learning_rate": 9.055178644314304e-06, + "loss": 0.3547, + "num_tokens": 417536151.0, + "step": 2195 + }, + { + "epoch": 0.7494880546075086, + "grad_norm": 0.27656908168571553, + "learning_rate": 9.054140444138712e-06, + "loss": 0.331, + "num_tokens": 417701879.0, + "step": 2196 + }, + { + "epoch": 0.7498293515358362, + "grad_norm": 0.27072750143816615, + "learning_rate": 9.053101740854946e-06, + "loss": 0.3754, + "num_tokens": 417917303.0, + "step": 2197 + }, + { + "epoch": 0.7501706484641638, + "grad_norm": 0.2959449346048284, + "learning_rate": 9.052062534610034e-06, + "loss": 0.3507, + "num_tokens": 418086148.0, + "step": 2198 + }, + { + "epoch": 0.7505119453924914, + "grad_norm": 0.3066089656330804, + "learning_rate": 9.05102282555109e-06, + "loss": 0.3511, + "num_tokens": 418271540.0, + "step": 2199 + }, + { + "epoch": 0.7508532423208191, + "grad_norm": 0.273722278540372, + "learning_rate": 9.049982613825284e-06, + "loss": 0.3365, + "num_tokens": 418457547.0, + "step": 2200 + }, + { + "epoch": 0.7511945392491468, + "grad_norm": 0.28003614556590994, + "learning_rate": 9.048941899579869e-06, + "loss": 0.3303, + "num_tokens": 418647367.0, + "step": 2201 + }, + { + "epoch": 0.7515358361774744, + "grad_norm": 0.29456050110542825, + "learning_rate": 9.047900682962159e-06, + "loss": 0.3482, + "num_tokens": 418789923.0, + "step": 2202 + }, + { + "epoch": 0.7518771331058021, + "grad_norm": 0.28930103535426, + "learning_rate": 9.046858964119548e-06, + "loss": 0.3729, + "num_tokens": 418984539.0, + "step": 2203 + }, + { + "epoch": 0.7522184300341297, + "grad_norm": 0.2594305794863598, + "learning_rate": 9.045816743199494e-06, + "loss": 0.2984, + "num_tokens": 419184457.0, + "step": 2204 + }, + { + "epoch": 0.7525597269624573, + "grad_norm": 0.26350874299361005, + "learning_rate": 9.044774020349532e-06, + "loss": 0.3709, + "num_tokens": 419395126.0, + "step": 2205 + }, + { + "epoch": 0.752901023890785, + "grad_norm": 0.282087106019703, + "learning_rate": 9.043730795717262e-06, + "loss": 0.3323, + "num_tokens": 419573041.0, + "step": 2206 + }, + { + "epoch": 0.7532423208191126, + "grad_norm": 0.2638949809445255, + "learning_rate": 9.042687069450361e-06, + "loss": 0.3214, + "num_tokens": 419744239.0, + "step": 2207 + }, + { + "epoch": 0.7535836177474403, + "grad_norm": 0.288748602832229, + "learning_rate": 9.041642841696572e-06, + "loss": 0.3342, + "num_tokens": 419911299.0, + "step": 2208 + }, + { + "epoch": 0.7539249146757679, + "grad_norm": 0.2837657262881959, + "learning_rate": 9.040598112603714e-06, + "loss": 0.3581, + "num_tokens": 420136259.0, + "step": 2209 + }, + { + "epoch": 0.7542662116040956, + "grad_norm": 0.2772149345351144, + "learning_rate": 9.039552882319672e-06, + "loss": 0.3218, + "num_tokens": 420304227.0, + "step": 2210 + }, + { + "epoch": 0.7546075085324232, + "grad_norm": 0.3326818470431004, + "learning_rate": 9.0385071509924e-06, + "loss": 0.3596, + "num_tokens": 420429171.0, + "step": 2211 + }, + { + "epoch": 0.7549488054607508, + "grad_norm": 0.29542462211326276, + "learning_rate": 9.037460918769936e-06, + "loss": 0.368, + "num_tokens": 420606694.0, + "step": 2212 + }, + { + "epoch": 0.7552901023890785, + "grad_norm": 0.28498862364243643, + "learning_rate": 9.036414185800376e-06, + "loss": 0.3413, + "num_tokens": 420790082.0, + "step": 2213 + }, + { + "epoch": 0.7556313993174062, + "grad_norm": 0.3805292317862312, + "learning_rate": 9.035366952231888e-06, + "loss": 0.3391, + "num_tokens": 420971748.0, + "step": 2214 + }, + { + "epoch": 0.7559726962457338, + "grad_norm": 0.30043380467935515, + "learning_rate": 9.034319218212715e-06, + "loss": 0.3471, + "num_tokens": 421145777.0, + "step": 2215 + }, + { + "epoch": 0.7563139931740614, + "grad_norm": 0.3001636441413615, + "learning_rate": 9.033270983891173e-06, + "loss": 0.3514, + "num_tokens": 421328691.0, + "step": 2216 + }, + { + "epoch": 0.7566552901023891, + "grad_norm": 0.294440455431964, + "learning_rate": 9.032222249415641e-06, + "loss": 0.3641, + "num_tokens": 421522759.0, + "step": 2217 + }, + { + "epoch": 0.7569965870307167, + "grad_norm": 0.29442249287210226, + "learning_rate": 9.031173014934577e-06, + "loss": 0.3244, + "num_tokens": 421687000.0, + "step": 2218 + }, + { + "epoch": 0.7573378839590443, + "grad_norm": 0.31104736123598437, + "learning_rate": 9.030123280596503e-06, + "loss": 0.3576, + "num_tokens": 421898995.0, + "step": 2219 + }, + { + "epoch": 0.757679180887372, + "grad_norm": 0.27509840640284094, + "learning_rate": 9.029073046550014e-06, + "loss": 0.3444, + "num_tokens": 422076745.0, + "step": 2220 + }, + { + "epoch": 0.7580204778156997, + "grad_norm": 0.266677540405644, + "learning_rate": 9.028022312943779e-06, + "loss": 0.3456, + "num_tokens": 422268810.0, + "step": 2221 + }, + { + "epoch": 0.7583617747440273, + "grad_norm": 0.3168828469649681, + "learning_rate": 9.026971079926535e-06, + "loss": 0.3807, + "num_tokens": 422482561.0, + "step": 2222 + }, + { + "epoch": 0.758703071672355, + "grad_norm": 0.2759300882939622, + "learning_rate": 9.025919347647089e-06, + "loss": 0.3278, + "num_tokens": 422659751.0, + "step": 2223 + }, + { + "epoch": 0.7590443686006826, + "grad_norm": 0.2805208171221623, + "learning_rate": 9.024867116254317e-06, + "loss": 0.3495, + "num_tokens": 422844477.0, + "step": 2224 + }, + { + "epoch": 0.7593856655290102, + "grad_norm": 0.287869906400677, + "learning_rate": 9.023814385897174e-06, + "loss": 0.3483, + "num_tokens": 423006185.0, + "step": 2225 + }, + { + "epoch": 0.7597269624573378, + "grad_norm": 0.2774669408423873, + "learning_rate": 9.022761156724673e-06, + "loss": 0.3427, + "num_tokens": 423194323.0, + "step": 2226 + }, + { + "epoch": 0.7600682593856656, + "grad_norm": 0.260467014281885, + "learning_rate": 9.021707428885912e-06, + "loss": 0.3148, + "num_tokens": 423387817.0, + "step": 2227 + }, + { + "epoch": 0.7604095563139932, + "grad_norm": 0.2859601298801822, + "learning_rate": 9.020653202530043e-06, + "loss": 0.3372, + "num_tokens": 423561096.0, + "step": 2228 + }, + { + "epoch": 0.7607508532423208, + "grad_norm": 0.31009119899088533, + "learning_rate": 9.019598477806305e-06, + "loss": 0.332, + "num_tokens": 423712828.0, + "step": 2229 + }, + { + "epoch": 0.7610921501706485, + "grad_norm": 0.28611991784072244, + "learning_rate": 9.018543254863997e-06, + "loss": 0.3651, + "num_tokens": 423899188.0, + "step": 2230 + }, + { + "epoch": 0.7614334470989761, + "grad_norm": 0.330837061680492, + "learning_rate": 9.017487533852492e-06, + "loss": 0.3875, + "num_tokens": 424093891.0, + "step": 2231 + }, + { + "epoch": 0.7617747440273037, + "grad_norm": 0.29056761471703896, + "learning_rate": 9.016431314921233e-06, + "loss": 0.3244, + "num_tokens": 424261123.0, + "step": 2232 + }, + { + "epoch": 0.7621160409556313, + "grad_norm": 0.30340296373479136, + "learning_rate": 9.015374598219735e-06, + "loss": 0.3425, + "num_tokens": 424460800.0, + "step": 2233 + }, + { + "epoch": 0.7624573378839591, + "grad_norm": 0.2695073670965995, + "learning_rate": 9.014317383897579e-06, + "loss": 0.3452, + "num_tokens": 424660271.0, + "step": 2234 + }, + { + "epoch": 0.7627986348122867, + "grad_norm": 0.2735482918650762, + "learning_rate": 9.013259672104423e-06, + "loss": 0.3415, + "num_tokens": 424857237.0, + "step": 2235 + }, + { + "epoch": 0.7631399317406143, + "grad_norm": 0.2720533354461355, + "learning_rate": 9.012201462989989e-06, + "loss": 0.3322, + "num_tokens": 425064086.0, + "step": 2236 + }, + { + "epoch": 0.763481228668942, + "grad_norm": 0.28209710243329494, + "learning_rate": 9.011142756704075e-06, + "loss": 0.3637, + "num_tokens": 425262145.0, + "step": 2237 + }, + { + "epoch": 0.7638225255972696, + "grad_norm": 0.29837209055202313, + "learning_rate": 9.010083553396546e-06, + "loss": 0.353, + "num_tokens": 425442928.0, + "step": 2238 + }, + { + "epoch": 0.7641638225255972, + "grad_norm": 0.3005067015027659, + "learning_rate": 9.009023853217334e-06, + "loss": 0.3173, + "num_tokens": 425591933.0, + "step": 2239 + }, + { + "epoch": 0.764505119453925, + "grad_norm": 0.26891878094460714, + "learning_rate": 9.007963656316452e-06, + "loss": 0.3308, + "num_tokens": 425782363.0, + "step": 2240 + }, + { + "epoch": 0.7648464163822526, + "grad_norm": 0.2748853408127799, + "learning_rate": 9.006902962843973e-06, + "loss": 0.3458, + "num_tokens": 425952691.0, + "step": 2241 + }, + { + "epoch": 0.7651877133105802, + "grad_norm": 0.3034755898232569, + "learning_rate": 9.005841772950043e-06, + "loss": 0.3607, + "num_tokens": 426131383.0, + "step": 2242 + }, + { + "epoch": 0.7655290102389078, + "grad_norm": 0.28808528094486496, + "learning_rate": 9.004780086784884e-06, + "loss": 0.3409, + "num_tokens": 426313960.0, + "step": 2243 + }, + { + "epoch": 0.7658703071672355, + "grad_norm": 0.27695161573055593, + "learning_rate": 9.003717904498776e-06, + "loss": 0.3397, + "num_tokens": 426506453.0, + "step": 2244 + }, + { + "epoch": 0.7662116040955631, + "grad_norm": 0.27699608115315627, + "learning_rate": 9.002655226242085e-06, + "loss": 0.3502, + "num_tokens": 426707980.0, + "step": 2245 + }, + { + "epoch": 0.7665529010238907, + "grad_norm": 0.2791686252659165, + "learning_rate": 9.001592052165234e-06, + "loss": 0.3314, + "num_tokens": 426875913.0, + "step": 2246 + }, + { + "epoch": 0.7668941979522185, + "grad_norm": 0.2851844701105978, + "learning_rate": 9.000528382418721e-06, + "loss": 0.3475, + "num_tokens": 427057845.0, + "step": 2247 + }, + { + "epoch": 0.7672354948805461, + "grad_norm": 0.290844339382864, + "learning_rate": 8.999464217153117e-06, + "loss": 0.3624, + "num_tokens": 427255678.0, + "step": 2248 + }, + { + "epoch": 0.7675767918088737, + "grad_norm": 0.2662287747343246, + "learning_rate": 8.998399556519058e-06, + "loss": 0.3472, + "num_tokens": 427461110.0, + "step": 2249 + }, + { + "epoch": 0.7679180887372014, + "grad_norm": 0.38557745205125443, + "learning_rate": 8.997334400667254e-06, + "loss": 0.3469, + "num_tokens": 427699239.0, + "step": 2250 + }, + { + "epoch": 0.768259385665529, + "grad_norm": 0.2573027154030545, + "learning_rate": 8.996268749748484e-06, + "loss": 0.3358, + "num_tokens": 427903502.0, + "step": 2251 + }, + { + "epoch": 0.7686006825938566, + "grad_norm": 0.26969114555274, + "learning_rate": 8.995202603913594e-06, + "loss": 0.3568, + "num_tokens": 428112489.0, + "step": 2252 + }, + { + "epoch": 0.7689419795221843, + "grad_norm": 0.2794935804240364, + "learning_rate": 8.994135963313506e-06, + "loss": 0.3917, + "num_tokens": 428329415.0, + "step": 2253 + }, + { + "epoch": 0.769283276450512, + "grad_norm": 0.31843857859923563, + "learning_rate": 8.993068828099209e-06, + "loss": 0.3147, + "num_tokens": 428482334.0, + "step": 2254 + }, + { + "epoch": 0.7696245733788396, + "grad_norm": 0.31385639478390037, + "learning_rate": 8.99200119842176e-06, + "loss": 0.3401, + "num_tokens": 428687345.0, + "step": 2255 + }, + { + "epoch": 0.7699658703071672, + "grad_norm": 0.2682902419242367, + "learning_rate": 8.990933074432288e-06, + "loss": 0.3103, + "num_tokens": 428873021.0, + "step": 2256 + }, + { + "epoch": 0.7703071672354949, + "grad_norm": 0.38470726661466415, + "learning_rate": 8.989864456281993e-06, + "loss": 0.3491, + "num_tokens": 429081750.0, + "step": 2257 + }, + { + "epoch": 0.7706484641638225, + "grad_norm": 0.2700260733514317, + "learning_rate": 8.988795344122142e-06, + "loss": 0.3511, + "num_tokens": 429293094.0, + "step": 2258 + }, + { + "epoch": 0.7709897610921501, + "grad_norm": 0.26540663259334124, + "learning_rate": 8.987725738104075e-06, + "loss": 0.3058, + "num_tokens": 429463052.0, + "step": 2259 + }, + { + "epoch": 0.7713310580204779, + "grad_norm": 0.2909093189983589, + "learning_rate": 8.986655638379203e-06, + "loss": 0.3659, + "num_tokens": 429650403.0, + "step": 2260 + }, + { + "epoch": 0.7716723549488055, + "grad_norm": 0.27987630599286606, + "learning_rate": 8.985585045098999e-06, + "loss": 0.3157, + "num_tokens": 429826154.0, + "step": 2261 + }, + { + "epoch": 0.7720136518771331, + "grad_norm": 0.29416848466230544, + "learning_rate": 8.984513958415014e-06, + "loss": 0.3334, + "num_tokens": 429993075.0, + "step": 2262 + }, + { + "epoch": 0.7723549488054607, + "grad_norm": 0.28470778947914954, + "learning_rate": 8.983442378478869e-06, + "loss": 0.3738, + "num_tokens": 430191177.0, + "step": 2263 + }, + { + "epoch": 0.7726962457337884, + "grad_norm": 0.31921245712165575, + "learning_rate": 8.982370305442248e-06, + "loss": 0.3504, + "num_tokens": 430390676.0, + "step": 2264 + }, + { + "epoch": 0.773037542662116, + "grad_norm": 0.2892124867583558, + "learning_rate": 8.981297739456912e-06, + "loss": 0.3928, + "num_tokens": 430582035.0, + "step": 2265 + }, + { + "epoch": 0.7733788395904437, + "grad_norm": 0.28137772322243754, + "learning_rate": 8.980224680674684e-06, + "loss": 0.354, + "num_tokens": 430776221.0, + "step": 2266 + }, + { + "epoch": 0.7737201365187714, + "grad_norm": 0.2752629088268131, + "learning_rate": 8.979151129247468e-06, + "loss": 0.3377, + "num_tokens": 430986911.0, + "step": 2267 + }, + { + "epoch": 0.774061433447099, + "grad_norm": 0.2967677996534765, + "learning_rate": 8.978077085327226e-06, + "loss": 0.3255, + "num_tokens": 431187549.0, + "step": 2268 + }, + { + "epoch": 0.7744027303754266, + "grad_norm": 0.29442539281389324, + "learning_rate": 8.977002549065997e-06, + "loss": 0.3725, + "num_tokens": 431373097.0, + "step": 2269 + }, + { + "epoch": 0.7747440273037542, + "grad_norm": 0.25234489279103667, + "learning_rate": 8.975927520615888e-06, + "loss": 0.3304, + "num_tokens": 431568102.0, + "step": 2270 + }, + { + "epoch": 0.7750853242320819, + "grad_norm": 0.26458143815206925, + "learning_rate": 8.97485200012907e-06, + "loss": 0.3355, + "num_tokens": 431771554.0, + "step": 2271 + }, + { + "epoch": 0.7754266211604095, + "grad_norm": 0.31792973458096996, + "learning_rate": 8.973775987757797e-06, + "loss": 0.3803, + "num_tokens": 431950732.0, + "step": 2272 + }, + { + "epoch": 0.7757679180887372, + "grad_norm": 0.3160593229327916, + "learning_rate": 8.972699483654378e-06, + "loss": 0.366, + "num_tokens": 432152987.0, + "step": 2273 + }, + { + "epoch": 0.7761092150170649, + "grad_norm": 0.26533712315771607, + "learning_rate": 8.971622487971203e-06, + "loss": 0.3719, + "num_tokens": 432361410.0, + "step": 2274 + }, + { + "epoch": 0.7764505119453925, + "grad_norm": 0.2543506781912498, + "learning_rate": 8.970545000860722e-06, + "loss": 0.3136, + "num_tokens": 432564224.0, + "step": 2275 + }, + { + "epoch": 0.7767918088737201, + "grad_norm": 0.28785147916518644, + "learning_rate": 8.969467022475464e-06, + "loss": 0.3548, + "num_tokens": 432733299.0, + "step": 2276 + }, + { + "epoch": 0.7771331058020478, + "grad_norm": 0.29231178079757825, + "learning_rate": 8.968388552968018e-06, + "loss": 0.3244, + "num_tokens": 432884581.0, + "step": 2277 + }, + { + "epoch": 0.7774744027303754, + "grad_norm": 0.2483520258310222, + "learning_rate": 8.967309592491052e-06, + "loss": 0.3068, + "num_tokens": 433060448.0, + "step": 2278 + }, + { + "epoch": 0.7778156996587031, + "grad_norm": 0.28156901029898407, + "learning_rate": 8.966230141197295e-06, + "loss": 0.3324, + "num_tokens": 433239670.0, + "step": 2279 + }, + { + "epoch": 0.7781569965870307, + "grad_norm": 0.28895515411462364, + "learning_rate": 8.965150199239552e-06, + "loss": 0.3473, + "num_tokens": 433425581.0, + "step": 2280 + }, + { + "epoch": 0.7784982935153584, + "grad_norm": 0.26034688129478956, + "learning_rate": 8.964069766770693e-06, + "loss": 0.3362, + "num_tokens": 433644102.0, + "step": 2281 + }, + { + "epoch": 0.778839590443686, + "grad_norm": 0.2897247029995289, + "learning_rate": 8.962988843943658e-06, + "loss": 0.3257, + "num_tokens": 433834010.0, + "step": 2282 + }, + { + "epoch": 0.7791808873720136, + "grad_norm": 0.2638616619303771, + "learning_rate": 8.961907430911461e-06, + "loss": 0.3482, + "num_tokens": 434027047.0, + "step": 2283 + }, + { + "epoch": 0.7795221843003413, + "grad_norm": 0.29496533160739496, + "learning_rate": 8.960825527827179e-06, + "loss": 0.3787, + "num_tokens": 434230912.0, + "step": 2284 + }, + { + "epoch": 0.7798634812286689, + "grad_norm": 0.27800110594387506, + "learning_rate": 8.959743134843962e-06, + "loss": 0.3596, + "num_tokens": 434430225.0, + "step": 2285 + }, + { + "epoch": 0.7802047781569966, + "grad_norm": 0.26118008754517635, + "learning_rate": 8.958660252115032e-06, + "loss": 0.3216, + "num_tokens": 434636172.0, + "step": 2286 + }, + { + "epoch": 0.7805460750853243, + "grad_norm": 0.3429573732114512, + "learning_rate": 8.95757687979367e-06, + "loss": 0.3754, + "num_tokens": 434836953.0, + "step": 2287 + }, + { + "epoch": 0.7808873720136519, + "grad_norm": 0.28055626300213987, + "learning_rate": 8.956493018033242e-06, + "loss": 0.3459, + "num_tokens": 435033879.0, + "step": 2288 + }, + { + "epoch": 0.7812286689419795, + "grad_norm": 0.2830054637805514, + "learning_rate": 8.955408666987167e-06, + "loss": 0.3531, + "num_tokens": 435236129.0, + "step": 2289 + }, + { + "epoch": 0.7815699658703071, + "grad_norm": 0.9266452026893447, + "learning_rate": 8.954323826808946e-06, + "loss": 0.3304, + "num_tokens": 435403716.0, + "step": 2290 + }, + { + "epoch": 0.7819112627986348, + "grad_norm": 0.2840173828547757, + "learning_rate": 8.953238497652141e-06, + "loss": 0.3456, + "num_tokens": 435577068.0, + "step": 2291 + }, + { + "epoch": 0.7822525597269625, + "grad_norm": 0.27369762464943687, + "learning_rate": 8.95215267967039e-06, + "loss": 0.3396, + "num_tokens": 435754442.0, + "step": 2292 + }, + { + "epoch": 0.7825938566552901, + "grad_norm": 0.3144148955647572, + "learning_rate": 8.951066373017391e-06, + "loss": 0.3424, + "num_tokens": 435937942.0, + "step": 2293 + }, + { + "epoch": 0.7829351535836178, + "grad_norm": 0.27909022920862214, + "learning_rate": 8.949979577846922e-06, + "loss": 0.3288, + "num_tokens": 436126695.0, + "step": 2294 + }, + { + "epoch": 0.7832764505119454, + "grad_norm": 0.27086539361709083, + "learning_rate": 8.94889229431282e-06, + "loss": 0.3315, + "num_tokens": 436325794.0, + "step": 2295 + }, + { + "epoch": 0.783617747440273, + "grad_norm": 0.27074021950660276, + "learning_rate": 8.947804522569e-06, + "loss": 0.3709, + "num_tokens": 436552764.0, + "step": 2296 + }, + { + "epoch": 0.7839590443686006, + "grad_norm": 0.3110398452550307, + "learning_rate": 8.94671626276944e-06, + "loss": 0.3402, + "num_tokens": 436709581.0, + "step": 2297 + }, + { + "epoch": 0.7843003412969284, + "grad_norm": 0.27074995524259965, + "learning_rate": 8.94562751506819e-06, + "loss": 0.3332, + "num_tokens": 436897318.0, + "step": 2298 + }, + { + "epoch": 0.784641638225256, + "grad_norm": 0.26299481445999734, + "learning_rate": 8.944538279619368e-06, + "loss": 0.3579, + "num_tokens": 437125065.0, + "step": 2299 + }, + { + "epoch": 0.7849829351535836, + "grad_norm": 0.2718950424935597, + "learning_rate": 8.943448556577162e-06, + "loss": 0.3566, + "num_tokens": 437339981.0, + "step": 2300 + }, + { + "epoch": 0.7853242320819113, + "grad_norm": 0.2539195507554824, + "learning_rate": 8.942358346095827e-06, + "loss": 0.3595, + "num_tokens": 437585078.0, + "step": 2301 + }, + { + "epoch": 0.7856655290102389, + "grad_norm": 0.27056570721636125, + "learning_rate": 8.94126764832969e-06, + "loss": 0.3446, + "num_tokens": 437789735.0, + "step": 2302 + }, + { + "epoch": 0.7860068259385665, + "grad_norm": 0.2503969116902011, + "learning_rate": 8.940176463433142e-06, + "loss": 0.3424, + "num_tokens": 438031106.0, + "step": 2303 + }, + { + "epoch": 0.7863481228668942, + "grad_norm": 0.3504314526847923, + "learning_rate": 8.939084791560651e-06, + "loss": 0.3674, + "num_tokens": 438217906.0, + "step": 2304 + }, + { + "epoch": 0.7866894197952219, + "grad_norm": 0.2750565933219395, + "learning_rate": 8.937992632866746e-06, + "loss": 0.3672, + "num_tokens": 438411022.0, + "step": 2305 + }, + { + "epoch": 0.7870307167235495, + "grad_norm": 0.2610589617949102, + "learning_rate": 8.936899987506028e-06, + "loss": 0.3557, + "num_tokens": 438613792.0, + "step": 2306 + }, + { + "epoch": 0.7873720136518771, + "grad_norm": 0.26154992911934494, + "learning_rate": 8.935806855633167e-06, + "loss": 0.3446, + "num_tokens": 438836538.0, + "step": 2307 + }, + { + "epoch": 0.7877133105802048, + "grad_norm": 0.26890189380597834, + "learning_rate": 8.934713237402905e-06, + "loss": 0.3485, + "num_tokens": 439036647.0, + "step": 2308 + }, + { + "epoch": 0.7880546075085324, + "grad_norm": 0.26697555652511573, + "learning_rate": 8.933619132970043e-06, + "loss": 0.3459, + "num_tokens": 439245981.0, + "step": 2309 + }, + { + "epoch": 0.78839590443686, + "grad_norm": 0.2820057317912969, + "learning_rate": 8.932524542489466e-06, + "loss": 0.3388, + "num_tokens": 439448916.0, + "step": 2310 + }, + { + "epoch": 0.7887372013651878, + "grad_norm": 0.28494713881932054, + "learning_rate": 8.931429466116114e-06, + "loss": 0.3478, + "num_tokens": 439611440.0, + "step": 2311 + }, + { + "epoch": 0.7890784982935154, + "grad_norm": 0.2646002638717317, + "learning_rate": 8.930333904005e-06, + "loss": 0.3668, + "num_tokens": 439846485.0, + "step": 2312 + }, + { + "epoch": 0.789419795221843, + "grad_norm": 0.30388176768189057, + "learning_rate": 8.929237856311211e-06, + "loss": 0.3527, + "num_tokens": 440038526.0, + "step": 2313 + }, + { + "epoch": 0.7897610921501707, + "grad_norm": 0.2709566286118367, + "learning_rate": 8.928141323189897e-06, + "loss": 0.362, + "num_tokens": 440245507.0, + "step": 2314 + }, + { + "epoch": 0.7901023890784983, + "grad_norm": 0.27711644489109444, + "learning_rate": 8.927044304796276e-06, + "loss": 0.3558, + "num_tokens": 440443769.0, + "step": 2315 + }, + { + "epoch": 0.7904436860068259, + "grad_norm": 0.2705341292717566, + "learning_rate": 8.92594680128564e-06, + "loss": 0.3673, + "num_tokens": 440655593.0, + "step": 2316 + }, + { + "epoch": 0.7907849829351535, + "grad_norm": 0.38365835273879584, + "learning_rate": 8.924848812813347e-06, + "loss": 0.3314, + "num_tokens": 440814265.0, + "step": 2317 + }, + { + "epoch": 0.7911262798634813, + "grad_norm": 0.3187828467064538, + "learning_rate": 8.92375033953482e-06, + "loss": 0.365, + "num_tokens": 440964539.0, + "step": 2318 + }, + { + "epoch": 0.7914675767918089, + "grad_norm": 0.26938581108049314, + "learning_rate": 8.922651381605556e-06, + "loss": 0.3512, + "num_tokens": 441159643.0, + "step": 2319 + }, + { + "epoch": 0.7918088737201365, + "grad_norm": 0.269980242900848, + "learning_rate": 8.921551939181118e-06, + "loss": 0.3883, + "num_tokens": 441364315.0, + "step": 2320 + }, + { + "epoch": 0.7921501706484642, + "grad_norm": 0.2794459118374991, + "learning_rate": 8.92045201241714e-06, + "loss": 0.3594, + "num_tokens": 441566530.0, + "step": 2321 + }, + { + "epoch": 0.7924914675767918, + "grad_norm": 0.3077602367920222, + "learning_rate": 8.91935160146932e-06, + "loss": 0.3407, + "num_tokens": 441764415.0, + "step": 2322 + }, + { + "epoch": 0.7928327645051194, + "grad_norm": 0.27868357345288886, + "learning_rate": 8.91825070649343e-06, + "loss": 0.3387, + "num_tokens": 441952635.0, + "step": 2323 + }, + { + "epoch": 0.7931740614334472, + "grad_norm": 0.2915142010986937, + "learning_rate": 8.917149327645304e-06, + "loss": 0.3335, + "num_tokens": 442108377.0, + "step": 2324 + }, + { + "epoch": 0.7935153583617748, + "grad_norm": 0.29764136007347564, + "learning_rate": 8.916047465080852e-06, + "loss": 0.368, + "num_tokens": 442290783.0, + "step": 2325 + }, + { + "epoch": 0.7938566552901024, + "grad_norm": 0.25314130603378154, + "learning_rate": 8.914945118956046e-06, + "loss": 0.3334, + "num_tokens": 442520810.0, + "step": 2326 + }, + { + "epoch": 0.79419795221843, + "grad_norm": 0.3193305405159765, + "learning_rate": 8.913842289426932e-06, + "loss": 0.3643, + "num_tokens": 442678046.0, + "step": 2327 + }, + { + "epoch": 0.7945392491467577, + "grad_norm": 0.28684344556223595, + "learning_rate": 8.91273897664962e-06, + "loss": 0.3295, + "num_tokens": 442862043.0, + "step": 2328 + }, + { + "epoch": 0.7948805460750853, + "grad_norm": 0.27976888159752084, + "learning_rate": 8.911635180780289e-06, + "loss": 0.3624, + "num_tokens": 443060351.0, + "step": 2329 + }, + { + "epoch": 0.7952218430034129, + "grad_norm": 0.3353385577090405, + "learning_rate": 8.910530901975188e-06, + "loss": 0.3511, + "num_tokens": 443186187.0, + "step": 2330 + }, + { + "epoch": 0.7955631399317407, + "grad_norm": 0.28705564871793743, + "learning_rate": 8.909426140390635e-06, + "loss": 0.3659, + "num_tokens": 443398248.0, + "step": 2331 + }, + { + "epoch": 0.7959044368600683, + "grad_norm": 0.33193759541690165, + "learning_rate": 8.908320896183012e-06, + "loss": 0.3531, + "num_tokens": 443589546.0, + "step": 2332 + }, + { + "epoch": 0.7962457337883959, + "grad_norm": 0.24636651981608598, + "learning_rate": 8.907215169508778e-06, + "loss": 0.3612, + "num_tokens": 443828392.0, + "step": 2333 + }, + { + "epoch": 0.7965870307167235, + "grad_norm": 0.29238262745370497, + "learning_rate": 8.906108960524449e-06, + "loss": 0.3784, + "num_tokens": 444013634.0, + "step": 2334 + }, + { + "epoch": 0.7969283276450512, + "grad_norm": 0.2694994355362791, + "learning_rate": 8.905002269386619e-06, + "loss": 0.3319, + "num_tokens": 444227300.0, + "step": 2335 + }, + { + "epoch": 0.7972696245733788, + "grad_norm": 0.29197436676859756, + "learning_rate": 8.903895096251943e-06, + "loss": 0.3458, + "num_tokens": 444419235.0, + "step": 2336 + }, + { + "epoch": 0.7976109215017065, + "grad_norm": 0.25025499031681436, + "learning_rate": 8.90278744127715e-06, + "loss": 0.3387, + "num_tokens": 444637961.0, + "step": 2337 + }, + { + "epoch": 0.7979522184300342, + "grad_norm": 0.2736099932802375, + "learning_rate": 8.901679304619034e-06, + "loss": 0.3265, + "num_tokens": 444810583.0, + "step": 2338 + }, + { + "epoch": 0.7982935153583618, + "grad_norm": 0.28453540344977346, + "learning_rate": 8.900570686434457e-06, + "loss": 0.3597, + "num_tokens": 445013126.0, + "step": 2339 + }, + { + "epoch": 0.7986348122866894, + "grad_norm": 0.3029082242598844, + "learning_rate": 8.89946158688035e-06, + "loss": 0.329, + "num_tokens": 445156155.0, + "step": 2340 + }, + { + "epoch": 0.798976109215017, + "grad_norm": 0.2797994702565574, + "learning_rate": 8.898352006113712e-06, + "loss": 0.3451, + "num_tokens": 445336781.0, + "step": 2341 + }, + { + "epoch": 0.7993174061433447, + "grad_norm": 0.28902169874470457, + "learning_rate": 8.897241944291615e-06, + "loss": 0.3642, + "num_tokens": 445507927.0, + "step": 2342 + }, + { + "epoch": 0.7996587030716723, + "grad_norm": 0.30277852083588896, + "learning_rate": 8.896131401571186e-06, + "loss": 0.3307, + "num_tokens": 445686575.0, + "step": 2343 + }, + { + "epoch": 0.8, + "grad_norm": 0.28669779952800606, + "learning_rate": 8.895020378109634e-06, + "loss": 0.3408, + "num_tokens": 445856092.0, + "step": 2344 + }, + { + "epoch": 0.8003412969283277, + "grad_norm": 0.29688836805556795, + "learning_rate": 8.89390887406423e-06, + "loss": 0.3533, + "num_tokens": 446025863.0, + "step": 2345 + }, + { + "epoch": 0.8006825938566553, + "grad_norm": 0.26788968488236325, + "learning_rate": 8.892796889592312e-06, + "loss": 0.3358, + "num_tokens": 446220530.0, + "step": 2346 + }, + { + "epoch": 0.8010238907849829, + "grad_norm": 0.29943815032608073, + "learning_rate": 8.891684424851289e-06, + "loss": 0.3888, + "num_tokens": 446397731.0, + "step": 2347 + }, + { + "epoch": 0.8013651877133106, + "grad_norm": 0.2931410287928199, + "learning_rate": 8.890571479998636e-06, + "loss": 0.3408, + "num_tokens": 446592445.0, + "step": 2348 + }, + { + "epoch": 0.8017064846416382, + "grad_norm": 0.2848084081347746, + "learning_rate": 8.889458055191896e-06, + "loss": 0.3322, + "num_tokens": 446780843.0, + "step": 2349 + }, + { + "epoch": 0.8020477815699659, + "grad_norm": 0.30195248180709977, + "learning_rate": 8.888344150588681e-06, + "loss": 0.3706, + "num_tokens": 446962129.0, + "step": 2350 + }, + { + "epoch": 0.8023890784982936, + "grad_norm": 0.2619531284526426, + "learning_rate": 8.88722976634667e-06, + "loss": 0.3706, + "num_tokens": 447190318.0, + "step": 2351 + }, + { + "epoch": 0.8027303754266212, + "grad_norm": 0.28905487989613227, + "learning_rate": 8.88611490262361e-06, + "loss": 0.3321, + "num_tokens": 447370116.0, + "step": 2352 + }, + { + "epoch": 0.8030716723549488, + "grad_norm": 0.3104683713440747, + "learning_rate": 8.884999559577317e-06, + "loss": 0.3863, + "num_tokens": 447551657.0, + "step": 2353 + }, + { + "epoch": 0.8034129692832764, + "grad_norm": 0.2902697260296304, + "learning_rate": 8.883883737365674e-06, + "loss": 0.3633, + "num_tokens": 447777441.0, + "step": 2354 + }, + { + "epoch": 0.8037542662116041, + "grad_norm": 0.2908662051797634, + "learning_rate": 8.882767436146628e-06, + "loss": 0.3689, + "num_tokens": 447971190.0, + "step": 2355 + }, + { + "epoch": 0.8040955631399317, + "grad_norm": 0.35082251903921474, + "learning_rate": 8.881650656078204e-06, + "loss": 0.3758, + "num_tokens": 448115711.0, + "step": 2356 + }, + { + "epoch": 0.8044368600682594, + "grad_norm": 0.2992209603370055, + "learning_rate": 8.880533397318484e-06, + "loss": 0.355, + "num_tokens": 448316961.0, + "step": 2357 + }, + { + "epoch": 0.8047781569965871, + "grad_norm": 0.2859274597750944, + "learning_rate": 8.879415660025624e-06, + "loss": 0.4002, + "num_tokens": 448523801.0, + "step": 2358 + }, + { + "epoch": 0.8051194539249147, + "grad_norm": 0.2442218785692099, + "learning_rate": 8.878297444357844e-06, + "loss": 0.3525, + "num_tokens": 448756184.0, + "step": 2359 + }, + { + "epoch": 0.8054607508532423, + "grad_norm": 0.2702371754915577, + "learning_rate": 8.877178750473436e-06, + "loss": 0.3496, + "num_tokens": 448977128.0, + "step": 2360 + }, + { + "epoch": 0.8058020477815699, + "grad_norm": 0.24876267806852148, + "learning_rate": 8.876059578530756e-06, + "loss": 0.3251, + "num_tokens": 449211380.0, + "step": 2361 + }, + { + "epoch": 0.8061433447098976, + "grad_norm": 0.30577564559156045, + "learning_rate": 8.874939928688228e-06, + "loss": 0.3549, + "num_tokens": 449349553.0, + "step": 2362 + }, + { + "epoch": 0.8064846416382253, + "grad_norm": 0.25981929641373414, + "learning_rate": 8.873819801104347e-06, + "loss": 0.3606, + "num_tokens": 449597362.0, + "step": 2363 + }, + { + "epoch": 0.8068259385665529, + "grad_norm": 0.29504735163192525, + "learning_rate": 8.87269919593767e-06, + "loss": 0.3588, + "num_tokens": 449753592.0, + "step": 2364 + }, + { + "epoch": 0.8071672354948806, + "grad_norm": 0.29007796164421457, + "learning_rate": 8.871578113346828e-06, + "loss": 0.3536, + "num_tokens": 449952347.0, + "step": 2365 + }, + { + "epoch": 0.8075085324232082, + "grad_norm": 0.2541062330544366, + "learning_rate": 8.870456553490515e-06, + "loss": 0.3444, + "num_tokens": 450157872.0, + "step": 2366 + }, + { + "epoch": 0.8078498293515358, + "grad_norm": 0.27486532394054486, + "learning_rate": 8.869334516527494e-06, + "loss": 0.3222, + "num_tokens": 450328939.0, + "step": 2367 + }, + { + "epoch": 0.8081911262798634, + "grad_norm": 0.30254645609693526, + "learning_rate": 8.868212002616595e-06, + "loss": 0.3648, + "num_tokens": 450498403.0, + "step": 2368 + }, + { + "epoch": 0.8085324232081911, + "grad_norm": 0.2780963414690058, + "learning_rate": 8.867089011916717e-06, + "loss": 0.3128, + "num_tokens": 450656172.0, + "step": 2369 + }, + { + "epoch": 0.8088737201365188, + "grad_norm": 0.2897036443582895, + "learning_rate": 8.865965544586827e-06, + "loss": 0.3509, + "num_tokens": 450833341.0, + "step": 2370 + }, + { + "epoch": 0.8092150170648464, + "grad_norm": 0.28157183230788163, + "learning_rate": 8.864841600785954e-06, + "loss": 0.3581, + "num_tokens": 451022529.0, + "step": 2371 + }, + { + "epoch": 0.8095563139931741, + "grad_norm": 0.2694242748255036, + "learning_rate": 8.863717180673201e-06, + "loss": 0.3426, + "num_tokens": 451228070.0, + "step": 2372 + }, + { + "epoch": 0.8098976109215017, + "grad_norm": 0.2491185586801355, + "learning_rate": 8.862592284407736e-06, + "loss": 0.3373, + "num_tokens": 451437230.0, + "step": 2373 + }, + { + "epoch": 0.8102389078498293, + "grad_norm": 0.2445132974546452, + "learning_rate": 8.861466912148793e-06, + "loss": 0.346, + "num_tokens": 451672093.0, + "step": 2374 + }, + { + "epoch": 0.810580204778157, + "grad_norm": 0.2851472046501903, + "learning_rate": 8.860341064055677e-06, + "loss": 0.3364, + "num_tokens": 451846340.0, + "step": 2375 + }, + { + "epoch": 0.8109215017064847, + "grad_norm": 0.26631233767662116, + "learning_rate": 8.859214740287754e-06, + "loss": 0.3202, + "num_tokens": 452031182.0, + "step": 2376 + }, + { + "epoch": 0.8112627986348123, + "grad_norm": 0.28890428524903283, + "learning_rate": 8.858087941004465e-06, + "loss": 0.3658, + "num_tokens": 452216718.0, + "step": 2377 + }, + { + "epoch": 0.81160409556314, + "grad_norm": 0.28508854389744737, + "learning_rate": 8.856960666365313e-06, + "loss": 0.3547, + "num_tokens": 452410757.0, + "step": 2378 + }, + { + "epoch": 0.8119453924914676, + "grad_norm": 0.29588731355703835, + "learning_rate": 8.855832916529871e-06, + "loss": 0.3646, + "num_tokens": 452580528.0, + "step": 2379 + }, + { + "epoch": 0.8122866894197952, + "grad_norm": 0.2750296744067638, + "learning_rate": 8.854704691657776e-06, + "loss": 0.3444, + "num_tokens": 452759339.0, + "step": 2380 + }, + { + "epoch": 0.8126279863481228, + "grad_norm": 0.26560153594399555, + "learning_rate": 8.853575991908737e-06, + "loss": 0.3334, + "num_tokens": 452928101.0, + "step": 2381 + }, + { + "epoch": 0.8129692832764505, + "grad_norm": 0.28455155641912355, + "learning_rate": 8.852446817442526e-06, + "loss": 0.3481, + "num_tokens": 453125930.0, + "step": 2382 + }, + { + "epoch": 0.8133105802047782, + "grad_norm": 0.2836369971097069, + "learning_rate": 8.851317168418987e-06, + "loss": 0.3207, + "num_tokens": 453293824.0, + "step": 2383 + }, + { + "epoch": 0.8136518771331058, + "grad_norm": 0.2595601893539648, + "learning_rate": 8.850187044998025e-06, + "loss": 0.3648, + "num_tokens": 453509071.0, + "step": 2384 + }, + { + "epoch": 0.8139931740614335, + "grad_norm": 0.26288519814628286, + "learning_rate": 8.849056447339615e-06, + "loss": 0.3452, + "num_tokens": 453720136.0, + "step": 2385 + }, + { + "epoch": 0.8143344709897611, + "grad_norm": 0.26717746073355353, + "learning_rate": 8.8479253756038e-06, + "loss": 0.32, + "num_tokens": 453911873.0, + "step": 2386 + }, + { + "epoch": 0.8146757679180887, + "grad_norm": 0.27336018888264124, + "learning_rate": 8.846793829950689e-06, + "loss": 0.3089, + "num_tokens": 454079481.0, + "step": 2387 + }, + { + "epoch": 0.8150170648464163, + "grad_norm": 0.2761964744325511, + "learning_rate": 8.84566181054046e-06, + "loss": 0.3492, + "num_tokens": 454258834.0, + "step": 2388 + }, + { + "epoch": 0.8153583617747441, + "grad_norm": 0.2727576208105605, + "learning_rate": 8.844529317533354e-06, + "loss": 0.3305, + "num_tokens": 454464367.0, + "step": 2389 + }, + { + "epoch": 0.8156996587030717, + "grad_norm": 0.27159432791363614, + "learning_rate": 8.843396351089683e-06, + "loss": 0.3527, + "num_tokens": 454686963.0, + "step": 2390 + }, + { + "epoch": 0.8160409556313993, + "grad_norm": 0.27409219099649273, + "learning_rate": 8.842262911369827e-06, + "loss": 0.345, + "num_tokens": 454864720.0, + "step": 2391 + }, + { + "epoch": 0.816382252559727, + "grad_norm": 0.2974223954799276, + "learning_rate": 8.841128998534228e-06, + "loss": 0.3348, + "num_tokens": 455019992.0, + "step": 2392 + }, + { + "epoch": 0.8167235494880546, + "grad_norm": 0.26914720009218096, + "learning_rate": 8.839994612743399e-06, + "loss": 0.3423, + "num_tokens": 455208404.0, + "step": 2393 + }, + { + "epoch": 0.8170648464163822, + "grad_norm": 0.2554442961203678, + "learning_rate": 8.838859754157916e-06, + "loss": 0.341, + "num_tokens": 455409088.0, + "step": 2394 + }, + { + "epoch": 0.8174061433447098, + "grad_norm": 0.3045286618808483, + "learning_rate": 8.837724422938427e-06, + "loss": 0.3886, + "num_tokens": 455590297.0, + "step": 2395 + }, + { + "epoch": 0.8177474402730376, + "grad_norm": 0.2809553877658067, + "learning_rate": 8.836588619245644e-06, + "loss": 0.3512, + "num_tokens": 455781581.0, + "step": 2396 + }, + { + "epoch": 0.8180887372013652, + "grad_norm": 0.26573388741285353, + "learning_rate": 8.835452343240346e-06, + "loss": 0.3383, + "num_tokens": 455995977.0, + "step": 2397 + }, + { + "epoch": 0.8184300341296928, + "grad_norm": 0.2590258480616577, + "learning_rate": 8.834315595083379e-06, + "loss": 0.3496, + "num_tokens": 456215087.0, + "step": 2398 + }, + { + "epoch": 0.8187713310580205, + "grad_norm": 0.2934858552011087, + "learning_rate": 8.833178374935656e-06, + "loss": 0.3731, + "num_tokens": 456392710.0, + "step": 2399 + }, + { + "epoch": 0.8191126279863481, + "grad_norm": 0.2783989051175373, + "learning_rate": 8.832040682958158e-06, + "loss": 0.3715, + "num_tokens": 456586791.0, + "step": 2400 + }, + { + "epoch": 0.8194539249146757, + "grad_norm": 0.26680709811039977, + "learning_rate": 8.830902519311928e-06, + "loss": 0.3522, + "num_tokens": 456800266.0, + "step": 2401 + }, + { + "epoch": 0.8197952218430035, + "grad_norm": 0.29230454718973037, + "learning_rate": 8.829763884158083e-06, + "loss": 0.3571, + "num_tokens": 456992742.0, + "step": 2402 + }, + { + "epoch": 0.8201365187713311, + "grad_norm": 0.29125730281752454, + "learning_rate": 8.8286247776578e-06, + "loss": 0.3568, + "num_tokens": 457168328.0, + "step": 2403 + }, + { + "epoch": 0.8204778156996587, + "grad_norm": 0.29284110184967005, + "learning_rate": 8.82748519997233e-06, + "loss": 0.35, + "num_tokens": 457328927.0, + "step": 2404 + }, + { + "epoch": 0.8208191126279863, + "grad_norm": 0.27512532182501304, + "learning_rate": 8.826345151262983e-06, + "loss": 0.3753, + "num_tokens": 457547139.0, + "step": 2405 + }, + { + "epoch": 0.821160409556314, + "grad_norm": 0.2557440854930739, + "learning_rate": 8.825204631691142e-06, + "loss": 0.33, + "num_tokens": 457759436.0, + "step": 2406 + }, + { + "epoch": 0.8215017064846416, + "grad_norm": 0.298131822628449, + "learning_rate": 8.82406364141825e-06, + "loss": 0.3349, + "num_tokens": 457906586.0, + "step": 2407 + }, + { + "epoch": 0.8218430034129692, + "grad_norm": 0.29370386224719597, + "learning_rate": 8.822922180605824e-06, + "loss": 0.3544, + "num_tokens": 458098279.0, + "step": 2408 + }, + { + "epoch": 0.822184300341297, + "grad_norm": 0.2579049114462968, + "learning_rate": 8.82178024941544e-06, + "loss": 0.3526, + "num_tokens": 458310973.0, + "step": 2409 + }, + { + "epoch": 0.8225255972696246, + "grad_norm": 0.29585429701149485, + "learning_rate": 8.820637848008749e-06, + "loss": 0.3734, + "num_tokens": 458481359.0, + "step": 2410 + }, + { + "epoch": 0.8228668941979522, + "grad_norm": 0.2994066341110913, + "learning_rate": 8.819494976547462e-06, + "loss": 0.3407, + "num_tokens": 458637306.0, + "step": 2411 + }, + { + "epoch": 0.8232081911262799, + "grad_norm": 0.3053644805777853, + "learning_rate": 8.818351635193363e-06, + "loss": 0.348, + "num_tokens": 458799629.0, + "step": 2412 + }, + { + "epoch": 0.8235494880546075, + "grad_norm": 0.2921387830542681, + "learning_rate": 8.81720782410829e-06, + "loss": 0.3222, + "num_tokens": 458960276.0, + "step": 2413 + }, + { + "epoch": 0.8238907849829351, + "grad_norm": 0.29699810994192666, + "learning_rate": 8.816063543454163e-06, + "loss": 0.363, + "num_tokens": 459167694.0, + "step": 2414 + }, + { + "epoch": 0.8242320819112628, + "grad_norm": 0.2849427725265215, + "learning_rate": 8.814918793392956e-06, + "loss": 0.3759, + "num_tokens": 459346173.0, + "step": 2415 + }, + { + "epoch": 0.8245733788395905, + "grad_norm": 0.2689060719553257, + "learning_rate": 8.813773574086719e-06, + "loss": 0.3046, + "num_tokens": 459519272.0, + "step": 2416 + }, + { + "epoch": 0.8249146757679181, + "grad_norm": 0.2535075256149575, + "learning_rate": 8.812627885697562e-06, + "loss": 0.3482, + "num_tokens": 459749945.0, + "step": 2417 + }, + { + "epoch": 0.8252559726962457, + "grad_norm": 0.26257765038416253, + "learning_rate": 8.811481728387663e-06, + "loss": 0.3404, + "num_tokens": 459958342.0, + "step": 2418 + }, + { + "epoch": 0.8255972696245734, + "grad_norm": 0.2565234113669033, + "learning_rate": 8.81033510231927e-06, + "loss": 0.328, + "num_tokens": 460172583.0, + "step": 2419 + }, + { + "epoch": 0.825938566552901, + "grad_norm": 0.32287591779684777, + "learning_rate": 8.809188007654692e-06, + "loss": 0.3379, + "num_tokens": 460302290.0, + "step": 2420 + }, + { + "epoch": 0.8262798634812286, + "grad_norm": 0.2525946199809873, + "learning_rate": 8.808040444556303e-06, + "loss": 0.337, + "num_tokens": 460527775.0, + "step": 2421 + }, + { + "epoch": 0.8266211604095564, + "grad_norm": 0.2492149694973204, + "learning_rate": 8.806892413186553e-06, + "loss": 0.3379, + "num_tokens": 460742920.0, + "step": 2422 + }, + { + "epoch": 0.826962457337884, + "grad_norm": 0.29697110307382907, + "learning_rate": 8.805743913707949e-06, + "loss": 0.3851, + "num_tokens": 460952425.0, + "step": 2423 + }, + { + "epoch": 0.8273037542662116, + "grad_norm": 0.2708986845351393, + "learning_rate": 8.804594946283068e-06, + "loss": 0.3493, + "num_tokens": 461146001.0, + "step": 2424 + }, + { + "epoch": 0.8276450511945392, + "grad_norm": 0.2713771839053056, + "learning_rate": 8.803445511074555e-06, + "loss": 0.3344, + "num_tokens": 461336045.0, + "step": 2425 + }, + { + "epoch": 0.8279863481228669, + "grad_norm": 0.2698762721251394, + "learning_rate": 8.802295608245113e-06, + "loss": 0.3569, + "num_tokens": 461531552.0, + "step": 2426 + }, + { + "epoch": 0.8283276450511945, + "grad_norm": 0.2661299703295204, + "learning_rate": 8.801145237957522e-06, + "loss": 0.3211, + "num_tokens": 461704949.0, + "step": 2427 + }, + { + "epoch": 0.8286689419795222, + "grad_norm": 0.27255244254071825, + "learning_rate": 8.799994400374625e-06, + "loss": 0.3276, + "num_tokens": 461881817.0, + "step": 2428 + }, + { + "epoch": 0.8290102389078499, + "grad_norm": 0.29467538016651207, + "learning_rate": 8.798843095659322e-06, + "loss": 0.3229, + "num_tokens": 462043986.0, + "step": 2429 + }, + { + "epoch": 0.8293515358361775, + "grad_norm": 0.28626669319603726, + "learning_rate": 8.797691323974592e-06, + "loss": 0.3419, + "num_tokens": 462227248.0, + "step": 2430 + }, + { + "epoch": 0.8296928327645051, + "grad_norm": 0.2926072684470123, + "learning_rate": 8.796539085483474e-06, + "loss": 0.3701, + "num_tokens": 462425243.0, + "step": 2431 + }, + { + "epoch": 0.8300341296928327, + "grad_norm": 0.294990423387729, + "learning_rate": 8.795386380349073e-06, + "loss": 0.3368, + "num_tokens": 462621377.0, + "step": 2432 + }, + { + "epoch": 0.8303754266211604, + "grad_norm": 0.29516168439908785, + "learning_rate": 8.794233208734561e-06, + "loss": 0.3537, + "num_tokens": 462790346.0, + "step": 2433 + }, + { + "epoch": 0.830716723549488, + "grad_norm": 0.27301221077125953, + "learning_rate": 8.793079570803179e-06, + "loss": 0.3439, + "num_tokens": 463008076.0, + "step": 2434 + }, + { + "epoch": 0.8310580204778157, + "grad_norm": 0.2717636843903536, + "learning_rate": 8.791925466718223e-06, + "loss": 0.3418, + "num_tokens": 463214748.0, + "step": 2435 + }, + { + "epoch": 0.8313993174061434, + "grad_norm": 0.30268887555151064, + "learning_rate": 8.790770896643067e-06, + "loss": 0.3672, + "num_tokens": 463374161.0, + "step": 2436 + }, + { + "epoch": 0.831740614334471, + "grad_norm": 0.251038795466571, + "learning_rate": 8.789615860741151e-06, + "loss": 0.346, + "num_tokens": 463614555.0, + "step": 2437 + }, + { + "epoch": 0.8320819112627986, + "grad_norm": 0.2808273952157863, + "learning_rate": 8.788460359175972e-06, + "loss": 0.3907, + "num_tokens": 463822841.0, + "step": 2438 + }, + { + "epoch": 0.8324232081911263, + "grad_norm": 0.26747458543494224, + "learning_rate": 8.787304392111096e-06, + "loss": 0.3053, + "num_tokens": 463986916.0, + "step": 2439 + }, + { + "epoch": 0.8327645051194539, + "grad_norm": 0.2621466670390003, + "learning_rate": 8.786147959710161e-06, + "loss": 0.3602, + "num_tokens": 464205346.0, + "step": 2440 + }, + { + "epoch": 0.8331058020477816, + "grad_norm": 0.3127820702573939, + "learning_rate": 8.784991062136865e-06, + "loss": 0.3478, + "num_tokens": 464347295.0, + "step": 2441 + }, + { + "epoch": 0.8334470989761092, + "grad_norm": 0.2573441009915788, + "learning_rate": 8.783833699554971e-06, + "loss": 0.3439, + "num_tokens": 464558094.0, + "step": 2442 + }, + { + "epoch": 0.8337883959044369, + "grad_norm": 0.2646131774343643, + "learning_rate": 8.782675872128314e-06, + "loss": 0.3371, + "num_tokens": 464774089.0, + "step": 2443 + }, + { + "epoch": 0.8341296928327645, + "grad_norm": 0.26471872070775315, + "learning_rate": 8.781517580020785e-06, + "loss": 0.3713, + "num_tokens": 464993958.0, + "step": 2444 + }, + { + "epoch": 0.8344709897610921, + "grad_norm": 0.26776171177795605, + "learning_rate": 8.780358823396352e-06, + "loss": 0.3837, + "num_tokens": 465197882.0, + "step": 2445 + }, + { + "epoch": 0.8348122866894198, + "grad_norm": 0.2554725050156097, + "learning_rate": 8.779199602419042e-06, + "loss": 0.3527, + "num_tokens": 465413026.0, + "step": 2446 + }, + { + "epoch": 0.8351535836177474, + "grad_norm": 0.2701302587325948, + "learning_rate": 8.778039917252947e-06, + "loss": 0.3256, + "num_tokens": 465604377.0, + "step": 2447 + }, + { + "epoch": 0.8354948805460751, + "grad_norm": 0.24950553977694243, + "learning_rate": 8.77687976806223e-06, + "loss": 0.3428, + "num_tokens": 465812322.0, + "step": 2448 + }, + { + "epoch": 0.8358361774744028, + "grad_norm": 0.2678090293176088, + "learning_rate": 8.775719155011115e-06, + "loss": 0.3368, + "num_tokens": 466024966.0, + "step": 2449 + }, + { + "epoch": 0.8361774744027304, + "grad_norm": 0.2884471758324398, + "learning_rate": 8.774558078263894e-06, + "loss": 0.3226, + "num_tokens": 466186416.0, + "step": 2450 + }, + { + "epoch": 0.836518771331058, + "grad_norm": 0.293857443897451, + "learning_rate": 8.77339653798492e-06, + "loss": 0.3312, + "num_tokens": 466328317.0, + "step": 2451 + }, + { + "epoch": 0.8368600682593856, + "grad_norm": 0.28307375337600266, + "learning_rate": 8.772234534338622e-06, + "loss": 0.3197, + "num_tokens": 466478457.0, + "step": 2452 + }, + { + "epoch": 0.8372013651877133, + "grad_norm": 0.2934764578281628, + "learning_rate": 8.771072067489483e-06, + "loss": 0.3725, + "num_tokens": 466683401.0, + "step": 2453 + }, + { + "epoch": 0.837542662116041, + "grad_norm": 0.25537874113548276, + "learning_rate": 8.769909137602056e-06, + "loss": 0.3308, + "num_tokens": 466895014.0, + "step": 2454 + }, + { + "epoch": 0.8378839590443686, + "grad_norm": 0.27998215716068103, + "learning_rate": 8.768745744840966e-06, + "loss": 0.3249, + "num_tokens": 467065719.0, + "step": 2455 + }, + { + "epoch": 0.8382252559726963, + "grad_norm": 0.31945597148295035, + "learning_rate": 8.767581889370892e-06, + "loss": 0.3426, + "num_tokens": 467236023.0, + "step": 2456 + }, + { + "epoch": 0.8385665529010239, + "grad_norm": 0.2583099729602062, + "learning_rate": 8.766417571356584e-06, + "loss": 0.323, + "num_tokens": 467427614.0, + "step": 2457 + }, + { + "epoch": 0.8389078498293515, + "grad_norm": 0.28378519879752645, + "learning_rate": 8.765252790962862e-06, + "loss": 0.3827, + "num_tokens": 467649649.0, + "step": 2458 + }, + { + "epoch": 0.8392491467576791, + "grad_norm": 0.29876721239888737, + "learning_rate": 8.764087548354606e-06, + "loss": 0.3584, + "num_tokens": 467810696.0, + "step": 2459 + }, + { + "epoch": 0.8395904436860068, + "grad_norm": 0.24954033950022284, + "learning_rate": 8.762921843696757e-06, + "loss": 0.3298, + "num_tokens": 468008501.0, + "step": 2460 + }, + { + "epoch": 0.8399317406143345, + "grad_norm": 0.3089729134144606, + "learning_rate": 8.761755677154333e-06, + "loss": 0.334, + "num_tokens": 468159313.0, + "step": 2461 + }, + { + "epoch": 0.8402730375426621, + "grad_norm": 0.2755831996317096, + "learning_rate": 8.76058904889241e-06, + "loss": 0.3459, + "num_tokens": 468340575.0, + "step": 2462 + }, + { + "epoch": 0.8406143344709898, + "grad_norm": 0.27292271090026177, + "learning_rate": 8.759421959076131e-06, + "loss": 0.3268, + "num_tokens": 468534060.0, + "step": 2463 + }, + { + "epoch": 0.8409556313993174, + "grad_norm": 0.3025497365418262, + "learning_rate": 8.758254407870702e-06, + "loss": 0.3513, + "num_tokens": 468701943.0, + "step": 2464 + }, + { + "epoch": 0.841296928327645, + "grad_norm": 0.27862652394318477, + "learning_rate": 8.757086395441397e-06, + "loss": 0.3434, + "num_tokens": 468888632.0, + "step": 2465 + }, + { + "epoch": 0.8416382252559726, + "grad_norm": 0.2666351088956656, + "learning_rate": 8.755917921953557e-06, + "loss": 0.3476, + "num_tokens": 469094548.0, + "step": 2466 + }, + { + "epoch": 0.8419795221843004, + "grad_norm": 0.27458176302360465, + "learning_rate": 8.754748987572582e-06, + "loss": 0.3441, + "num_tokens": 469277922.0, + "step": 2467 + }, + { + "epoch": 0.842320819112628, + "grad_norm": 0.2600220404279444, + "learning_rate": 8.753579592463944e-06, + "loss": 0.3342, + "num_tokens": 469481597.0, + "step": 2468 + }, + { + "epoch": 0.8426621160409556, + "grad_norm": 0.32604833361135693, + "learning_rate": 8.752409736793177e-06, + "loss": 0.3743, + "num_tokens": 469687095.0, + "step": 2469 + }, + { + "epoch": 0.8430034129692833, + "grad_norm": 0.2998688697531457, + "learning_rate": 8.751239420725878e-06, + "loss": 0.3163, + "num_tokens": 469826614.0, + "step": 2470 + }, + { + "epoch": 0.8433447098976109, + "grad_norm": 0.2971008337530419, + "learning_rate": 8.750068644427713e-06, + "loss": 0.3536, + "num_tokens": 469988990.0, + "step": 2471 + }, + { + "epoch": 0.8436860068259385, + "grad_norm": 0.25953519940725156, + "learning_rate": 8.748897408064414e-06, + "loss": 0.3461, + "num_tokens": 470195296.0, + "step": 2472 + }, + { + "epoch": 0.8440273037542663, + "grad_norm": 0.27362019043691116, + "learning_rate": 8.747725711801773e-06, + "loss": 0.318, + "num_tokens": 470383798.0, + "step": 2473 + }, + { + "epoch": 0.8443686006825939, + "grad_norm": 0.29619496526729405, + "learning_rate": 8.746553555805654e-06, + "loss": 0.3296, + "num_tokens": 470541302.0, + "step": 2474 + }, + { + "epoch": 0.8447098976109215, + "grad_norm": 0.2662834565782136, + "learning_rate": 8.745380940241977e-06, + "loss": 0.3433, + "num_tokens": 470780649.0, + "step": 2475 + }, + { + "epoch": 0.8450511945392492, + "grad_norm": 0.30160268920282424, + "learning_rate": 8.744207865276737e-06, + "loss": 0.3695, + "num_tokens": 471021242.0, + "step": 2476 + }, + { + "epoch": 0.8453924914675768, + "grad_norm": 0.267112052998059, + "learning_rate": 8.743034331075986e-06, + "loss": 0.3519, + "num_tokens": 471240925.0, + "step": 2477 + }, + { + "epoch": 0.8457337883959044, + "grad_norm": 0.30698186526094856, + "learning_rate": 8.741860337805844e-06, + "loss": 0.3183, + "num_tokens": 471412777.0, + "step": 2478 + }, + { + "epoch": 0.846075085324232, + "grad_norm": 0.27885180820914596, + "learning_rate": 8.740685885632498e-06, + "loss": 0.3228, + "num_tokens": 471573087.0, + "step": 2479 + }, + { + "epoch": 0.8464163822525598, + "grad_norm": 0.26374697645488016, + "learning_rate": 8.739510974722199e-06, + "loss": 0.3352, + "num_tokens": 471773163.0, + "step": 2480 + }, + { + "epoch": 0.8467576791808874, + "grad_norm": 0.273595214311579, + "learning_rate": 8.73833560524126e-06, + "loss": 0.345, + "num_tokens": 471965888.0, + "step": 2481 + }, + { + "epoch": 0.847098976109215, + "grad_norm": 0.2656894931943347, + "learning_rate": 8.73715977735606e-06, + "loss": 0.3484, + "num_tokens": 472187377.0, + "step": 2482 + }, + { + "epoch": 0.8474402730375427, + "grad_norm": 0.2757652330631901, + "learning_rate": 8.735983491233047e-06, + "loss": 0.3751, + "num_tokens": 472411319.0, + "step": 2483 + }, + { + "epoch": 0.8477815699658703, + "grad_norm": 0.2695127720162425, + "learning_rate": 8.73480674703873e-06, + "loss": 0.3395, + "num_tokens": 472599615.0, + "step": 2484 + }, + { + "epoch": 0.8481228668941979, + "grad_norm": 0.2627605113446921, + "learning_rate": 8.733629544939683e-06, + "loss": 0.3642, + "num_tokens": 472806759.0, + "step": 2485 + }, + { + "epoch": 0.8484641638225257, + "grad_norm": 0.3010181770491765, + "learning_rate": 8.732451885102546e-06, + "loss": 0.3579, + "num_tokens": 472980161.0, + "step": 2486 + }, + { + "epoch": 0.8488054607508533, + "grad_norm": 0.27684588289345424, + "learning_rate": 8.73127376769402e-06, + "loss": 0.3557, + "num_tokens": 473154294.0, + "step": 2487 + }, + { + "epoch": 0.8491467576791809, + "grad_norm": 0.2753859330593702, + "learning_rate": 8.73009519288088e-06, + "loss": 0.3221, + "num_tokens": 473334584.0, + "step": 2488 + }, + { + "epoch": 0.8494880546075085, + "grad_norm": 0.2911894370408933, + "learning_rate": 8.728916160829955e-06, + "loss": 0.3732, + "num_tokens": 473507268.0, + "step": 2489 + }, + { + "epoch": 0.8498293515358362, + "grad_norm": 0.26978416023313323, + "learning_rate": 8.727736671708145e-06, + "loss": 0.3341, + "num_tokens": 473713948.0, + "step": 2490 + }, + { + "epoch": 0.8501706484641638, + "grad_norm": 0.2983971817108812, + "learning_rate": 8.726556725682415e-06, + "loss": 0.3379, + "num_tokens": 473883554.0, + "step": 2491 + }, + { + "epoch": 0.8505119453924914, + "grad_norm": 0.2742471210537034, + "learning_rate": 8.72537632291979e-06, + "loss": 0.39, + "num_tokens": 474097001.0, + "step": 2492 + }, + { + "epoch": 0.8508532423208192, + "grad_norm": 0.3147662521693078, + "learning_rate": 8.724195463587363e-06, + "loss": 0.3672, + "num_tokens": 474275710.0, + "step": 2493 + }, + { + "epoch": 0.8511945392491468, + "grad_norm": 0.3067536553295866, + "learning_rate": 8.723014147852292e-06, + "loss": 0.3734, + "num_tokens": 474437860.0, + "step": 2494 + }, + { + "epoch": 0.8515358361774744, + "grad_norm": 0.30013103283928183, + "learning_rate": 8.721832375881798e-06, + "loss": 0.3298, + "num_tokens": 474594017.0, + "step": 2495 + }, + { + "epoch": 0.851877133105802, + "grad_norm": 0.2720109315387879, + "learning_rate": 8.720650147843168e-06, + "loss": 0.3209, + "num_tokens": 474787019.0, + "step": 2496 + }, + { + "epoch": 0.8522184300341297, + "grad_norm": 0.2656323479681157, + "learning_rate": 8.719467463903753e-06, + "loss": 0.3572, + "num_tokens": 475011760.0, + "step": 2497 + }, + { + "epoch": 0.8525597269624573, + "grad_norm": 0.28200987860724835, + "learning_rate": 8.71828432423097e-06, + "loss": 0.3768, + "num_tokens": 475222002.0, + "step": 2498 + }, + { + "epoch": 0.852901023890785, + "grad_norm": 0.3127774460518799, + "learning_rate": 8.717100728992296e-06, + "loss": 0.3565, + "num_tokens": 475405030.0, + "step": 2499 + }, + { + "epoch": 0.8532423208191127, + "grad_norm": 0.303831737098571, + "learning_rate": 8.715916678355277e-06, + "loss": 0.3176, + "num_tokens": 475589422.0, + "step": 2500 + }, + { + "epoch": 0.8535836177474403, + "grad_norm": 0.2771079898069934, + "learning_rate": 8.71473217248752e-06, + "loss": 0.3475, + "num_tokens": 475791592.0, + "step": 2501 + }, + { + "epoch": 0.8539249146757679, + "grad_norm": 0.2902650316100479, + "learning_rate": 8.7135472115567e-06, + "loss": 0.3524, + "num_tokens": 475961225.0, + "step": 2502 + }, + { + "epoch": 0.8542662116040955, + "grad_norm": 0.2845119854038875, + "learning_rate": 8.712361795730555e-06, + "loss": 0.3543, + "num_tokens": 476153818.0, + "step": 2503 + }, + { + "epoch": 0.8546075085324232, + "grad_norm": 0.3185634207059899, + "learning_rate": 8.711175925176887e-06, + "loss": 0.3496, + "num_tokens": 476338484.0, + "step": 2504 + }, + { + "epoch": 0.8549488054607508, + "grad_norm": 0.3005550156367615, + "learning_rate": 8.709989600063564e-06, + "loss": 0.3618, + "num_tokens": 476547345.0, + "step": 2505 + }, + { + "epoch": 0.8552901023890785, + "grad_norm": 0.2570401122456053, + "learning_rate": 8.708802820558512e-06, + "loss": 0.3365, + "num_tokens": 476753258.0, + "step": 2506 + }, + { + "epoch": 0.8556313993174062, + "grad_norm": 0.28553451814356023, + "learning_rate": 8.70761558682973e-06, + "loss": 0.3331, + "num_tokens": 476932536.0, + "step": 2507 + }, + { + "epoch": 0.8559726962457338, + "grad_norm": 0.26548630824539227, + "learning_rate": 8.706427899045277e-06, + "loss": 0.3452, + "num_tokens": 477137334.0, + "step": 2508 + }, + { + "epoch": 0.8563139931740614, + "grad_norm": 0.269381219459965, + "learning_rate": 8.705239757373277e-06, + "loss": 0.3628, + "num_tokens": 477332345.0, + "step": 2509 + }, + { + "epoch": 0.856655290102389, + "grad_norm": 0.2572957908527426, + "learning_rate": 8.704051161981917e-06, + "loss": 0.3603, + "num_tokens": 477552770.0, + "step": 2510 + }, + { + "epoch": 0.8569965870307167, + "grad_norm": 0.2462931587396598, + "learning_rate": 8.702862113039449e-06, + "loss": 0.3647, + "num_tokens": 477816594.0, + "step": 2511 + }, + { + "epoch": 0.8573378839590444, + "grad_norm": 0.2642050626482817, + "learning_rate": 8.70167261071419e-06, + "loss": 0.3436, + "num_tokens": 478005583.0, + "step": 2512 + }, + { + "epoch": 0.857679180887372, + "grad_norm": 0.2817606471521358, + "learning_rate": 8.700482655174523e-06, + "loss": 0.3658, + "num_tokens": 478220599.0, + "step": 2513 + }, + { + "epoch": 0.8580204778156997, + "grad_norm": 0.2670384864194751, + "learning_rate": 8.69929224658889e-06, + "loss": 0.3288, + "num_tokens": 478403283.0, + "step": 2514 + }, + { + "epoch": 0.8583617747440273, + "grad_norm": 0.2817833126901605, + "learning_rate": 8.6981013851258e-06, + "loss": 0.3517, + "num_tokens": 478578065.0, + "step": 2515 + }, + { + "epoch": 0.8587030716723549, + "grad_norm": 0.2729100984028468, + "learning_rate": 8.696910070953826e-06, + "loss": 0.3642, + "num_tokens": 478785549.0, + "step": 2516 + }, + { + "epoch": 0.8590443686006826, + "grad_norm": 0.2949270087745175, + "learning_rate": 8.695718304241607e-06, + "loss": 0.3529, + "num_tokens": 478962307.0, + "step": 2517 + }, + { + "epoch": 0.8593856655290102, + "grad_norm": 0.2928954779024696, + "learning_rate": 8.694526085157839e-06, + "loss": 0.3495, + "num_tokens": 479149213.0, + "step": 2518 + }, + { + "epoch": 0.8597269624573379, + "grad_norm": 0.4314476460230326, + "learning_rate": 8.693333413871293e-06, + "loss": 0.3468, + "num_tokens": 479327272.0, + "step": 2519 + }, + { + "epoch": 0.8600682593856656, + "grad_norm": 0.28186594849750396, + "learning_rate": 8.692140290550797e-06, + "loss": 0.3412, + "num_tokens": 479522347.0, + "step": 2520 + }, + { + "epoch": 0.8604095563139932, + "grad_norm": 0.28345212469960507, + "learning_rate": 8.690946715365243e-06, + "loss": 0.3634, + "num_tokens": 479733163.0, + "step": 2521 + }, + { + "epoch": 0.8607508532423208, + "grad_norm": 0.31787251914782977, + "learning_rate": 8.689752688483589e-06, + "loss": 0.3021, + "num_tokens": 479929051.0, + "step": 2522 + }, + { + "epoch": 0.8610921501706484, + "grad_norm": 0.28839212275641396, + "learning_rate": 8.688558210074854e-06, + "loss": 0.3324, + "num_tokens": 480093309.0, + "step": 2523 + }, + { + "epoch": 0.8614334470989761, + "grad_norm": 0.3070098126262019, + "learning_rate": 8.687363280308123e-06, + "loss": 0.3586, + "num_tokens": 480254566.0, + "step": 2524 + }, + { + "epoch": 0.8617747440273038, + "grad_norm": 0.27189056269387474, + "learning_rate": 8.68616789935255e-06, + "loss": 0.3232, + "num_tokens": 480424216.0, + "step": 2525 + }, + { + "epoch": 0.8621160409556314, + "grad_norm": 0.2846356953313666, + "learning_rate": 8.684972067377342e-06, + "loss": 0.3568, + "num_tokens": 480591147.0, + "step": 2526 + }, + { + "epoch": 0.8624573378839591, + "grad_norm": 0.2674057765234858, + "learning_rate": 8.683775784551778e-06, + "loss": 0.354, + "num_tokens": 480795671.0, + "step": 2527 + }, + { + "epoch": 0.8627986348122867, + "grad_norm": 0.25245525414353914, + "learning_rate": 8.682579051045199e-06, + "loss": 0.3439, + "num_tokens": 481020947.0, + "step": 2528 + }, + { + "epoch": 0.8631399317406143, + "grad_norm": 0.29292536720455886, + "learning_rate": 8.681381867027008e-06, + "loss": 0.347, + "num_tokens": 481205018.0, + "step": 2529 + }, + { + "epoch": 0.863481228668942, + "grad_norm": 0.2822863255116404, + "learning_rate": 8.680184232666672e-06, + "loss": 0.3553, + "num_tokens": 481386201.0, + "step": 2530 + }, + { + "epoch": 0.8638225255972696, + "grad_norm": 0.2700730761203277, + "learning_rate": 8.678986148133727e-06, + "loss": 0.3556, + "num_tokens": 481577534.0, + "step": 2531 + }, + { + "epoch": 0.8641638225255973, + "grad_norm": 0.2642888175934386, + "learning_rate": 8.677787613597763e-06, + "loss": 0.3298, + "num_tokens": 481751827.0, + "step": 2532 + }, + { + "epoch": 0.8645051194539249, + "grad_norm": 0.2656636030525277, + "learning_rate": 8.676588629228443e-06, + "loss": 0.3864, + "num_tokens": 481967130.0, + "step": 2533 + }, + { + "epoch": 0.8648464163822526, + "grad_norm": 0.3033066949507726, + "learning_rate": 8.67538919519549e-06, + "loss": 0.3254, + "num_tokens": 482170827.0, + "step": 2534 + }, + { + "epoch": 0.8651877133105802, + "grad_norm": 0.3001460343121559, + "learning_rate": 8.674189311668687e-06, + "loss": 0.3822, + "num_tokens": 482395895.0, + "step": 2535 + }, + { + "epoch": 0.8655290102389078, + "grad_norm": 0.28988828094049834, + "learning_rate": 8.672988978817888e-06, + "loss": 0.3457, + "num_tokens": 482585134.0, + "step": 2536 + }, + { + "epoch": 0.8658703071672355, + "grad_norm": 0.2651604380196408, + "learning_rate": 8.671788196813002e-06, + "loss": 0.3557, + "num_tokens": 482788915.0, + "step": 2537 + }, + { + "epoch": 0.8662116040955632, + "grad_norm": 0.3166045613271171, + "learning_rate": 8.670586965824012e-06, + "loss": 0.3874, + "num_tokens": 482966661.0, + "step": 2538 + }, + { + "epoch": 0.8665529010238908, + "grad_norm": 0.2820714686408191, + "learning_rate": 8.669385286020955e-06, + "loss": 0.353, + "num_tokens": 483147495.0, + "step": 2539 + }, + { + "epoch": 0.8668941979522184, + "grad_norm": 0.26942372560282885, + "learning_rate": 8.668183157573939e-06, + "loss": 0.3545, + "num_tokens": 483330898.0, + "step": 2540 + }, + { + "epoch": 0.8672354948805461, + "grad_norm": 0.3156395319902496, + "learning_rate": 8.666980580653127e-06, + "loss": 0.3515, + "num_tokens": 483527996.0, + "step": 2541 + }, + { + "epoch": 0.8675767918088737, + "grad_norm": 0.27461161095334946, + "learning_rate": 8.665777555428753e-06, + "loss": 0.3503, + "num_tokens": 483721428.0, + "step": 2542 + }, + { + "epoch": 0.8679180887372013, + "grad_norm": 0.33218218513534764, + "learning_rate": 8.664574082071113e-06, + "loss": 0.3619, + "num_tokens": 483883295.0, + "step": 2543 + }, + { + "epoch": 0.868259385665529, + "grad_norm": 0.24253353957494145, + "learning_rate": 8.663370160750562e-06, + "loss": 0.3319, + "num_tokens": 484097900.0, + "step": 2544 + }, + { + "epoch": 0.8686006825938567, + "grad_norm": 0.2584162906585207, + "learning_rate": 8.662165791637527e-06, + "loss": 0.3488, + "num_tokens": 484321732.0, + "step": 2545 + }, + { + "epoch": 0.8689419795221843, + "grad_norm": 0.27202730419369786, + "learning_rate": 8.660960974902489e-06, + "loss": 0.3155, + "num_tokens": 484496546.0, + "step": 2546 + }, + { + "epoch": 0.869283276450512, + "grad_norm": 0.2743438736129451, + "learning_rate": 8.659755710715995e-06, + "loss": 0.3496, + "num_tokens": 484688710.0, + "step": 2547 + }, + { + "epoch": 0.8696245733788396, + "grad_norm": 0.2594431372185707, + "learning_rate": 8.658549999248662e-06, + "loss": 0.3509, + "num_tokens": 484907147.0, + "step": 2548 + }, + { + "epoch": 0.8699658703071672, + "grad_norm": 0.3153675000566985, + "learning_rate": 8.657343840671159e-06, + "loss": 0.3525, + "num_tokens": 485085569.0, + "step": 2549 + }, + { + "epoch": 0.8703071672354948, + "grad_norm": 0.283726347884968, + "learning_rate": 8.65613723515423e-06, + "loss": 0.3266, + "num_tokens": 485269981.0, + "step": 2550 + }, + { + "epoch": 0.8706484641638226, + "grad_norm": 0.36136132904997, + "learning_rate": 8.654930182868672e-06, + "loss": 0.3631, + "num_tokens": 485450586.0, + "step": 2551 + }, + { + "epoch": 0.8709897610921502, + "grad_norm": 0.3011272743449738, + "learning_rate": 8.653722683985354e-06, + "loss": 0.3651, + "num_tokens": 485606404.0, + "step": 2552 + }, + { + "epoch": 0.8713310580204778, + "grad_norm": 0.3458470204941809, + "learning_rate": 8.652514738675201e-06, + "loss": 0.3485, + "num_tokens": 485777744.0, + "step": 2553 + }, + { + "epoch": 0.8716723549488055, + "grad_norm": 0.2441303304357189, + "learning_rate": 8.651306347109207e-06, + "loss": 0.3397, + "num_tokens": 486006987.0, + "step": 2554 + }, + { + "epoch": 0.8720136518771331, + "grad_norm": 0.23046760259195379, + "learning_rate": 8.650097509458422e-06, + "loss": 0.3147, + "num_tokens": 486224122.0, + "step": 2555 + }, + { + "epoch": 0.8723549488054607, + "grad_norm": 0.285973764692559, + "learning_rate": 8.648888225893972e-06, + "loss": 0.3627, + "num_tokens": 486426242.0, + "step": 2556 + }, + { + "epoch": 0.8726962457337883, + "grad_norm": 0.2983168448169868, + "learning_rate": 8.647678496587028e-06, + "loss": 0.3166, + "num_tokens": 486585344.0, + "step": 2557 + }, + { + "epoch": 0.8730375426621161, + "grad_norm": 0.2636164558484319, + "learning_rate": 8.646468321708841e-06, + "loss": 0.3438, + "num_tokens": 486799916.0, + "step": 2558 + }, + { + "epoch": 0.8733788395904437, + "grad_norm": 0.2525086825376012, + "learning_rate": 8.645257701430714e-06, + "loss": 0.3558, + "num_tokens": 487033413.0, + "step": 2559 + }, + { + "epoch": 0.8737201365187713, + "grad_norm": 0.27527735388882224, + "learning_rate": 8.644046635924019e-06, + "loss": 0.3337, + "num_tokens": 487204051.0, + "step": 2560 + }, + { + "epoch": 0.874061433447099, + "grad_norm": 0.269101427150257, + "learning_rate": 8.642835125360187e-06, + "loss": 0.3161, + "num_tokens": 487369555.0, + "step": 2561 + }, + { + "epoch": 0.8744027303754266, + "grad_norm": 0.35120917686673625, + "learning_rate": 8.641623169910716e-06, + "loss": 0.3387, + "num_tokens": 487541503.0, + "step": 2562 + }, + { + "epoch": 0.8747440273037542, + "grad_norm": 0.3096522087071958, + "learning_rate": 8.640410769747164e-06, + "loss": 0.3499, + "num_tokens": 487722526.0, + "step": 2563 + }, + { + "epoch": 0.875085324232082, + "grad_norm": 0.23935817603019696, + "learning_rate": 8.639197925041153e-06, + "loss": 0.3512, + "num_tokens": 487965323.0, + "step": 2564 + }, + { + "epoch": 0.8754266211604096, + "grad_norm": 0.27415821019034226, + "learning_rate": 8.637984635964369e-06, + "loss": 0.3408, + "num_tokens": 488164700.0, + "step": 2565 + }, + { + "epoch": 0.8757679180887372, + "grad_norm": 0.31951191431563564, + "learning_rate": 8.636770902688558e-06, + "loss": 0.3552, + "num_tokens": 488319200.0, + "step": 2566 + }, + { + "epoch": 0.8761092150170648, + "grad_norm": 0.26125067306047134, + "learning_rate": 8.635556725385532e-06, + "loss": 0.3114, + "num_tokens": 488502506.0, + "step": 2567 + }, + { + "epoch": 0.8764505119453925, + "grad_norm": 0.26909280509149236, + "learning_rate": 8.634342104227161e-06, + "loss": 0.3497, + "num_tokens": 488705398.0, + "step": 2568 + }, + { + "epoch": 0.8767918088737201, + "grad_norm": 0.2572939122546244, + "learning_rate": 8.633127039385388e-06, + "loss": 0.337, + "num_tokens": 488898009.0, + "step": 2569 + }, + { + "epoch": 0.8771331058020477, + "grad_norm": 0.25939136560376025, + "learning_rate": 8.631911531032205e-06, + "loss": 0.3614, + "num_tokens": 489111211.0, + "step": 2570 + }, + { + "epoch": 0.8774744027303755, + "grad_norm": 0.2630825869483184, + "learning_rate": 8.63069557933968e-06, + "loss": 0.3486, + "num_tokens": 489340094.0, + "step": 2571 + }, + { + "epoch": 0.8778156996587031, + "grad_norm": 0.25661384490672595, + "learning_rate": 8.629479184479932e-06, + "loss": 0.3194, + "num_tokens": 489531890.0, + "step": 2572 + }, + { + "epoch": 0.8781569965870307, + "grad_norm": 0.2776654363092718, + "learning_rate": 8.628262346625153e-06, + "loss": 0.3269, + "num_tokens": 489720084.0, + "step": 2573 + }, + { + "epoch": 0.8784982935153584, + "grad_norm": 0.29397645515321835, + "learning_rate": 8.627045065947594e-06, + "loss": 0.3496, + "num_tokens": 489915214.0, + "step": 2574 + }, + { + "epoch": 0.878839590443686, + "grad_norm": 0.24807050829376973, + "learning_rate": 8.625827342619562e-06, + "loss": 0.3458, + "num_tokens": 490131121.0, + "step": 2575 + }, + { + "epoch": 0.8791808873720136, + "grad_norm": 0.36460129614245207, + "learning_rate": 8.624609176813437e-06, + "loss": 0.3502, + "num_tokens": 490329154.0, + "step": 2576 + }, + { + "epoch": 0.8795221843003413, + "grad_norm": 0.2836777890693706, + "learning_rate": 8.623390568701655e-06, + "loss": 0.3444, + "num_tokens": 490497248.0, + "step": 2577 + }, + { + "epoch": 0.879863481228669, + "grad_norm": 0.2878888648149967, + "learning_rate": 8.622171518456718e-06, + "loss": 0.344, + "num_tokens": 490662466.0, + "step": 2578 + }, + { + "epoch": 0.8802047781569966, + "grad_norm": 0.25988729393453563, + "learning_rate": 8.620952026251187e-06, + "loss": 0.3423, + "num_tokens": 490860752.0, + "step": 2579 + }, + { + "epoch": 0.8805460750853242, + "grad_norm": 0.2887092802097904, + "learning_rate": 8.61973209225769e-06, + "loss": 0.3529, + "num_tokens": 491023019.0, + "step": 2580 + }, + { + "epoch": 0.8808873720136519, + "grad_norm": 0.2676573670289655, + "learning_rate": 8.618511716648916e-06, + "loss": 0.3921, + "num_tokens": 491242875.0, + "step": 2581 + }, + { + "epoch": 0.8812286689419795, + "grad_norm": 0.26271492391646317, + "learning_rate": 8.617290899597615e-06, + "loss": 0.3453, + "num_tokens": 491453165.0, + "step": 2582 + }, + { + "epoch": 0.8815699658703071, + "grad_norm": 0.24400272370201612, + "learning_rate": 8.6160696412766e-06, + "loss": 0.3412, + "num_tokens": 491688342.0, + "step": 2583 + }, + { + "epoch": 0.8819112627986349, + "grad_norm": 0.2833776192308365, + "learning_rate": 8.614847941858746e-06, + "loss": 0.3171, + "num_tokens": 491848382.0, + "step": 2584 + }, + { + "epoch": 0.8822525597269625, + "grad_norm": 0.2670296293466305, + "learning_rate": 8.613625801516993e-06, + "loss": 0.3293, + "num_tokens": 492064485.0, + "step": 2585 + }, + { + "epoch": 0.8825938566552901, + "grad_norm": 0.30098737087177263, + "learning_rate": 8.612403220424342e-06, + "loss": 0.3772, + "num_tokens": 492245271.0, + "step": 2586 + }, + { + "epoch": 0.8829351535836177, + "grad_norm": 0.27072038868641335, + "learning_rate": 8.611180198753855e-06, + "loss": 0.393, + "num_tokens": 492473909.0, + "step": 2587 + }, + { + "epoch": 0.8832764505119454, + "grad_norm": 0.4901107134829924, + "learning_rate": 8.609956736678656e-06, + "loss": 0.351, + "num_tokens": 492642435.0, + "step": 2588 + }, + { + "epoch": 0.883617747440273, + "grad_norm": 0.26848643202843014, + "learning_rate": 8.608732834371936e-06, + "loss": 0.3707, + "num_tokens": 492857776.0, + "step": 2589 + }, + { + "epoch": 0.8839590443686007, + "grad_norm": 0.25125113536720434, + "learning_rate": 8.607508492006943e-06, + "loss": 0.3742, + "num_tokens": 493103397.0, + "step": 2590 + }, + { + "epoch": 0.8843003412969284, + "grad_norm": 0.33060300971911455, + "learning_rate": 8.60628370975699e-06, + "loss": 0.3343, + "num_tokens": 493314650.0, + "step": 2591 + }, + { + "epoch": 0.884641638225256, + "grad_norm": 0.28329765877362, + "learning_rate": 8.605058487795451e-06, + "loss": 0.3598, + "num_tokens": 493499373.0, + "step": 2592 + }, + { + "epoch": 0.8849829351535836, + "grad_norm": 0.2883251469727182, + "learning_rate": 8.603832826295763e-06, + "loss": 0.3195, + "num_tokens": 493660118.0, + "step": 2593 + }, + { + "epoch": 0.8853242320819112, + "grad_norm": 0.2834126470760813, + "learning_rate": 8.602606725431428e-06, + "loss": 0.3384, + "num_tokens": 493841154.0, + "step": 2594 + }, + { + "epoch": 0.8856655290102389, + "grad_norm": 0.24986683041767466, + "learning_rate": 8.601380185376004e-06, + "loss": 0.3431, + "num_tokens": 494076227.0, + "step": 2595 + }, + { + "epoch": 0.8860068259385665, + "grad_norm": 0.269746187047204, + "learning_rate": 8.600153206303115e-06, + "loss": 0.3262, + "num_tokens": 494268202.0, + "step": 2596 + }, + { + "epoch": 0.8863481228668942, + "grad_norm": 0.2883738713787188, + "learning_rate": 8.598925788386446e-06, + "loss": 0.341, + "num_tokens": 494436710.0, + "step": 2597 + }, + { + "epoch": 0.8866894197952219, + "grad_norm": 0.2517704869476435, + "learning_rate": 8.597697931799748e-06, + "loss": 0.3196, + "num_tokens": 494657710.0, + "step": 2598 + }, + { + "epoch": 0.8870307167235495, + "grad_norm": 0.2834983390902191, + "learning_rate": 8.596469636716828e-06, + "loss": 0.406, + "num_tokens": 494866304.0, + "step": 2599 + }, + { + "epoch": 0.8873720136518771, + "grad_norm": 0.30619525758751254, + "learning_rate": 8.595240903311561e-06, + "loss": 0.3402, + "num_tokens": 495020647.0, + "step": 2600 + }, + { + "epoch": 0.8877133105802048, + "grad_norm": 0.2846108867344047, + "learning_rate": 8.594011731757875e-06, + "loss": 0.3543, + "num_tokens": 495224234.0, + "step": 2601 + }, + { + "epoch": 0.8880546075085324, + "grad_norm": 0.3345021967875705, + "learning_rate": 8.592782122229772e-06, + "loss": 0.313, + "num_tokens": 495379168.0, + "step": 2602 + }, + { + "epoch": 0.8883959044368601, + "grad_norm": 0.2913810892962318, + "learning_rate": 8.591552074901307e-06, + "loss": 0.3857, + "num_tokens": 495583146.0, + "step": 2603 + }, + { + "epoch": 0.8887372013651877, + "grad_norm": 0.2928264112711847, + "learning_rate": 8.590321589946603e-06, + "loss": 0.3497, + "num_tokens": 495796700.0, + "step": 2604 + }, + { + "epoch": 0.8890784982935154, + "grad_norm": 0.3013731411862414, + "learning_rate": 8.589090667539838e-06, + "loss": 0.3906, + "num_tokens": 495982898.0, + "step": 2605 + }, + { + "epoch": 0.889419795221843, + "grad_norm": 0.2722836567747852, + "learning_rate": 8.587859307855257e-06, + "loss": 0.3229, + "num_tokens": 496183726.0, + "step": 2606 + }, + { + "epoch": 0.8897610921501706, + "grad_norm": 0.2611598670942241, + "learning_rate": 8.586627511067167e-06, + "loss": 0.3536, + "num_tokens": 496397923.0, + "step": 2607 + }, + { + "epoch": 0.8901023890784983, + "grad_norm": 0.2692080429805907, + "learning_rate": 8.585395277349933e-06, + "loss": 0.3426, + "num_tokens": 496599817.0, + "step": 2608 + }, + { + "epoch": 0.8904436860068259, + "grad_norm": 0.2975697280651289, + "learning_rate": 8.58416260687799e-06, + "loss": 0.3435, + "num_tokens": 496794999.0, + "step": 2609 + }, + { + "epoch": 0.8907849829351536, + "grad_norm": 0.2703554784154235, + "learning_rate": 8.582929499825822e-06, + "loss": 0.3168, + "num_tokens": 496997522.0, + "step": 2610 + }, + { + "epoch": 0.8911262798634813, + "grad_norm": 0.27161747299545086, + "learning_rate": 8.581695956367988e-06, + "loss": 0.3321, + "num_tokens": 497219951.0, + "step": 2611 + }, + { + "epoch": 0.8914675767918089, + "grad_norm": 0.26607369213827115, + "learning_rate": 8.5804619766791e-06, + "loss": 0.3507, + "num_tokens": 497419850.0, + "step": 2612 + }, + { + "epoch": 0.8918088737201365, + "grad_norm": 0.2688372588682853, + "learning_rate": 8.579227560933835e-06, + "loss": 0.3559, + "num_tokens": 497613595.0, + "step": 2613 + }, + { + "epoch": 0.8921501706484641, + "grad_norm": 0.2743840775110949, + "learning_rate": 8.577992709306933e-06, + "loss": 0.3344, + "num_tokens": 497790899.0, + "step": 2614 + }, + { + "epoch": 0.8924914675767918, + "grad_norm": 0.3015572993332009, + "learning_rate": 8.576757421973191e-06, + "loss": 0.3475, + "num_tokens": 497981254.0, + "step": 2615 + }, + { + "epoch": 0.8928327645051195, + "grad_norm": 0.28939996044527916, + "learning_rate": 8.575521699107474e-06, + "loss": 0.3567, + "num_tokens": 498189780.0, + "step": 2616 + }, + { + "epoch": 0.8931740614334471, + "grad_norm": 0.2749896781269396, + "learning_rate": 8.574285540884702e-06, + "loss": 0.3635, + "num_tokens": 498399088.0, + "step": 2617 + }, + { + "epoch": 0.8935153583617748, + "grad_norm": 0.26236209515617703, + "learning_rate": 8.573048947479864e-06, + "loss": 0.3414, + "num_tokens": 498606686.0, + "step": 2618 + }, + { + "epoch": 0.8938566552901024, + "grad_norm": 0.28739146879010263, + "learning_rate": 8.571811919068004e-06, + "loss": 0.354, + "num_tokens": 498798289.0, + "step": 2619 + }, + { + "epoch": 0.89419795221843, + "grad_norm": 0.4551705648824448, + "learning_rate": 8.570574455824229e-06, + "loss": 0.3147, + "num_tokens": 498965012.0, + "step": 2620 + }, + { + "epoch": 0.8945392491467576, + "grad_norm": 0.2600050572990772, + "learning_rate": 8.569336557923714e-06, + "loss": 0.3707, + "num_tokens": 499170682.0, + "step": 2621 + }, + { + "epoch": 0.8948805460750853, + "grad_norm": 0.23921791468348597, + "learning_rate": 8.568098225541682e-06, + "loss": 0.3453, + "num_tokens": 499422279.0, + "step": 2622 + }, + { + "epoch": 0.895221843003413, + "grad_norm": 0.262046866100724, + "learning_rate": 8.566859458853433e-06, + "loss": 0.3405, + "num_tokens": 499626183.0, + "step": 2623 + }, + { + "epoch": 0.8955631399317406, + "grad_norm": 0.30386157449524687, + "learning_rate": 8.565620258034318e-06, + "loss": 0.3594, + "num_tokens": 499822541.0, + "step": 2624 + }, + { + "epoch": 0.8959044368600683, + "grad_norm": 0.29408581451010823, + "learning_rate": 8.564380623259754e-06, + "loss": 0.3225, + "num_tokens": 499987145.0, + "step": 2625 + }, + { + "epoch": 0.8962457337883959, + "grad_norm": 0.2834753009385299, + "learning_rate": 8.563140554705218e-06, + "loss": 0.3537, + "num_tokens": 500184363.0, + "step": 2626 + }, + { + "epoch": 0.8965870307167235, + "grad_norm": 0.29616726455708414, + "learning_rate": 8.561900052546246e-06, + "loss": 0.3588, + "num_tokens": 500369317.0, + "step": 2627 + }, + { + "epoch": 0.8969283276450511, + "grad_norm": 0.263466176893206, + "learning_rate": 8.560659116958442e-06, + "loss": 0.345, + "num_tokens": 500564240.0, + "step": 2628 + }, + { + "epoch": 0.8972696245733789, + "grad_norm": 0.25036329440604715, + "learning_rate": 8.559417748117466e-06, + "loss": 0.3392, + "num_tokens": 500786129.0, + "step": 2629 + }, + { + "epoch": 0.8976109215017065, + "grad_norm": 0.29032899238150284, + "learning_rate": 8.558175946199037e-06, + "loss": 0.3736, + "num_tokens": 500969410.0, + "step": 2630 + }, + { + "epoch": 0.8979522184300341, + "grad_norm": 0.2684160122980029, + "learning_rate": 8.556933711378945e-06, + "loss": 0.3368, + "num_tokens": 501193596.0, + "step": 2631 + }, + { + "epoch": 0.8982935153583618, + "grad_norm": 0.2486693745688275, + "learning_rate": 8.555691043833029e-06, + "loss": 0.3253, + "num_tokens": 501416630.0, + "step": 2632 + }, + { + "epoch": 0.8986348122866894, + "grad_norm": 0.31258355588483955, + "learning_rate": 8.5544479437372e-06, + "loss": 0.3707, + "num_tokens": 501600022.0, + "step": 2633 + }, + { + "epoch": 0.898976109215017, + "grad_norm": 0.3355944068865295, + "learning_rate": 8.553204411267424e-06, + "loss": 0.349, + "num_tokens": 501774492.0, + "step": 2634 + }, + { + "epoch": 0.8993174061433447, + "grad_norm": 0.28651051319188126, + "learning_rate": 8.55196044659973e-06, + "loss": 0.3421, + "num_tokens": 501953468.0, + "step": 2635 + }, + { + "epoch": 0.8996587030716724, + "grad_norm": 0.27300854856011453, + "learning_rate": 8.550716049910208e-06, + "loss": 0.3476, + "num_tokens": 502150923.0, + "step": 2636 + }, + { + "epoch": 0.9, + "grad_norm": 0.26888239302787953, + "learning_rate": 8.54947122137501e-06, + "loss": 0.3252, + "num_tokens": 502331564.0, + "step": 2637 + }, + { + "epoch": 0.9003412969283277, + "grad_norm": 0.2780760222576623, + "learning_rate": 8.548225961170346e-06, + "loss": 0.3466, + "num_tokens": 502516170.0, + "step": 2638 + }, + { + "epoch": 0.9006825938566553, + "grad_norm": 0.2936952360219842, + "learning_rate": 8.546980269472492e-06, + "loss": 0.3371, + "num_tokens": 502680482.0, + "step": 2639 + }, + { + "epoch": 0.9010238907849829, + "grad_norm": 0.2580428466393231, + "learning_rate": 8.545734146457782e-06, + "loss": 0.3425, + "num_tokens": 502896374.0, + "step": 2640 + }, + { + "epoch": 0.9013651877133105, + "grad_norm": 0.30654058870484746, + "learning_rate": 8.54448759230261e-06, + "loss": 0.3479, + "num_tokens": 503056471.0, + "step": 2641 + }, + { + "epoch": 0.9017064846416383, + "grad_norm": 0.2634894950335356, + "learning_rate": 8.543240607183435e-06, + "loss": 0.3238, + "num_tokens": 503276055.0, + "step": 2642 + }, + { + "epoch": 0.9020477815699659, + "grad_norm": 0.29783081011269874, + "learning_rate": 8.541993191276771e-06, + "loss": 0.3903, + "num_tokens": 503516208.0, + "step": 2643 + }, + { + "epoch": 0.9023890784982935, + "grad_norm": 0.25311507076506046, + "learning_rate": 8.540745344759202e-06, + "loss": 0.3137, + "num_tokens": 503717984.0, + "step": 2644 + }, + { + "epoch": 0.9027303754266212, + "grad_norm": 0.2807374712171331, + "learning_rate": 8.539497067807361e-06, + "loss": 0.3737, + "num_tokens": 503898342.0, + "step": 2645 + }, + { + "epoch": 0.9030716723549488, + "grad_norm": 0.28839506804676557, + "learning_rate": 8.538248360597955e-06, + "loss": 0.3634, + "num_tokens": 504088977.0, + "step": 2646 + }, + { + "epoch": 0.9034129692832764, + "grad_norm": 0.28821032994602763, + "learning_rate": 8.536999223307743e-06, + "loss": 0.3311, + "num_tokens": 504269429.0, + "step": 2647 + }, + { + "epoch": 0.903754266211604, + "grad_norm": 0.2773376906158543, + "learning_rate": 8.535749656113545e-06, + "loss": 0.3479, + "num_tokens": 504450693.0, + "step": 2648 + }, + { + "epoch": 0.9040955631399318, + "grad_norm": 0.239961128030582, + "learning_rate": 8.534499659192246e-06, + "loss": 0.3322, + "num_tokens": 504659502.0, + "step": 2649 + }, + { + "epoch": 0.9044368600682594, + "grad_norm": 0.2617236228929427, + "learning_rate": 8.53324923272079e-06, + "loss": 0.332, + "num_tokens": 504856746.0, + "step": 2650 + }, + { + "epoch": 0.904778156996587, + "grad_norm": 0.2885593312829006, + "learning_rate": 8.53199837687618e-06, + "loss": 0.3631, + "num_tokens": 505043786.0, + "step": 2651 + }, + { + "epoch": 0.9051194539249147, + "grad_norm": 0.29423022841782553, + "learning_rate": 8.530747091835485e-06, + "loss": 0.354, + "num_tokens": 505215510.0, + "step": 2652 + }, + { + "epoch": 0.9054607508532423, + "grad_norm": 0.281459965273871, + "learning_rate": 8.529495377775829e-06, + "loss": 0.371, + "num_tokens": 505427992.0, + "step": 2653 + }, + { + "epoch": 0.9058020477815699, + "grad_norm": 0.2647299205605466, + "learning_rate": 8.5282432348744e-06, + "loss": 0.3247, + "num_tokens": 505615287.0, + "step": 2654 + }, + { + "epoch": 0.9061433447098977, + "grad_norm": 0.25544891544667353, + "learning_rate": 8.526990663308442e-06, + "loss": 0.3283, + "num_tokens": 505809172.0, + "step": 2655 + }, + { + "epoch": 0.9064846416382253, + "grad_norm": 0.2798451010468279, + "learning_rate": 8.52573766325527e-06, + "loss": 0.337, + "num_tokens": 505970041.0, + "step": 2656 + }, + { + "epoch": 0.9068259385665529, + "grad_norm": 0.26433051849122097, + "learning_rate": 8.524484234892249e-06, + "loss": 0.3518, + "num_tokens": 506165831.0, + "step": 2657 + }, + { + "epoch": 0.9071672354948805, + "grad_norm": 0.2903474211681314, + "learning_rate": 8.523230378396808e-06, + "loss": 0.3296, + "num_tokens": 506318715.0, + "step": 2658 + }, + { + "epoch": 0.9075085324232082, + "grad_norm": 0.27083828782897096, + "learning_rate": 8.521976093946439e-06, + "loss": 0.3606, + "num_tokens": 506509328.0, + "step": 2659 + }, + { + "epoch": 0.9078498293515358, + "grad_norm": 0.27426710664864723, + "learning_rate": 8.520721381718693e-06, + "loss": 0.3196, + "num_tokens": 506678727.0, + "step": 2660 + }, + { + "epoch": 0.9081911262798635, + "grad_norm": 0.2638676594773853, + "learning_rate": 8.51946624189118e-06, + "loss": 0.3406, + "num_tokens": 506881812.0, + "step": 2661 + }, + { + "epoch": 0.9085324232081912, + "grad_norm": 0.2877038056887856, + "learning_rate": 8.518210674641575e-06, + "loss": 0.3162, + "num_tokens": 507030257.0, + "step": 2662 + }, + { + "epoch": 0.9088737201365188, + "grad_norm": 0.38498209752487866, + "learning_rate": 8.516954680147606e-06, + "loss": 0.3674, + "num_tokens": 507230463.0, + "step": 2663 + }, + { + "epoch": 0.9092150170648464, + "grad_norm": 0.2927886913615539, + "learning_rate": 8.51569825858707e-06, + "loss": 0.3441, + "num_tokens": 507397631.0, + "step": 2664 + }, + { + "epoch": 0.909556313993174, + "grad_norm": 0.2571006225211021, + "learning_rate": 8.514441410137817e-06, + "loss": 0.3588, + "num_tokens": 507633304.0, + "step": 2665 + }, + { + "epoch": 0.9098976109215017, + "grad_norm": 0.26405149712406195, + "learning_rate": 8.513184134977763e-06, + "loss": 0.3432, + "num_tokens": 507832261.0, + "step": 2666 + }, + { + "epoch": 0.9102389078498293, + "grad_norm": 0.29254903241274827, + "learning_rate": 8.511926433284883e-06, + "loss": 0.3505, + "num_tokens": 507989735.0, + "step": 2667 + }, + { + "epoch": 0.910580204778157, + "grad_norm": 0.2677172997389063, + "learning_rate": 8.51066830523721e-06, + "loss": 0.3141, + "num_tokens": 508195121.0, + "step": 2668 + }, + { + "epoch": 0.9109215017064847, + "grad_norm": 0.2593027406984366, + "learning_rate": 8.509409751012838e-06, + "loss": 0.3306, + "num_tokens": 508387286.0, + "step": 2669 + }, + { + "epoch": 0.9112627986348123, + "grad_norm": 0.34927806314208804, + "learning_rate": 8.508150770789924e-06, + "loss": 0.3543, + "num_tokens": 508608271.0, + "step": 2670 + }, + { + "epoch": 0.9116040955631399, + "grad_norm": 0.2648622518320156, + "learning_rate": 8.506891364746684e-06, + "loss": 0.338, + "num_tokens": 508788928.0, + "step": 2671 + }, + { + "epoch": 0.9119453924914676, + "grad_norm": 0.31256056590618314, + "learning_rate": 8.505631533061393e-06, + "loss": 0.3533, + "num_tokens": 508973599.0, + "step": 2672 + }, + { + "epoch": 0.9122866894197952, + "grad_norm": 0.2638512417547319, + "learning_rate": 8.504371275912387e-06, + "loss": 0.3248, + "num_tokens": 509169291.0, + "step": 2673 + }, + { + "epoch": 0.9126279863481229, + "grad_norm": 0.2999978253981938, + "learning_rate": 8.503110593478062e-06, + "loss": 0.3268, + "num_tokens": 509331499.0, + "step": 2674 + }, + { + "epoch": 0.9129692832764505, + "grad_norm": 0.25548072413155365, + "learning_rate": 8.501849485936874e-06, + "loss": 0.3879, + "num_tokens": 509567971.0, + "step": 2675 + }, + { + "epoch": 0.9133105802047782, + "grad_norm": 0.2811398473512402, + "learning_rate": 8.500587953467342e-06, + "loss": 0.3395, + "num_tokens": 509757756.0, + "step": 2676 + }, + { + "epoch": 0.9136518771331058, + "grad_norm": 0.30083010565870266, + "learning_rate": 8.499325996248042e-06, + "loss": 0.3548, + "num_tokens": 509948549.0, + "step": 2677 + }, + { + "epoch": 0.9139931740614334, + "grad_norm": 0.2785597001794997, + "learning_rate": 8.49806361445761e-06, + "loss": 0.378, + "num_tokens": 510157653.0, + "step": 2678 + }, + { + "epoch": 0.9143344709897611, + "grad_norm": 0.3029819353169869, + "learning_rate": 8.496800808274744e-06, + "loss": 0.3307, + "num_tokens": 510317436.0, + "step": 2679 + }, + { + "epoch": 0.9146757679180887, + "grad_norm": 0.2763623660275954, + "learning_rate": 8.495537577878201e-06, + "loss": 0.4042, + "num_tokens": 510531237.0, + "step": 2680 + }, + { + "epoch": 0.9150170648464164, + "grad_norm": 0.2801044962518247, + "learning_rate": 8.4942739234468e-06, + "loss": 0.334, + "num_tokens": 510708680.0, + "step": 2681 + }, + { + "epoch": 0.9153583617747441, + "grad_norm": 0.32249758464577566, + "learning_rate": 8.493009845159413e-06, + "loss": 0.3378, + "num_tokens": 510870899.0, + "step": 2682 + }, + { + "epoch": 0.9156996587030717, + "grad_norm": 0.306368685503571, + "learning_rate": 8.491745343194985e-06, + "loss": 0.3595, + "num_tokens": 511056017.0, + "step": 2683 + }, + { + "epoch": 0.9160409556313993, + "grad_norm": 0.27818903353673335, + "learning_rate": 8.490480417732504e-06, + "loss": 0.363, + "num_tokens": 511253870.0, + "step": 2684 + }, + { + "epoch": 0.9163822525597269, + "grad_norm": 0.2649410773275118, + "learning_rate": 8.489215068951036e-06, + "loss": 0.3351, + "num_tokens": 511443772.0, + "step": 2685 + }, + { + "epoch": 0.9167235494880546, + "grad_norm": 0.27268005930201383, + "learning_rate": 8.487949297029692e-06, + "loss": 0.3227, + "num_tokens": 511607723.0, + "step": 2686 + }, + { + "epoch": 0.9170648464163823, + "grad_norm": 0.2679354970869067, + "learning_rate": 8.486683102147652e-06, + "loss": 0.3237, + "num_tokens": 511800360.0, + "step": 2687 + }, + { + "epoch": 0.9174061433447099, + "grad_norm": 0.2677138153320097, + "learning_rate": 8.485416484484152e-06, + "loss": 0.326, + "num_tokens": 512005034.0, + "step": 2688 + }, + { + "epoch": 0.9177474402730376, + "grad_norm": 0.2841397885307799, + "learning_rate": 8.484149444218489e-06, + "loss": 0.3452, + "num_tokens": 512186127.0, + "step": 2689 + }, + { + "epoch": 0.9180887372013652, + "grad_norm": 0.27259013361892187, + "learning_rate": 8.482881981530018e-06, + "loss": 0.3674, + "num_tokens": 512372443.0, + "step": 2690 + }, + { + "epoch": 0.9184300341296928, + "grad_norm": 0.2581678167986474, + "learning_rate": 8.481614096598158e-06, + "loss": 0.3113, + "num_tokens": 512558326.0, + "step": 2691 + }, + { + "epoch": 0.9187713310580204, + "grad_norm": 0.3193255249469455, + "learning_rate": 8.480345789602383e-06, + "loss": 0.3392, + "num_tokens": 512760664.0, + "step": 2692 + }, + { + "epoch": 0.9191126279863481, + "grad_norm": 0.2840557895451761, + "learning_rate": 8.479077060722229e-06, + "loss": 0.3656, + "num_tokens": 512955475.0, + "step": 2693 + }, + { + "epoch": 0.9194539249146758, + "grad_norm": 0.31298380286372507, + "learning_rate": 8.477807910137293e-06, + "loss": 0.3456, + "num_tokens": 513115156.0, + "step": 2694 + }, + { + "epoch": 0.9197952218430034, + "grad_norm": 0.2745162477820566, + "learning_rate": 8.47653833802723e-06, + "loss": 0.323, + "num_tokens": 513298439.0, + "step": 2695 + }, + { + "epoch": 0.9201365187713311, + "grad_norm": 0.27205195634977647, + "learning_rate": 8.475268344571754e-06, + "loss": 0.3376, + "num_tokens": 513478087.0, + "step": 2696 + }, + { + "epoch": 0.9204778156996587, + "grad_norm": 0.2908055702276962, + "learning_rate": 8.47399792995064e-06, + "loss": 0.3835, + "num_tokens": 513688227.0, + "step": 2697 + }, + { + "epoch": 0.9208191126279863, + "grad_norm": 0.2574854787271633, + "learning_rate": 8.47272709434372e-06, + "loss": 0.3616, + "num_tokens": 513898998.0, + "step": 2698 + }, + { + "epoch": 0.921160409556314, + "grad_norm": 0.29659632052589735, + "learning_rate": 8.471455837930893e-06, + "loss": 0.3614, + "num_tokens": 514064983.0, + "step": 2699 + }, + { + "epoch": 0.9215017064846417, + "grad_norm": 0.2924535926419616, + "learning_rate": 8.470184160892108e-06, + "loss": 0.3952, + "num_tokens": 514258703.0, + "step": 2700 + }, + { + "epoch": 0.9218430034129693, + "grad_norm": 0.28588777240853613, + "learning_rate": 8.46891206340738e-06, + "loss": 0.3251, + "num_tokens": 514431730.0, + "step": 2701 + }, + { + "epoch": 0.922184300341297, + "grad_norm": 0.28914810250428163, + "learning_rate": 8.467639545656778e-06, + "loss": 0.3537, + "num_tokens": 514606957.0, + "step": 2702 + }, + { + "epoch": 0.9225255972696246, + "grad_norm": 0.2512050359292861, + "learning_rate": 8.466366607820439e-06, + "loss": 0.3472, + "num_tokens": 514835050.0, + "step": 2703 + }, + { + "epoch": 0.9228668941979522, + "grad_norm": 0.27478354222839296, + "learning_rate": 8.46509325007855e-06, + "loss": 0.3513, + "num_tokens": 515015100.0, + "step": 2704 + }, + { + "epoch": 0.9232081911262798, + "grad_norm": 0.2799078222501958, + "learning_rate": 8.463819472611366e-06, + "loss": 0.3782, + "num_tokens": 515211958.0, + "step": 2705 + }, + { + "epoch": 0.9235494880546075, + "grad_norm": 0.26381414150235966, + "learning_rate": 8.462545275599192e-06, + "loss": 0.3427, + "num_tokens": 515414562.0, + "step": 2706 + }, + { + "epoch": 0.9238907849829352, + "grad_norm": 0.32498519900514683, + "learning_rate": 8.461270659222403e-06, + "loss": 0.4096, + "num_tokens": 515578547.0, + "step": 2707 + }, + { + "epoch": 0.9242320819112628, + "grad_norm": 0.3083645924488746, + "learning_rate": 8.459995623661423e-06, + "loss": 0.3487, + "num_tokens": 515763794.0, + "step": 2708 + }, + { + "epoch": 0.9245733788395905, + "grad_norm": 0.2640846685685266, + "learning_rate": 8.458720169096744e-06, + "loss": 0.3489, + "num_tokens": 515971185.0, + "step": 2709 + }, + { + "epoch": 0.9249146757679181, + "grad_norm": 0.3454261283836776, + "learning_rate": 8.457444295708912e-06, + "loss": 0.3616, + "num_tokens": 516173381.0, + "step": 2710 + }, + { + "epoch": 0.9252559726962457, + "grad_norm": 0.292648508990833, + "learning_rate": 8.456168003678535e-06, + "loss": 0.3585, + "num_tokens": 516366009.0, + "step": 2711 + }, + { + "epoch": 0.9255972696245733, + "grad_norm": 0.3020693580511898, + "learning_rate": 8.454891293186278e-06, + "loss": 0.346, + "num_tokens": 516530564.0, + "step": 2712 + }, + { + "epoch": 0.9259385665529011, + "grad_norm": 0.26849022279482315, + "learning_rate": 8.45361416441287e-06, + "loss": 0.3194, + "num_tokens": 516723437.0, + "step": 2713 + }, + { + "epoch": 0.9262798634812287, + "grad_norm": 0.2763689910148818, + "learning_rate": 8.452336617539088e-06, + "loss": 0.3517, + "num_tokens": 516902696.0, + "step": 2714 + }, + { + "epoch": 0.9266211604095563, + "grad_norm": 0.28223656683384357, + "learning_rate": 8.451058652745781e-06, + "loss": 0.3401, + "num_tokens": 517077228.0, + "step": 2715 + }, + { + "epoch": 0.926962457337884, + "grad_norm": 0.28331267300077473, + "learning_rate": 8.449780270213853e-06, + "loss": 0.333, + "num_tokens": 517246447.0, + "step": 2716 + }, + { + "epoch": 0.9273037542662116, + "grad_norm": 0.3470673870830071, + "learning_rate": 8.448501470124263e-06, + "loss": 0.3436, + "num_tokens": 517401068.0, + "step": 2717 + }, + { + "epoch": 0.9276450511945392, + "grad_norm": 0.3220890501584047, + "learning_rate": 8.447222252658034e-06, + "loss": 0.3608, + "num_tokens": 517613482.0, + "step": 2718 + }, + { + "epoch": 0.9279863481228668, + "grad_norm": 0.28730759383554144, + "learning_rate": 8.445942617996246e-06, + "loss": 0.3799, + "num_tokens": 517816463.0, + "step": 2719 + }, + { + "epoch": 0.9283276450511946, + "grad_norm": 0.2811175668470621, + "learning_rate": 8.444662566320038e-06, + "loss": 0.3418, + "num_tokens": 517994413.0, + "step": 2720 + }, + { + "epoch": 0.9286689419795222, + "grad_norm": 0.2756708454682572, + "learning_rate": 8.443382097810608e-06, + "loss": 0.3292, + "num_tokens": 518169877.0, + "step": 2721 + }, + { + "epoch": 0.9290102389078498, + "grad_norm": 0.2833444618363952, + "learning_rate": 8.442101212649215e-06, + "loss": 0.3271, + "num_tokens": 518346226.0, + "step": 2722 + }, + { + "epoch": 0.9293515358361775, + "grad_norm": 0.29327037628868474, + "learning_rate": 8.440819911017175e-06, + "loss": 0.3604, + "num_tokens": 518524447.0, + "step": 2723 + }, + { + "epoch": 0.9296928327645051, + "grad_norm": 0.32024124158716905, + "learning_rate": 8.439538193095861e-06, + "loss": 0.3232, + "num_tokens": 518707450.0, + "step": 2724 + }, + { + "epoch": 0.9300341296928327, + "grad_norm": 0.2943737180082074, + "learning_rate": 8.438256059066709e-06, + "loss": 0.3351, + "num_tokens": 518873106.0, + "step": 2725 + }, + { + "epoch": 0.9303754266211605, + "grad_norm": 0.2741193457315532, + "learning_rate": 8.436973509111213e-06, + "loss": 0.334, + "num_tokens": 519064273.0, + "step": 2726 + }, + { + "epoch": 0.9307167235494881, + "grad_norm": 0.27437103199711793, + "learning_rate": 8.435690543410923e-06, + "loss": 0.3728, + "num_tokens": 519273106.0, + "step": 2727 + }, + { + "epoch": 0.9310580204778157, + "grad_norm": 0.30400144988726435, + "learning_rate": 8.43440716214745e-06, + "loss": 0.3389, + "num_tokens": 519462639.0, + "step": 2728 + }, + { + "epoch": 0.9313993174061433, + "grad_norm": 0.26175365778808146, + "learning_rate": 8.433123365502467e-06, + "loss": 0.3352, + "num_tokens": 519665616.0, + "step": 2729 + }, + { + "epoch": 0.931740614334471, + "grad_norm": 0.26597337697531, + "learning_rate": 8.431839153657699e-06, + "loss": 0.3244, + "num_tokens": 519845078.0, + "step": 2730 + }, + { + "epoch": 0.9320819112627986, + "grad_norm": 0.2823208507805784, + "learning_rate": 8.430554526794934e-06, + "loss": 0.3371, + "num_tokens": 520024979.0, + "step": 2731 + }, + { + "epoch": 0.9324232081911262, + "grad_norm": 0.2791917547963844, + "learning_rate": 8.429269485096019e-06, + "loss": 0.3566, + "num_tokens": 520212284.0, + "step": 2732 + }, + { + "epoch": 0.932764505119454, + "grad_norm": 0.26992086873985943, + "learning_rate": 8.427984028742858e-06, + "loss": 0.3375, + "num_tokens": 520403724.0, + "step": 2733 + }, + { + "epoch": 0.9331058020477816, + "grad_norm": 0.26746836454154593, + "learning_rate": 8.426698157917414e-06, + "loss": 0.3499, + "num_tokens": 520606881.0, + "step": 2734 + }, + { + "epoch": 0.9334470989761092, + "grad_norm": 0.257096181286631, + "learning_rate": 8.42541187280171e-06, + "loss": 0.3085, + "num_tokens": 520808006.0, + "step": 2735 + }, + { + "epoch": 0.9337883959044369, + "grad_norm": 0.28050631394322306, + "learning_rate": 8.424125173577826e-06, + "loss": 0.327, + "num_tokens": 520987080.0, + "step": 2736 + }, + { + "epoch": 0.9341296928327645, + "grad_norm": 0.25483771069311556, + "learning_rate": 8.422838060427902e-06, + "loss": 0.3292, + "num_tokens": 521199518.0, + "step": 2737 + }, + { + "epoch": 0.9344709897610921, + "grad_norm": 0.2573859712178723, + "learning_rate": 8.421550533534135e-06, + "loss": 0.3538, + "num_tokens": 521401511.0, + "step": 2738 + }, + { + "epoch": 0.9348122866894198, + "grad_norm": 0.2679042681555917, + "learning_rate": 8.420262593078782e-06, + "loss": 0.3747, + "num_tokens": 521610520.0, + "step": 2739 + }, + { + "epoch": 0.9351535836177475, + "grad_norm": 0.30550915727252254, + "learning_rate": 8.41897423924416e-06, + "loss": 0.3916, + "num_tokens": 521807415.0, + "step": 2740 + }, + { + "epoch": 0.9354948805460751, + "grad_norm": 0.2446718836996678, + "learning_rate": 8.417685472212641e-06, + "loss": 0.3389, + "num_tokens": 522021230.0, + "step": 2741 + }, + { + "epoch": 0.9358361774744027, + "grad_norm": 0.2946115106978917, + "learning_rate": 8.416396292166655e-06, + "loss": 0.3447, + "num_tokens": 522199256.0, + "step": 2742 + }, + { + "epoch": 0.9361774744027304, + "grad_norm": 0.2889057792121678, + "learning_rate": 8.415106699288697e-06, + "loss": 0.3613, + "num_tokens": 522367954.0, + "step": 2743 + }, + { + "epoch": 0.936518771331058, + "grad_norm": 0.28684697054681324, + "learning_rate": 8.413816693761312e-06, + "loss": 0.3494, + "num_tokens": 522546329.0, + "step": 2744 + }, + { + "epoch": 0.9368600682593856, + "grad_norm": 0.31680408060174226, + "learning_rate": 8.41252627576711e-06, + "loss": 0.3532, + "num_tokens": 522711913.0, + "step": 2745 + }, + { + "epoch": 0.9372013651877134, + "grad_norm": 0.28497875803179257, + "learning_rate": 8.411235445488753e-06, + "loss": 0.3672, + "num_tokens": 522905131.0, + "step": 2746 + }, + { + "epoch": 0.937542662116041, + "grad_norm": 0.26075139241408835, + "learning_rate": 8.40994420310897e-06, + "loss": 0.3832, + "num_tokens": 523163317.0, + "step": 2747 + }, + { + "epoch": 0.9378839590443686, + "grad_norm": 0.2666215866993754, + "learning_rate": 8.40865254881054e-06, + "loss": 0.3509, + "num_tokens": 523366559.0, + "step": 2748 + }, + { + "epoch": 0.9382252559726962, + "grad_norm": 0.2817313444243922, + "learning_rate": 8.407360482776305e-06, + "loss": 0.3087, + "num_tokens": 523544202.0, + "step": 2749 + }, + { + "epoch": 0.9385665529010239, + "grad_norm": 0.26507805864196055, + "learning_rate": 8.406068005189166e-06, + "loss": 0.3434, + "num_tokens": 523752739.0, + "step": 2750 + }, + { + "epoch": 0.9389078498293515, + "grad_norm": 0.277868189272902, + "learning_rate": 8.404775116232078e-06, + "loss": 0.3507, + "num_tokens": 523956743.0, + "step": 2751 + }, + { + "epoch": 0.9392491467576792, + "grad_norm": 0.2594380737831425, + "learning_rate": 8.403481816088055e-06, + "loss": 0.3625, + "num_tokens": 524173379.0, + "step": 2752 + }, + { + "epoch": 0.9395904436860069, + "grad_norm": 0.30532853138535465, + "learning_rate": 8.402188104940175e-06, + "loss": 0.346, + "num_tokens": 524328831.0, + "step": 2753 + }, + { + "epoch": 0.9399317406143345, + "grad_norm": 0.2696637964041876, + "learning_rate": 8.400893982971566e-06, + "loss": 0.3246, + "num_tokens": 524552374.0, + "step": 2754 + }, + { + "epoch": 0.9402730375426621, + "grad_norm": 0.26851809872805527, + "learning_rate": 8.399599450365421e-06, + "loss": 0.3716, + "num_tokens": 524761439.0, + "step": 2755 + }, + { + "epoch": 0.9406143344709897, + "grad_norm": 0.2644451665323796, + "learning_rate": 8.398304507304988e-06, + "loss": 0.3288, + "num_tokens": 524941402.0, + "step": 2756 + }, + { + "epoch": 0.9409556313993174, + "grad_norm": 0.27428131733463335, + "learning_rate": 8.39700915397357e-06, + "loss": 0.3572, + "num_tokens": 525132213.0, + "step": 2757 + }, + { + "epoch": 0.941296928327645, + "grad_norm": 0.27504990288413717, + "learning_rate": 8.395713390554536e-06, + "loss": 0.3393, + "num_tokens": 525313370.0, + "step": 2758 + }, + { + "epoch": 0.9416382252559727, + "grad_norm": 0.2946334481859468, + "learning_rate": 8.394417217231305e-06, + "loss": 0.3675, + "num_tokens": 525483460.0, + "step": 2759 + }, + { + "epoch": 0.9419795221843004, + "grad_norm": 0.2787005298908263, + "learning_rate": 8.39312063418736e-06, + "loss": 0.3639, + "num_tokens": 525666067.0, + "step": 2760 + }, + { + "epoch": 0.942320819112628, + "grad_norm": 0.2584987974199334, + "learning_rate": 8.391823641606237e-06, + "loss": 0.3428, + "num_tokens": 525871675.0, + "step": 2761 + }, + { + "epoch": 0.9426621160409556, + "grad_norm": 0.2589557445025965, + "learning_rate": 8.390526239671535e-06, + "loss": 0.352, + "num_tokens": 526090162.0, + "step": 2762 + }, + { + "epoch": 0.9430034129692833, + "grad_norm": 0.24457974007617628, + "learning_rate": 8.389228428566905e-06, + "loss": 0.3307, + "num_tokens": 526298818.0, + "step": 2763 + }, + { + "epoch": 0.9433447098976109, + "grad_norm": 0.2848701640632725, + "learning_rate": 8.387930208476064e-06, + "loss": 0.3337, + "num_tokens": 526491481.0, + "step": 2764 + }, + { + "epoch": 0.9436860068259386, + "grad_norm": 0.27107051684873384, + "learning_rate": 8.386631579582777e-06, + "loss": 0.3719, + "num_tokens": 526707276.0, + "step": 2765 + }, + { + "epoch": 0.9440273037542662, + "grad_norm": 0.2845319784051727, + "learning_rate": 8.385332542070876e-06, + "loss": 0.3846, + "num_tokens": 526896229.0, + "step": 2766 + }, + { + "epoch": 0.9443686006825939, + "grad_norm": 0.2653176088003315, + "learning_rate": 8.384033096124246e-06, + "loss": 0.3434, + "num_tokens": 527088111.0, + "step": 2767 + }, + { + "epoch": 0.9447098976109215, + "grad_norm": 0.2831288627352117, + "learning_rate": 8.38273324192683e-06, + "loss": 0.3439, + "num_tokens": 527268108.0, + "step": 2768 + }, + { + "epoch": 0.9450511945392491, + "grad_norm": 0.29526223362121967, + "learning_rate": 8.38143297966263e-06, + "loss": 0.3737, + "num_tokens": 527456618.0, + "step": 2769 + }, + { + "epoch": 0.9453924914675768, + "grad_norm": 0.2838590974006352, + "learning_rate": 8.380132309515706e-06, + "loss": 0.3226, + "num_tokens": 527615968.0, + "step": 2770 + }, + { + "epoch": 0.9457337883959044, + "grad_norm": 0.2900861948000933, + "learning_rate": 8.378831231670172e-06, + "loss": 0.3401, + "num_tokens": 527809922.0, + "step": 2771 + }, + { + "epoch": 0.9460750853242321, + "grad_norm": 0.39529876299431044, + "learning_rate": 8.377529746310206e-06, + "loss": 0.3459, + "num_tokens": 528009761.0, + "step": 2772 + }, + { + "epoch": 0.9464163822525598, + "grad_norm": 0.2931117039167934, + "learning_rate": 8.37622785362004e-06, + "loss": 0.3633, + "num_tokens": 528178157.0, + "step": 2773 + }, + { + "epoch": 0.9467576791808874, + "grad_norm": 0.2720477431641025, + "learning_rate": 8.374925553783963e-06, + "loss": 0.3095, + "num_tokens": 528340836.0, + "step": 2774 + }, + { + "epoch": 0.947098976109215, + "grad_norm": 0.2814324652262261, + "learning_rate": 8.373622846986322e-06, + "loss": 0.3527, + "num_tokens": 528533273.0, + "step": 2775 + }, + { + "epoch": 0.9474402730375426, + "grad_norm": 0.30598045599378315, + "learning_rate": 8.372319733411524e-06, + "loss": 0.3982, + "num_tokens": 528744052.0, + "step": 2776 + }, + { + "epoch": 0.9477815699658703, + "grad_norm": 0.29769650857399693, + "learning_rate": 8.371016213244033e-06, + "loss": 0.3336, + "num_tokens": 528921037.0, + "step": 2777 + }, + { + "epoch": 0.948122866894198, + "grad_norm": 0.2902940431005953, + "learning_rate": 8.369712286668367e-06, + "loss": 0.3264, + "num_tokens": 529081847.0, + "step": 2778 + }, + { + "epoch": 0.9484641638225256, + "grad_norm": 1.054346914664749, + "learning_rate": 8.368407953869105e-06, + "loss": 0.3661, + "num_tokens": 529253042.0, + "step": 2779 + }, + { + "epoch": 0.9488054607508533, + "grad_norm": 0.2567082191651458, + "learning_rate": 8.367103215030882e-06, + "loss": 0.3409, + "num_tokens": 529451049.0, + "step": 2780 + }, + { + "epoch": 0.9491467576791809, + "grad_norm": 0.2932831651404825, + "learning_rate": 8.365798070338392e-06, + "loss": 0.3171, + "num_tokens": 529618032.0, + "step": 2781 + }, + { + "epoch": 0.9494880546075085, + "grad_norm": 0.28296143116179806, + "learning_rate": 8.364492519976383e-06, + "loss": 0.3768, + "num_tokens": 529823186.0, + "step": 2782 + }, + { + "epoch": 0.9498293515358361, + "grad_norm": 0.2881008077982119, + "learning_rate": 8.363186564129667e-06, + "loss": 0.3492, + "num_tokens": 530007634.0, + "step": 2783 + }, + { + "epoch": 0.9501706484641638, + "grad_norm": 0.2863249844933448, + "learning_rate": 8.361880202983105e-06, + "loss": 0.357, + "num_tokens": 530199341.0, + "step": 2784 + }, + { + "epoch": 0.9505119453924915, + "grad_norm": 0.27197442725560483, + "learning_rate": 8.360573436721623e-06, + "loss": 0.3608, + "num_tokens": 530426409.0, + "step": 2785 + }, + { + "epoch": 0.9508532423208191, + "grad_norm": 0.3156081229327837, + "learning_rate": 8.359266265530197e-06, + "loss": 0.3708, + "num_tokens": 530580874.0, + "step": 2786 + }, + { + "epoch": 0.9511945392491468, + "grad_norm": 0.3129110323144502, + "learning_rate": 8.35795868959387e-06, + "loss": 0.3715, + "num_tokens": 530748390.0, + "step": 2787 + }, + { + "epoch": 0.9515358361774744, + "grad_norm": 0.2826159380562649, + "learning_rate": 8.356650709097732e-06, + "loss": 0.3396, + "num_tokens": 530955599.0, + "step": 2788 + }, + { + "epoch": 0.951877133105802, + "grad_norm": 0.271609289188037, + "learning_rate": 8.355342324226935e-06, + "loss": 0.3637, + "num_tokens": 531145419.0, + "step": 2789 + }, + { + "epoch": 0.9522184300341296, + "grad_norm": 0.27225879020819077, + "learning_rate": 8.354033535166692e-06, + "loss": 0.3364, + "num_tokens": 531337866.0, + "step": 2790 + }, + { + "epoch": 0.9525597269624574, + "grad_norm": 0.2856635376423969, + "learning_rate": 8.352724342102265e-06, + "loss": 0.3858, + "num_tokens": 531555651.0, + "step": 2791 + }, + { + "epoch": 0.952901023890785, + "grad_norm": 0.279477172153607, + "learning_rate": 8.351414745218978e-06, + "loss": 0.326, + "num_tokens": 531728621.0, + "step": 2792 + }, + { + "epoch": 0.9532423208191126, + "grad_norm": 0.276655730865246, + "learning_rate": 8.350104744702215e-06, + "loss": 0.3316, + "num_tokens": 531920421.0, + "step": 2793 + }, + { + "epoch": 0.9535836177474403, + "grad_norm": 0.285011389254737, + "learning_rate": 8.34879434073741e-06, + "loss": 0.3442, + "num_tokens": 532088243.0, + "step": 2794 + }, + { + "epoch": 0.9539249146757679, + "grad_norm": 0.2646162750680369, + "learning_rate": 8.347483533510059e-06, + "loss": 0.3548, + "num_tokens": 532287647.0, + "step": 2795 + }, + { + "epoch": 0.9542662116040955, + "grad_norm": 0.2720748615073157, + "learning_rate": 8.346172323205716e-06, + "loss": 0.3405, + "num_tokens": 532472277.0, + "step": 2796 + }, + { + "epoch": 0.9546075085324232, + "grad_norm": 0.2592375109915967, + "learning_rate": 8.344860710009987e-06, + "loss": 0.3265, + "num_tokens": 532679721.0, + "step": 2797 + }, + { + "epoch": 0.9549488054607509, + "grad_norm": 0.2733889962530892, + "learning_rate": 8.34354869410854e-06, + "loss": 0.3263, + "num_tokens": 532845692.0, + "step": 2798 + }, + { + "epoch": 0.9552901023890785, + "grad_norm": 0.3606719619092536, + "learning_rate": 8.3422362756871e-06, + "loss": 0.3325, + "num_tokens": 533006484.0, + "step": 2799 + }, + { + "epoch": 0.9556313993174061, + "grad_norm": 0.27304021210575974, + "learning_rate": 8.340923454931443e-06, + "loss": 0.3436, + "num_tokens": 533223041.0, + "step": 2800 + }, + { + "epoch": 0.9559726962457338, + "grad_norm": 0.2389680861241818, + "learning_rate": 8.339610232027408e-06, + "loss": 0.3342, + "num_tokens": 533470837.0, + "step": 2801 + }, + { + "epoch": 0.9563139931740614, + "grad_norm": 0.2923959060841806, + "learning_rate": 8.338296607160886e-06, + "loss": 0.3087, + "num_tokens": 533635814.0, + "step": 2802 + }, + { + "epoch": 0.956655290102389, + "grad_norm": 0.2736457972810602, + "learning_rate": 8.336982580517833e-06, + "loss": 0.3437, + "num_tokens": 533811390.0, + "step": 2803 + }, + { + "epoch": 0.9569965870307168, + "grad_norm": 0.2743360780218547, + "learning_rate": 8.335668152284253e-06, + "loss": 0.3214, + "num_tokens": 533976831.0, + "step": 2804 + }, + { + "epoch": 0.9573378839590444, + "grad_norm": 0.27215938878520674, + "learning_rate": 8.334353322646214e-06, + "loss": 0.3551, + "num_tokens": 534174868.0, + "step": 2805 + }, + { + "epoch": 0.957679180887372, + "grad_norm": 0.2930828564058284, + "learning_rate": 8.333038091789835e-06, + "loss": 0.3448, + "num_tokens": 534381645.0, + "step": 2806 + }, + { + "epoch": 0.9580204778156997, + "grad_norm": 0.32819921430045246, + "learning_rate": 8.331722459901293e-06, + "loss": 0.3397, + "num_tokens": 534578141.0, + "step": 2807 + }, + { + "epoch": 0.9583617747440273, + "grad_norm": 0.280630839898889, + "learning_rate": 8.330406427166825e-06, + "loss": 0.3606, + "num_tokens": 534797844.0, + "step": 2808 + }, + { + "epoch": 0.9587030716723549, + "grad_norm": 0.2764954087786078, + "learning_rate": 8.329089993772721e-06, + "loss": 0.3424, + "num_tokens": 535002329.0, + "step": 2809 + }, + { + "epoch": 0.9590443686006825, + "grad_norm": 0.2623224121166453, + "learning_rate": 8.32777315990533e-06, + "loss": 0.3382, + "num_tokens": 535210454.0, + "step": 2810 + }, + { + "epoch": 0.9593856655290103, + "grad_norm": 0.27773552121274786, + "learning_rate": 8.32645592575106e-06, + "loss": 0.3323, + "num_tokens": 535381935.0, + "step": 2811 + }, + { + "epoch": 0.9597269624573379, + "grad_norm": 0.27382597681206, + "learning_rate": 8.325138291496368e-06, + "loss": 0.3457, + "num_tokens": 535590405.0, + "step": 2812 + }, + { + "epoch": 0.9600682593856655, + "grad_norm": 0.27048820817246855, + "learning_rate": 8.323820257327775e-06, + "loss": 0.3695, + "num_tokens": 535806045.0, + "step": 2813 + }, + { + "epoch": 0.9604095563139932, + "grad_norm": 0.277340126492863, + "learning_rate": 8.322501823431858e-06, + "loss": 0.349, + "num_tokens": 535992390.0, + "step": 2814 + }, + { + "epoch": 0.9607508532423208, + "grad_norm": 0.2790791624479433, + "learning_rate": 8.321182989995243e-06, + "loss": 0.3688, + "num_tokens": 536202102.0, + "step": 2815 + }, + { + "epoch": 0.9610921501706484, + "grad_norm": 0.28337883836752786, + "learning_rate": 8.319863757204624e-06, + "loss": 0.3404, + "num_tokens": 536379787.0, + "step": 2816 + }, + { + "epoch": 0.9614334470989762, + "grad_norm": 0.28161229954599937, + "learning_rate": 8.31854412524674e-06, + "loss": 0.3499, + "num_tokens": 536566722.0, + "step": 2817 + }, + { + "epoch": 0.9617747440273038, + "grad_norm": 0.2775707279112836, + "learning_rate": 8.317224094308399e-06, + "loss": 0.3246, + "num_tokens": 536737479.0, + "step": 2818 + }, + { + "epoch": 0.9621160409556314, + "grad_norm": 0.2872574059393138, + "learning_rate": 8.315903664576454e-06, + "loss": 0.3409, + "num_tokens": 536914779.0, + "step": 2819 + }, + { + "epoch": 0.962457337883959, + "grad_norm": 0.28928632817626826, + "learning_rate": 8.314582836237816e-06, + "loss": 0.3177, + "num_tokens": 537092834.0, + "step": 2820 + }, + { + "epoch": 0.9627986348122867, + "grad_norm": 0.27420956551801867, + "learning_rate": 8.313261609479464e-06, + "loss": 0.338, + "num_tokens": 537271144.0, + "step": 2821 + }, + { + "epoch": 0.9631399317406143, + "grad_norm": 0.2725532154702145, + "learning_rate": 8.311939984488418e-06, + "loss": 0.3647, + "num_tokens": 537480579.0, + "step": 2822 + }, + { + "epoch": 0.9634812286689419, + "grad_norm": 0.28780261927026696, + "learning_rate": 8.310617961451765e-06, + "loss": 0.3228, + "num_tokens": 537657003.0, + "step": 2823 + }, + { + "epoch": 0.9638225255972697, + "grad_norm": 0.26794174562537915, + "learning_rate": 8.309295540556645e-06, + "loss": 0.3667, + "num_tokens": 537900656.0, + "step": 2824 + }, + { + "epoch": 0.9641638225255973, + "grad_norm": 0.29103769564913096, + "learning_rate": 8.307972721990251e-06, + "loss": 0.3361, + "num_tokens": 538051090.0, + "step": 2825 + }, + { + "epoch": 0.9645051194539249, + "grad_norm": 0.28276642859065954, + "learning_rate": 8.306649505939835e-06, + "loss": 0.348, + "num_tokens": 538226782.0, + "step": 2826 + }, + { + "epoch": 0.9648464163822525, + "grad_norm": 0.2935569290481366, + "learning_rate": 8.305325892592708e-06, + "loss": 0.3324, + "num_tokens": 538357207.0, + "step": 2827 + }, + { + "epoch": 0.9651877133105802, + "grad_norm": 0.32035179702966354, + "learning_rate": 8.304001882136235e-06, + "loss": 0.3513, + "num_tokens": 538543347.0, + "step": 2828 + }, + { + "epoch": 0.9655290102389078, + "grad_norm": 0.27967200044559887, + "learning_rate": 8.302677474757835e-06, + "loss": 0.3634, + "num_tokens": 538723896.0, + "step": 2829 + }, + { + "epoch": 0.9658703071672355, + "grad_norm": 0.27310398254471485, + "learning_rate": 8.301352670644987e-06, + "loss": 0.3446, + "num_tokens": 538902938.0, + "step": 2830 + }, + { + "epoch": 0.9662116040955632, + "grad_norm": 0.2870576523369112, + "learning_rate": 8.300027469985224e-06, + "loss": 0.3609, + "num_tokens": 539084580.0, + "step": 2831 + }, + { + "epoch": 0.9665529010238908, + "grad_norm": 0.31651417289280703, + "learning_rate": 8.298701872966133e-06, + "loss": 0.3785, + "num_tokens": 539278658.0, + "step": 2832 + }, + { + "epoch": 0.9668941979522184, + "grad_norm": 0.2740981143341363, + "learning_rate": 8.297375879775363e-06, + "loss": 0.3624, + "num_tokens": 539460704.0, + "step": 2833 + }, + { + "epoch": 0.967235494880546, + "grad_norm": 0.2749464406217308, + "learning_rate": 8.296049490600611e-06, + "loss": 0.3612, + "num_tokens": 539640449.0, + "step": 2834 + }, + { + "epoch": 0.9675767918088737, + "grad_norm": 0.24763883722932545, + "learning_rate": 8.29472270562964e-06, + "loss": 0.3103, + "num_tokens": 539834771.0, + "step": 2835 + }, + { + "epoch": 0.9679180887372013, + "grad_norm": 0.30194822645140745, + "learning_rate": 8.293395525050264e-06, + "loss": 0.3355, + "num_tokens": 540003219.0, + "step": 2836 + }, + { + "epoch": 0.968259385665529, + "grad_norm": 0.2769384876714799, + "learning_rate": 8.292067949050347e-06, + "loss": 0.3329, + "num_tokens": 540195439.0, + "step": 2837 + }, + { + "epoch": 0.9686006825938567, + "grad_norm": 0.30137057612043844, + "learning_rate": 8.29073997781782e-06, + "loss": 0.3372, + "num_tokens": 540353155.0, + "step": 2838 + }, + { + "epoch": 0.9689419795221843, + "grad_norm": 0.25996797084817047, + "learning_rate": 8.28941161154066e-06, + "loss": 0.3422, + "num_tokens": 540572386.0, + "step": 2839 + }, + { + "epoch": 0.9692832764505119, + "grad_norm": 0.2656955569248553, + "learning_rate": 8.288082850406908e-06, + "loss": 0.3462, + "num_tokens": 540764937.0, + "step": 2840 + }, + { + "epoch": 0.9696245733788396, + "grad_norm": 0.27955984389702276, + "learning_rate": 8.286753694604659e-06, + "loss": 0.3331, + "num_tokens": 540937333.0, + "step": 2841 + }, + { + "epoch": 0.9699658703071672, + "grad_norm": 0.2523115813009221, + "learning_rate": 8.285424144322057e-06, + "loss": 0.3267, + "num_tokens": 541160428.0, + "step": 2842 + }, + { + "epoch": 0.9703071672354949, + "grad_norm": 0.2770342890372891, + "learning_rate": 8.284094199747312e-06, + "loss": 0.3564, + "num_tokens": 541357724.0, + "step": 2843 + }, + { + "epoch": 0.9706484641638226, + "grad_norm": 0.26830415896905546, + "learning_rate": 8.282763861068681e-06, + "loss": 0.3545, + "num_tokens": 541557915.0, + "step": 2844 + }, + { + "epoch": 0.9709897610921502, + "grad_norm": 0.2786896160959587, + "learning_rate": 8.281433128474487e-06, + "loss": 0.3664, + "num_tokens": 541736584.0, + "step": 2845 + }, + { + "epoch": 0.9713310580204778, + "grad_norm": 0.26572125081104053, + "learning_rate": 8.280102002153096e-06, + "loss": 0.4048, + "num_tokens": 541978721.0, + "step": 2846 + }, + { + "epoch": 0.9716723549488054, + "grad_norm": 0.301567134508806, + "learning_rate": 8.278770482292938e-06, + "loss": 0.3528, + "num_tokens": 542137643.0, + "step": 2847 + }, + { + "epoch": 0.9720136518771331, + "grad_norm": 0.2814888657965363, + "learning_rate": 8.2774385690825e-06, + "loss": 0.3583, + "num_tokens": 542328344.0, + "step": 2848 + }, + { + "epoch": 0.9723549488054608, + "grad_norm": 0.26258853053750764, + "learning_rate": 8.276106262710316e-06, + "loss": 0.3518, + "num_tokens": 542531429.0, + "step": 2849 + }, + { + "epoch": 0.9726962457337884, + "grad_norm": 0.3042563088188583, + "learning_rate": 8.274773563364986e-06, + "loss": 0.3317, + "num_tokens": 542695306.0, + "step": 2850 + }, + { + "epoch": 0.9730375426621161, + "grad_norm": 0.26502512951569274, + "learning_rate": 8.27344047123516e-06, + "loss": 0.3313, + "num_tokens": 542889343.0, + "step": 2851 + }, + { + "epoch": 0.9733788395904437, + "grad_norm": 0.28082409853151313, + "learning_rate": 8.272106986509544e-06, + "loss": 0.347, + "num_tokens": 543063647.0, + "step": 2852 + }, + { + "epoch": 0.9737201365187713, + "grad_norm": 0.3491831803069293, + "learning_rate": 8.2707731093769e-06, + "loss": 0.3782, + "num_tokens": 543248790.0, + "step": 2853 + }, + { + "epoch": 0.974061433447099, + "grad_norm": 0.26985390921511704, + "learning_rate": 8.269438840026047e-06, + "loss": 0.375, + "num_tokens": 543456921.0, + "step": 2854 + }, + { + "epoch": 0.9744027303754266, + "grad_norm": 0.30789833350654033, + "learning_rate": 8.268104178645858e-06, + "loss": 0.3299, + "num_tokens": 543598041.0, + "step": 2855 + }, + { + "epoch": 0.9747440273037543, + "grad_norm": 0.29599252654580704, + "learning_rate": 8.266769125425258e-06, + "loss": 0.3176, + "num_tokens": 543738982.0, + "step": 2856 + }, + { + "epoch": 0.9750853242320819, + "grad_norm": 0.30689824855009773, + "learning_rate": 8.265433680553234e-06, + "loss": 0.3467, + "num_tokens": 543909433.0, + "step": 2857 + }, + { + "epoch": 0.9754266211604096, + "grad_norm": 0.30407114099852395, + "learning_rate": 8.264097844218827e-06, + "loss": 0.3547, + "num_tokens": 544095690.0, + "step": 2858 + }, + { + "epoch": 0.9757679180887372, + "grad_norm": 0.2861605849523973, + "learning_rate": 8.26276161661113e-06, + "loss": 0.3919, + "num_tokens": 544323095.0, + "step": 2859 + }, + { + "epoch": 0.9761092150170648, + "grad_norm": 0.29282339884449776, + "learning_rate": 8.261424997919294e-06, + "loss": 0.343, + "num_tokens": 544504327.0, + "step": 2860 + }, + { + "epoch": 0.9764505119453925, + "grad_norm": 0.28998117478341884, + "learning_rate": 8.260087988332526e-06, + "loss": 0.3588, + "num_tokens": 544686003.0, + "step": 2861 + }, + { + "epoch": 0.9767918088737202, + "grad_norm": 0.27333066266003914, + "learning_rate": 8.258750588040084e-06, + "loss": 0.3293, + "num_tokens": 544860549.0, + "step": 2862 + }, + { + "epoch": 0.9771331058020478, + "grad_norm": 0.27314210736215594, + "learning_rate": 8.257412797231285e-06, + "loss": 0.3166, + "num_tokens": 545042371.0, + "step": 2863 + }, + { + "epoch": 0.9774744027303754, + "grad_norm": 0.2734238579231249, + "learning_rate": 8.256074616095504e-06, + "loss": 0.3372, + "num_tokens": 545217867.0, + "step": 2864 + }, + { + "epoch": 0.9778156996587031, + "grad_norm": 0.6833752569436413, + "learning_rate": 8.254736044822166e-06, + "loss": 0.3636, + "num_tokens": 545453406.0, + "step": 2865 + }, + { + "epoch": 0.9781569965870307, + "grad_norm": 0.2878219576623136, + "learning_rate": 8.253397083600752e-06, + "loss": 0.3584, + "num_tokens": 545645923.0, + "step": 2866 + }, + { + "epoch": 0.9784982935153583, + "grad_norm": 0.24292733619812343, + "learning_rate": 8.2520577326208e-06, + "loss": 0.3403, + "num_tokens": 545877365.0, + "step": 2867 + }, + { + "epoch": 0.978839590443686, + "grad_norm": 0.27945425018769293, + "learning_rate": 8.250717992071902e-06, + "loss": 0.3436, + "num_tokens": 546064925.0, + "step": 2868 + }, + { + "epoch": 0.9791808873720137, + "grad_norm": 0.31700656908428243, + "learning_rate": 8.249377862143706e-06, + "loss": 0.3586, + "num_tokens": 546227495.0, + "step": 2869 + }, + { + "epoch": 0.9795221843003413, + "grad_norm": 0.29549752900795934, + "learning_rate": 8.248037343025917e-06, + "loss": 0.3622, + "num_tokens": 546409648.0, + "step": 2870 + }, + { + "epoch": 0.979863481228669, + "grad_norm": 0.2617866799902674, + "learning_rate": 8.24669643490829e-06, + "loss": 0.3243, + "num_tokens": 546591096.0, + "step": 2871 + }, + { + "epoch": 0.9802047781569966, + "grad_norm": 0.2716825610141921, + "learning_rate": 8.24535513798064e-06, + "loss": 0.3649, + "num_tokens": 546783858.0, + "step": 2872 + }, + { + "epoch": 0.9805460750853242, + "grad_norm": 0.3014459353295553, + "learning_rate": 8.244013452432832e-06, + "loss": 0.3736, + "num_tokens": 546977725.0, + "step": 2873 + }, + { + "epoch": 0.9808873720136518, + "grad_norm": 0.2904352246243006, + "learning_rate": 8.24267137845479e-06, + "loss": 0.3248, + "num_tokens": 547130313.0, + "step": 2874 + }, + { + "epoch": 0.9812286689419796, + "grad_norm": 0.2738944232878479, + "learning_rate": 8.241328916236496e-06, + "loss": 0.3769, + "num_tokens": 547336675.0, + "step": 2875 + }, + { + "epoch": 0.9815699658703072, + "grad_norm": 0.27479930217559156, + "learning_rate": 8.239986065967979e-06, + "loss": 0.3173, + "num_tokens": 547502524.0, + "step": 2876 + }, + { + "epoch": 0.9819112627986348, + "grad_norm": 0.28188413277290303, + "learning_rate": 8.238642827839327e-06, + "loss": 0.3724, + "num_tokens": 547706158.0, + "step": 2877 + }, + { + "epoch": 0.9822525597269625, + "grad_norm": 0.24405706461913604, + "learning_rate": 8.237299202040684e-06, + "loss": 0.2992, + "num_tokens": 547912047.0, + "step": 2878 + }, + { + "epoch": 0.9825938566552901, + "grad_norm": 0.2920865920700747, + "learning_rate": 8.235955188762247e-06, + "loss": 0.3571, + "num_tokens": 548101489.0, + "step": 2879 + }, + { + "epoch": 0.9829351535836177, + "grad_norm": 0.32070733220074754, + "learning_rate": 8.234610788194267e-06, + "loss": 0.3424, + "num_tokens": 548289544.0, + "step": 2880 + }, + { + "epoch": 0.9832764505119453, + "grad_norm": 0.2988095031506756, + "learning_rate": 8.233266000527054e-06, + "loss": 0.337, + "num_tokens": 548450604.0, + "step": 2881 + }, + { + "epoch": 0.9836177474402731, + "grad_norm": 0.288463018416422, + "learning_rate": 8.23192082595097e-06, + "loss": 0.3445, + "num_tokens": 548639299.0, + "step": 2882 + }, + { + "epoch": 0.9839590443686007, + "grad_norm": 0.2953249184297544, + "learning_rate": 8.23057526465643e-06, + "loss": 0.3506, + "num_tokens": 548813851.0, + "step": 2883 + }, + { + "epoch": 0.9843003412969283, + "grad_norm": 0.2806529249537224, + "learning_rate": 8.229229316833906e-06, + "loss": 0.3111, + "num_tokens": 548986156.0, + "step": 2884 + }, + { + "epoch": 0.984641638225256, + "grad_norm": 0.28689184782927885, + "learning_rate": 8.227882982673926e-06, + "loss": 0.3517, + "num_tokens": 549194107.0, + "step": 2885 + }, + { + "epoch": 0.9849829351535836, + "grad_norm": 0.27020682177716854, + "learning_rate": 8.226536262367068e-06, + "loss": 0.3406, + "num_tokens": 549392536.0, + "step": 2886 + }, + { + "epoch": 0.9853242320819112, + "grad_norm": 0.2678515423672076, + "learning_rate": 8.225189156103971e-06, + "loss": 0.3381, + "num_tokens": 549595265.0, + "step": 2887 + }, + { + "epoch": 0.985665529010239, + "grad_norm": 0.26385156703641155, + "learning_rate": 8.223841664075323e-06, + "loss": 0.3799, + "num_tokens": 549852213.0, + "step": 2888 + }, + { + "epoch": 0.9860068259385666, + "grad_norm": 0.2867345525488567, + "learning_rate": 8.22249378647187e-06, + "loss": 0.3639, + "num_tokens": 550028278.0, + "step": 2889 + }, + { + "epoch": 0.9863481228668942, + "grad_norm": 0.29470439468537335, + "learning_rate": 8.221145523484411e-06, + "loss": 0.3462, + "num_tokens": 550210610.0, + "step": 2890 + }, + { + "epoch": 0.9866894197952218, + "grad_norm": 0.4434377594335976, + "learning_rate": 8.219796875303801e-06, + "loss": 0.3468, + "num_tokens": 550393575.0, + "step": 2891 + }, + { + "epoch": 0.9870307167235495, + "grad_norm": 0.2705406203676753, + "learning_rate": 8.218447842120948e-06, + "loss": 0.3122, + "num_tokens": 550576447.0, + "step": 2892 + }, + { + "epoch": 0.9873720136518771, + "grad_norm": 0.2554726835110653, + "learning_rate": 8.217098424126814e-06, + "loss": 0.3316, + "num_tokens": 550780850.0, + "step": 2893 + }, + { + "epoch": 0.9877133105802047, + "grad_norm": 0.2839241810454054, + "learning_rate": 8.215748621512419e-06, + "loss": 0.3134, + "num_tokens": 550947166.0, + "step": 2894 + }, + { + "epoch": 0.9880546075085325, + "grad_norm": 0.27094616713918807, + "learning_rate": 8.214398434468833e-06, + "loss": 0.3743, + "num_tokens": 551188071.0, + "step": 2895 + }, + { + "epoch": 0.9883959044368601, + "grad_norm": 0.2970429750265365, + "learning_rate": 8.213047863187183e-06, + "loss": 0.3246, + "num_tokens": 551340646.0, + "step": 2896 + }, + { + "epoch": 0.9887372013651877, + "grad_norm": 0.27521841939526787, + "learning_rate": 8.211696907858648e-06, + "loss": 0.3615, + "num_tokens": 551555219.0, + "step": 2897 + }, + { + "epoch": 0.9890784982935154, + "grad_norm": 0.2870826536188881, + "learning_rate": 8.210345568674466e-06, + "loss": 0.3456, + "num_tokens": 551752505.0, + "step": 2898 + }, + { + "epoch": 0.989419795221843, + "grad_norm": 0.2649796611719513, + "learning_rate": 8.208993845825927e-06, + "loss": 0.3282, + "num_tokens": 551964769.0, + "step": 2899 + }, + { + "epoch": 0.9897610921501706, + "grad_norm": 0.2720786396814407, + "learning_rate": 8.207641739504372e-06, + "loss": 0.326, + "num_tokens": 552121244.0, + "step": 2900 + }, + { + "epoch": 0.9901023890784983, + "grad_norm": 0.2795848828229407, + "learning_rate": 8.2062892499012e-06, + "loss": 0.3598, + "num_tokens": 552309367.0, + "step": 2901 + }, + { + "epoch": 0.990443686006826, + "grad_norm": 0.27852502985339794, + "learning_rate": 8.204936377207865e-06, + "loss": 0.3404, + "num_tokens": 552487875.0, + "step": 2902 + }, + { + "epoch": 0.9907849829351536, + "grad_norm": 0.2798184505929755, + "learning_rate": 8.203583121615871e-06, + "loss": 0.297, + "num_tokens": 552656646.0, + "step": 2903 + }, + { + "epoch": 0.9911262798634812, + "grad_norm": 0.2911479746054182, + "learning_rate": 8.202229483316781e-06, + "loss": 0.3516, + "num_tokens": 552838452.0, + "step": 2904 + }, + { + "epoch": 0.9914675767918089, + "grad_norm": 0.2754635982134895, + "learning_rate": 8.20087546250221e-06, + "loss": 0.3513, + "num_tokens": 553019519.0, + "step": 2905 + }, + { + "epoch": 0.9918088737201365, + "grad_norm": 0.2810535476742928, + "learning_rate": 8.199521059363824e-06, + "loss": 0.3438, + "num_tokens": 553235827.0, + "step": 2906 + }, + { + "epoch": 0.9921501706484641, + "grad_norm": 0.414256972609795, + "learning_rate": 8.19816627409335e-06, + "loss": 0.3551, + "num_tokens": 553393650.0, + "step": 2907 + }, + { + "epoch": 0.9924914675767919, + "grad_norm": 0.29704348329812535, + "learning_rate": 8.196811106882564e-06, + "loss": 0.3731, + "num_tokens": 553577486.0, + "step": 2908 + }, + { + "epoch": 0.9928327645051195, + "grad_norm": 0.29518873505711396, + "learning_rate": 8.195455557923296e-06, + "loss": 0.3859, + "num_tokens": 553752917.0, + "step": 2909 + }, + { + "epoch": 0.9931740614334471, + "grad_norm": 0.27209036250933055, + "learning_rate": 8.194099627407433e-06, + "loss": 0.3381, + "num_tokens": 553945700.0, + "step": 2910 + }, + { + "epoch": 0.9935153583617747, + "grad_norm": 0.2792444317621217, + "learning_rate": 8.192743315526915e-06, + "loss": 0.3711, + "num_tokens": 554142262.0, + "step": 2911 + }, + { + "epoch": 0.9938566552901024, + "grad_norm": 0.2707469304212339, + "learning_rate": 8.191386622473733e-06, + "loss": 0.3622, + "num_tokens": 554341420.0, + "step": 2912 + }, + { + "epoch": 0.99419795221843, + "grad_norm": 0.2840392893507264, + "learning_rate": 8.190029548439936e-06, + "loss": 0.3663, + "num_tokens": 554527617.0, + "step": 2913 + }, + { + "epoch": 0.9945392491467577, + "grad_norm": 0.28925866327194527, + "learning_rate": 8.188672093617625e-06, + "loss": 0.3395, + "num_tokens": 554697255.0, + "step": 2914 + }, + { + "epoch": 0.9948805460750854, + "grad_norm": 0.27452892378537286, + "learning_rate": 8.187314258198958e-06, + "loss": 0.3188, + "num_tokens": 554870715.0, + "step": 2915 + }, + { + "epoch": 0.995221843003413, + "grad_norm": 0.2576747215170904, + "learning_rate": 8.185956042376139e-06, + "loss": 0.3338, + "num_tokens": 555077987.0, + "step": 2916 + }, + { + "epoch": 0.9955631399317406, + "grad_norm": 0.24772253761607607, + "learning_rate": 8.184597446341433e-06, + "loss": 0.346, + "num_tokens": 555300134.0, + "step": 2917 + }, + { + "epoch": 0.9959044368600682, + "grad_norm": 0.278793008247459, + "learning_rate": 8.183238470287158e-06, + "loss": 0.3695, + "num_tokens": 555517436.0, + "step": 2918 + }, + { + "epoch": 0.9962457337883959, + "grad_norm": 0.2763748895189578, + "learning_rate": 8.181879114405684e-06, + "loss": 0.3289, + "num_tokens": 555705779.0, + "step": 2919 + }, + { + "epoch": 0.9965870307167235, + "grad_norm": 0.262510344532168, + "learning_rate": 8.180519378889434e-06, + "loss": 0.3392, + "num_tokens": 555884032.0, + "step": 2920 + }, + { + "epoch": 0.9969283276450512, + "grad_norm": 0.2705224978189597, + "learning_rate": 8.179159263930888e-06, + "loss": 0.3651, + "num_tokens": 556066563.0, + "step": 2921 + }, + { + "epoch": 0.9972696245733789, + "grad_norm": 0.2835353194085604, + "learning_rate": 8.177798769722578e-06, + "loss": 0.3335, + "num_tokens": 556238106.0, + "step": 2922 + }, + { + "epoch": 0.9976109215017065, + "grad_norm": 0.40389142328382593, + "learning_rate": 8.176437896457084e-06, + "loss": 0.372, + "num_tokens": 556437634.0, + "step": 2923 + }, + { + "epoch": 0.9979522184300341, + "grad_norm": 0.27205540743226153, + "learning_rate": 8.175076644327055e-06, + "loss": 0.3344, + "num_tokens": 556621990.0, + "step": 2924 + }, + { + "epoch": 0.9982935153583617, + "grad_norm": 0.27459662187631007, + "learning_rate": 8.173715013525173e-06, + "loss": 0.3237, + "num_tokens": 556784848.0, + "step": 2925 + }, + { + "epoch": 0.9986348122866894, + "grad_norm": 0.27711568976623635, + "learning_rate": 8.172353004244194e-06, + "loss": 0.348, + "num_tokens": 556990360.0, + "step": 2926 + }, + { + "epoch": 0.9989761092150171, + "grad_norm": 0.25608420505588203, + "learning_rate": 8.17099061667691e-06, + "loss": 0.3395, + "num_tokens": 557213243.0, + "step": 2927 + }, + { + "epoch": 0.9993174061433447, + "grad_norm": 0.307101982620584, + "learning_rate": 8.16962785101618e-06, + "loss": 0.3671, + "num_tokens": 557382431.0, + "step": 2928 + }, + { + "epoch": 0.9996587030716724, + "grad_norm": 0.26053353951227154, + "learning_rate": 8.168264707454909e-06, + "loss": 0.3609, + "num_tokens": 557602587.0, + "step": 2929 + }, + { + "epoch": 1.0, + "grad_norm": 0.24951712202230644, + "learning_rate": 8.166901186186055e-06, + "loss": 0.3339, + "num_tokens": 557729035.0, + "step": 2930 + }, + { + "epoch": 1.0003412969283276, + "grad_norm": 0.32726201838589397, + "learning_rate": 8.165537287402636e-06, + "loss": 0.3192, + "num_tokens": 557909918.0, + "step": 2931 + }, + { + "epoch": 1.0006825938566553, + "grad_norm": 0.3028206419835466, + "learning_rate": 8.164173011297719e-06, + "loss": 0.3149, + "num_tokens": 558099110.0, + "step": 2932 + }, + { + "epoch": 1.0010238907849829, + "grad_norm": 0.28453437245403984, + "learning_rate": 8.162808358064421e-06, + "loss": 0.3128, + "num_tokens": 558294536.0, + "step": 2933 + }, + { + "epoch": 1.0013651877133105, + "grad_norm": 0.3031423901466047, + "learning_rate": 8.16144332789592e-06, + "loss": 0.3134, + "num_tokens": 558484717.0, + "step": 2934 + }, + { + "epoch": 1.0017064846416381, + "grad_norm": 0.28224508762530076, + "learning_rate": 8.160077920985443e-06, + "loss": 0.3187, + "num_tokens": 558694541.0, + "step": 2935 + }, + { + "epoch": 1.0020477815699658, + "grad_norm": 0.28980620871461876, + "learning_rate": 8.158712137526268e-06, + "loss": 0.3013, + "num_tokens": 558861258.0, + "step": 2936 + }, + { + "epoch": 1.0023890784982936, + "grad_norm": 0.3010451892306067, + "learning_rate": 8.157345977711736e-06, + "loss": 0.3405, + "num_tokens": 559064960.0, + "step": 2937 + }, + { + "epoch": 1.0027303754266212, + "grad_norm": 0.3259056404670528, + "learning_rate": 8.155979441735224e-06, + "loss": 0.3468, + "num_tokens": 559254483.0, + "step": 2938 + }, + { + "epoch": 1.0030716723549489, + "grad_norm": 0.2978107681375767, + "learning_rate": 8.154612529790182e-06, + "loss": 0.3152, + "num_tokens": 559422056.0, + "step": 2939 + }, + { + "epoch": 1.0034129692832765, + "grad_norm": 0.28034710831549314, + "learning_rate": 8.153245242070098e-06, + "loss": 0.3059, + "num_tokens": 559599520.0, + "step": 2940 + }, + { + "epoch": 1.0037542662116041, + "grad_norm": 0.3092877266889183, + "learning_rate": 8.151877578768525e-06, + "loss": 0.3307, + "num_tokens": 559770163.0, + "step": 2941 + }, + { + "epoch": 1.0040955631399318, + "grad_norm": 0.27574472175804793, + "learning_rate": 8.150509540079055e-06, + "loss": 0.3104, + "num_tokens": 559939385.0, + "step": 2942 + }, + { + "epoch": 1.0044368600682594, + "grad_norm": 0.28546737400130406, + "learning_rate": 8.14914112619535e-06, + "loss": 0.3084, + "num_tokens": 560116592.0, + "step": 2943 + }, + { + "epoch": 1.004778156996587, + "grad_norm": 0.2843629492777828, + "learning_rate": 8.147772337311112e-06, + "loss": 0.3419, + "num_tokens": 560313984.0, + "step": 2944 + }, + { + "epoch": 1.0051194539249146, + "grad_norm": 0.2845296517096297, + "learning_rate": 8.1464031736201e-06, + "loss": 0.3498, + "num_tokens": 560523777.0, + "step": 2945 + }, + { + "epoch": 1.0054607508532423, + "grad_norm": 0.2860916339237759, + "learning_rate": 8.14503363531613e-06, + "loss": 0.305, + "num_tokens": 560716579.0, + "step": 2946 + }, + { + "epoch": 1.00580204778157, + "grad_norm": 0.2904980728046879, + "learning_rate": 8.143663722593065e-06, + "loss": 0.3104, + "num_tokens": 560890413.0, + "step": 2947 + }, + { + "epoch": 1.0061433447098975, + "grad_norm": 0.2812460955493815, + "learning_rate": 8.142293435644824e-06, + "loss": 0.3259, + "num_tokens": 561098180.0, + "step": 2948 + }, + { + "epoch": 1.0064846416382252, + "grad_norm": 0.286524779287565, + "learning_rate": 8.14092277466538e-06, + "loss": 0.2769, + "num_tokens": 561258947.0, + "step": 2949 + }, + { + "epoch": 1.006825938566553, + "grad_norm": 0.290677685176333, + "learning_rate": 8.139551739848756e-06, + "loss": 0.328, + "num_tokens": 561458732.0, + "step": 2950 + }, + { + "epoch": 1.0071672354948806, + "grad_norm": 0.2845730183762252, + "learning_rate": 8.13818033138903e-06, + "loss": 0.2982, + "num_tokens": 561617705.0, + "step": 2951 + }, + { + "epoch": 1.0075085324232083, + "grad_norm": 0.25990616919542936, + "learning_rate": 8.136808549480332e-06, + "loss": 0.3182, + "num_tokens": 561845773.0, + "step": 2952 + }, + { + "epoch": 1.0078498293515359, + "grad_norm": 0.2900087000414673, + "learning_rate": 8.135436394316848e-06, + "loss": 0.3286, + "num_tokens": 562023480.0, + "step": 2953 + }, + { + "epoch": 1.0081911262798635, + "grad_norm": 0.29345263792268655, + "learning_rate": 8.134063866092811e-06, + "loss": 0.2934, + "num_tokens": 562188199.0, + "step": 2954 + }, + { + "epoch": 1.0085324232081911, + "grad_norm": 0.2699325157450164, + "learning_rate": 8.13269096500251e-06, + "loss": 0.3093, + "num_tokens": 562392032.0, + "step": 2955 + }, + { + "epoch": 1.0088737201365188, + "grad_norm": 0.2635228617044086, + "learning_rate": 8.131317691240289e-06, + "loss": 0.3172, + "num_tokens": 562594004.0, + "step": 2956 + }, + { + "epoch": 1.0092150170648464, + "grad_norm": 0.2723289045304973, + "learning_rate": 8.129944045000542e-06, + "loss": 0.3175, + "num_tokens": 562789020.0, + "step": 2957 + }, + { + "epoch": 1.009556313993174, + "grad_norm": 0.2879385542853322, + "learning_rate": 8.128570026477715e-06, + "loss": 0.3389, + "num_tokens": 562966659.0, + "step": 2958 + }, + { + "epoch": 1.0098976109215017, + "grad_norm": 0.28180635145368843, + "learning_rate": 8.127195635866307e-06, + "loss": 0.3473, + "num_tokens": 563179485.0, + "step": 2959 + }, + { + "epoch": 1.0102389078498293, + "grad_norm": 0.2714805676179955, + "learning_rate": 8.125820873360872e-06, + "loss": 0.3186, + "num_tokens": 563366328.0, + "step": 2960 + }, + { + "epoch": 1.010580204778157, + "grad_norm": 0.30251262790218614, + "learning_rate": 8.124445739156016e-06, + "loss": 0.3203, + "num_tokens": 563541722.0, + "step": 2961 + }, + { + "epoch": 1.0109215017064845, + "grad_norm": 0.2780405679023108, + "learning_rate": 8.123070233446397e-06, + "loss": 0.3315, + "num_tokens": 563742398.0, + "step": 2962 + }, + { + "epoch": 1.0112627986348124, + "grad_norm": 0.2656731802598359, + "learning_rate": 8.121694356426723e-06, + "loss": 0.324, + "num_tokens": 563975706.0, + "step": 2963 + }, + { + "epoch": 1.01160409556314, + "grad_norm": 0.26684423822915354, + "learning_rate": 8.120318108291758e-06, + "loss": 0.2845, + "num_tokens": 564162446.0, + "step": 2964 + }, + { + "epoch": 1.0119453924914676, + "grad_norm": 0.2795389151738187, + "learning_rate": 8.118941489236318e-06, + "loss": 0.2988, + "num_tokens": 564363330.0, + "step": 2965 + }, + { + "epoch": 1.0122866894197953, + "grad_norm": 0.2705090290773479, + "learning_rate": 8.117564499455271e-06, + "loss": 0.3108, + "num_tokens": 564576354.0, + "step": 2966 + }, + { + "epoch": 1.012627986348123, + "grad_norm": 0.2989645992087752, + "learning_rate": 8.116187139143537e-06, + "loss": 0.3234, + "num_tokens": 564757209.0, + "step": 2967 + }, + { + "epoch": 1.0129692832764505, + "grad_norm": 0.2961942205560194, + "learning_rate": 8.114809408496091e-06, + "loss": 0.3395, + "num_tokens": 564940096.0, + "step": 2968 + }, + { + "epoch": 1.0133105802047782, + "grad_norm": 0.28725559147425983, + "learning_rate": 8.113431307707955e-06, + "loss": 0.3118, + "num_tokens": 565130403.0, + "step": 2969 + }, + { + "epoch": 1.0136518771331058, + "grad_norm": 0.3111819827466874, + "learning_rate": 8.112052836974211e-06, + "loss": 0.3684, + "num_tokens": 565335567.0, + "step": 2970 + }, + { + "epoch": 1.0139931740614334, + "grad_norm": 0.26440952311677585, + "learning_rate": 8.110673996489983e-06, + "loss": 0.3051, + "num_tokens": 565546207.0, + "step": 2971 + }, + { + "epoch": 1.014334470989761, + "grad_norm": 0.31288414026497413, + "learning_rate": 8.10929478645046e-06, + "loss": 0.3322, + "num_tokens": 565714737.0, + "step": 2972 + }, + { + "epoch": 1.0146757679180887, + "grad_norm": 0.2937721673205433, + "learning_rate": 8.107915207050872e-06, + "loss": 0.2933, + "num_tokens": 565888729.0, + "step": 2973 + }, + { + "epoch": 1.0150170648464163, + "grad_norm": 0.33097428458767897, + "learning_rate": 8.106535258486509e-06, + "loss": 0.348, + "num_tokens": 566072296.0, + "step": 2974 + }, + { + "epoch": 1.015358361774744, + "grad_norm": 0.281848707090693, + "learning_rate": 8.105154940952708e-06, + "loss": 0.3446, + "num_tokens": 566267462.0, + "step": 2975 + }, + { + "epoch": 1.0156996587030718, + "grad_norm": 0.2937916056468738, + "learning_rate": 8.103774254644863e-06, + "loss": 0.3172, + "num_tokens": 566444673.0, + "step": 2976 + }, + { + "epoch": 1.0160409556313994, + "grad_norm": 0.310926931657145, + "learning_rate": 8.102393199758416e-06, + "loss": 0.2944, + "num_tokens": 566593478.0, + "step": 2977 + }, + { + "epoch": 1.016382252559727, + "grad_norm": 0.3220815539095052, + "learning_rate": 8.101011776488861e-06, + "loss": 0.3008, + "num_tokens": 566784290.0, + "step": 2978 + }, + { + "epoch": 1.0167235494880547, + "grad_norm": 0.259817359485355, + "learning_rate": 8.099629985031752e-06, + "loss": 0.3198, + "num_tokens": 566998185.0, + "step": 2979 + }, + { + "epoch": 1.0170648464163823, + "grad_norm": 0.2529944967751783, + "learning_rate": 8.098247825582685e-06, + "loss": 0.295, + "num_tokens": 567217312.0, + "step": 2980 + }, + { + "epoch": 1.01740614334471, + "grad_norm": 0.25840990993937635, + "learning_rate": 8.096865298337314e-06, + "loss": 0.3105, + "num_tokens": 567433332.0, + "step": 2981 + }, + { + "epoch": 1.0177474402730375, + "grad_norm": 0.28289224652132133, + "learning_rate": 8.095482403491339e-06, + "loss": 0.3091, + "num_tokens": 567610176.0, + "step": 2982 + }, + { + "epoch": 1.0180887372013652, + "grad_norm": 0.3392211259356204, + "learning_rate": 8.094099141240523e-06, + "loss": 0.3102, + "num_tokens": 567762966.0, + "step": 2983 + }, + { + "epoch": 1.0184300341296928, + "grad_norm": 0.27429911746638047, + "learning_rate": 8.09271551178067e-06, + "loss": 0.3096, + "num_tokens": 567944978.0, + "step": 2984 + }, + { + "epoch": 1.0187713310580204, + "grad_norm": 0.30128330229484573, + "learning_rate": 8.091331515307642e-06, + "loss": 0.3088, + "num_tokens": 568120183.0, + "step": 2985 + }, + { + "epoch": 1.019112627986348, + "grad_norm": 0.25360154428928716, + "learning_rate": 8.08994715201735e-06, + "loss": 0.333, + "num_tokens": 568372190.0, + "step": 2986 + }, + { + "epoch": 1.0194539249146757, + "grad_norm": 0.32287904441197474, + "learning_rate": 8.08856242210576e-06, + "loss": 0.3211, + "num_tokens": 568598928.0, + "step": 2987 + }, + { + "epoch": 1.0197952218430033, + "grad_norm": 0.3028802731732928, + "learning_rate": 8.087177325768887e-06, + "loss": 0.3215, + "num_tokens": 568764314.0, + "step": 2988 + }, + { + "epoch": 1.0201365187713312, + "grad_norm": 0.3055357337307163, + "learning_rate": 8.0857918632028e-06, + "loss": 0.3419, + "num_tokens": 568951568.0, + "step": 2989 + }, + { + "epoch": 1.0204778156996588, + "grad_norm": 0.26868605232521714, + "learning_rate": 8.084406034603618e-06, + "loss": 0.3301, + "num_tokens": 569176360.0, + "step": 2990 + }, + { + "epoch": 1.0208191126279864, + "grad_norm": 0.25406930556102664, + "learning_rate": 8.083019840167512e-06, + "loss": 0.3412, + "num_tokens": 569401219.0, + "step": 2991 + }, + { + "epoch": 1.021160409556314, + "grad_norm": 0.2933892415388956, + "learning_rate": 8.081633280090707e-06, + "loss": 0.3197, + "num_tokens": 569568505.0, + "step": 2992 + }, + { + "epoch": 1.0215017064846417, + "grad_norm": 0.2749166332315544, + "learning_rate": 8.080246354569476e-06, + "loss": 0.331, + "num_tokens": 569782033.0, + "step": 2993 + }, + { + "epoch": 1.0218430034129693, + "grad_norm": 0.2965339177779685, + "learning_rate": 8.078859063800149e-06, + "loss": 0.3428, + "num_tokens": 569966736.0, + "step": 2994 + }, + { + "epoch": 1.022184300341297, + "grad_norm": 0.3222642306889401, + "learning_rate": 8.077471407979103e-06, + "loss": 0.2992, + "num_tokens": 570126466.0, + "step": 2995 + }, + { + "epoch": 1.0225255972696246, + "grad_norm": 0.2974390715894914, + "learning_rate": 8.076083387302772e-06, + "loss": 0.3414, + "num_tokens": 570321607.0, + "step": 2996 + }, + { + "epoch": 1.0228668941979522, + "grad_norm": 0.27069163560882314, + "learning_rate": 8.07469500196763e-06, + "loss": 0.3273, + "num_tokens": 570520244.0, + "step": 2997 + }, + { + "epoch": 1.0232081911262798, + "grad_norm": 0.2511326069420094, + "learning_rate": 8.073306252170215e-06, + "loss": 0.3197, + "num_tokens": 570751160.0, + "step": 2998 + }, + { + "epoch": 1.0235494880546074, + "grad_norm": 0.27390347512027485, + "learning_rate": 8.071917138107114e-06, + "loss": 0.3329, + "num_tokens": 570946237.0, + "step": 2999 + }, + { + "epoch": 1.023890784982935, + "grad_norm": 0.2759405989017067, + "learning_rate": 8.070527659974961e-06, + "loss": 0.3247, + "num_tokens": 571146550.0, + "step": 3000 + }, + { + "epoch": 1.0242320819112627, + "grad_norm": 0.3086201275969725, + "learning_rate": 8.069137817970445e-06, + "loss": 0.2866, + "num_tokens": 571316264.0, + "step": 3001 + }, + { + "epoch": 1.0245733788395905, + "grad_norm": 0.28090050222331353, + "learning_rate": 8.067747612290308e-06, + "loss": 0.3163, + "num_tokens": 571519344.0, + "step": 3002 + }, + { + "epoch": 1.0249146757679182, + "grad_norm": 0.3039558391833141, + "learning_rate": 8.066357043131338e-06, + "loss": 0.3145, + "num_tokens": 571667179.0, + "step": 3003 + }, + { + "epoch": 1.0252559726962458, + "grad_norm": 0.2749848226706317, + "learning_rate": 8.06496611069038e-06, + "loss": 0.3252, + "num_tokens": 571863455.0, + "step": 3004 + }, + { + "epoch": 1.0255972696245734, + "grad_norm": 0.2758375588988043, + "learning_rate": 8.063574815164326e-06, + "loss": 0.2917, + "num_tokens": 572036718.0, + "step": 3005 + }, + { + "epoch": 1.025938566552901, + "grad_norm": 0.2613995751518285, + "learning_rate": 8.062183156750124e-06, + "loss": 0.287, + "num_tokens": 572213028.0, + "step": 3006 + }, + { + "epoch": 1.0262798634812287, + "grad_norm": 0.29255672713925773, + "learning_rate": 8.06079113564477e-06, + "loss": 0.311, + "num_tokens": 572406209.0, + "step": 3007 + }, + { + "epoch": 1.0266211604095563, + "grad_norm": 0.27455063178743394, + "learning_rate": 8.059398752045313e-06, + "loss": 0.3054, + "num_tokens": 572589820.0, + "step": 3008 + }, + { + "epoch": 1.026962457337884, + "grad_norm": 0.2826217492140576, + "learning_rate": 8.058006006148849e-06, + "loss": 0.3288, + "num_tokens": 572768621.0, + "step": 3009 + }, + { + "epoch": 1.0273037542662116, + "grad_norm": 0.2874878304622364, + "learning_rate": 8.05661289815253e-06, + "loss": 0.3097, + "num_tokens": 572943877.0, + "step": 3010 + }, + { + "epoch": 1.0276450511945392, + "grad_norm": 0.26279014270593537, + "learning_rate": 8.055219428253564e-06, + "loss": 0.33, + "num_tokens": 573155312.0, + "step": 3011 + }, + { + "epoch": 1.0279863481228668, + "grad_norm": 0.3329274947360391, + "learning_rate": 8.053825596649197e-06, + "loss": 0.3385, + "num_tokens": 573331732.0, + "step": 3012 + }, + { + "epoch": 1.0283276450511944, + "grad_norm": 0.2604717512691078, + "learning_rate": 8.052431403536738e-06, + "loss": 0.3116, + "num_tokens": 573534989.0, + "step": 3013 + }, + { + "epoch": 1.028668941979522, + "grad_norm": 0.2834518029752097, + "learning_rate": 8.051036849113541e-06, + "loss": 0.3508, + "num_tokens": 573745681.0, + "step": 3014 + }, + { + "epoch": 1.02901023890785, + "grad_norm": 0.27060657852143255, + "learning_rate": 8.049641933577011e-06, + "loss": 0.3269, + "num_tokens": 573975103.0, + "step": 3015 + }, + { + "epoch": 1.0293515358361776, + "grad_norm": 0.2683249243369695, + "learning_rate": 8.048246657124613e-06, + "loss": 0.2832, + "num_tokens": 574172280.0, + "step": 3016 + }, + { + "epoch": 1.0296928327645052, + "grad_norm": 0.2487543587051748, + "learning_rate": 8.046851019953847e-06, + "loss": 0.3168, + "num_tokens": 574403368.0, + "step": 3017 + }, + { + "epoch": 1.0300341296928328, + "grad_norm": 0.3130641632493445, + "learning_rate": 8.045455022262277e-06, + "loss": 0.3242, + "num_tokens": 574566127.0, + "step": 3018 + }, + { + "epoch": 1.0303754266211604, + "grad_norm": 0.25834057464907456, + "learning_rate": 8.044058664247516e-06, + "loss": 0.3086, + "num_tokens": 574766516.0, + "step": 3019 + }, + { + "epoch": 1.030716723549488, + "grad_norm": 0.294943307868627, + "learning_rate": 8.042661946107225e-06, + "loss": 0.305, + "num_tokens": 574953679.0, + "step": 3020 + }, + { + "epoch": 1.0310580204778157, + "grad_norm": 0.2964606139315649, + "learning_rate": 8.041264868039114e-06, + "loss": 0.312, + "num_tokens": 575170155.0, + "step": 3021 + }, + { + "epoch": 1.0313993174061433, + "grad_norm": 0.3018341361129742, + "learning_rate": 8.039867430240953e-06, + "loss": 0.3375, + "num_tokens": 575358692.0, + "step": 3022 + }, + { + "epoch": 1.031740614334471, + "grad_norm": 0.2487793863140784, + "learning_rate": 8.038469632910551e-06, + "loss": 0.3309, + "num_tokens": 575594097.0, + "step": 3023 + }, + { + "epoch": 1.0320819112627986, + "grad_norm": 0.2860674372821468, + "learning_rate": 8.037071476245778e-06, + "loss": 0.3189, + "num_tokens": 575755010.0, + "step": 3024 + }, + { + "epoch": 1.0324232081911262, + "grad_norm": 0.26019180230700084, + "learning_rate": 8.035672960444552e-06, + "loss": 0.2987, + "num_tokens": 575955864.0, + "step": 3025 + }, + { + "epoch": 1.0327645051194538, + "grad_norm": 0.26995003736443374, + "learning_rate": 8.034274085704836e-06, + "loss": 0.3055, + "num_tokens": 576153354.0, + "step": 3026 + }, + { + "epoch": 1.0331058020477815, + "grad_norm": 0.3028013182736584, + "learning_rate": 8.03287485222465e-06, + "loss": 0.3156, + "num_tokens": 576310469.0, + "step": 3027 + }, + { + "epoch": 1.0334470989761093, + "grad_norm": 0.2765511513708155, + "learning_rate": 8.031475260202065e-06, + "loss": 0.3398, + "num_tokens": 576523633.0, + "step": 3028 + }, + { + "epoch": 1.033788395904437, + "grad_norm": 0.3047075734144885, + "learning_rate": 8.0300753098352e-06, + "loss": 0.326, + "num_tokens": 576674723.0, + "step": 3029 + }, + { + "epoch": 1.0341296928327646, + "grad_norm": 0.30916757757067753, + "learning_rate": 8.028675001322223e-06, + "loss": 0.312, + "num_tokens": 576908367.0, + "step": 3030 + }, + { + "epoch": 1.0344709897610922, + "grad_norm": 0.2576152076328811, + "learning_rate": 8.027274334861363e-06, + "loss": 0.3254, + "num_tokens": 577131976.0, + "step": 3031 + }, + { + "epoch": 1.0348122866894198, + "grad_norm": 0.24145038009959208, + "learning_rate": 8.025873310650882e-06, + "loss": 0.2896, + "num_tokens": 577368076.0, + "step": 3032 + }, + { + "epoch": 1.0351535836177475, + "grad_norm": 0.3274686863398181, + "learning_rate": 8.02447192888911e-06, + "loss": 0.3358, + "num_tokens": 577576991.0, + "step": 3033 + }, + { + "epoch": 1.035494880546075, + "grad_norm": 0.26230251982401737, + "learning_rate": 8.023070189774417e-06, + "loss": 0.2979, + "num_tokens": 577770953.0, + "step": 3034 + }, + { + "epoch": 1.0358361774744027, + "grad_norm": 1.2834454745429982, + "learning_rate": 8.02166809350523e-06, + "loss": 0.3151, + "num_tokens": 577967274.0, + "step": 3035 + }, + { + "epoch": 1.0361774744027303, + "grad_norm": 0.291520802361147, + "learning_rate": 8.020265640280019e-06, + "loss": 0.3249, + "num_tokens": 578146360.0, + "step": 3036 + }, + { + "epoch": 1.036518771331058, + "grad_norm": 0.28124423903566903, + "learning_rate": 8.01886283029731e-06, + "loss": 0.3222, + "num_tokens": 578347463.0, + "step": 3037 + }, + { + "epoch": 1.0368600682593856, + "grad_norm": 0.29748703744182886, + "learning_rate": 8.017459663755685e-06, + "loss": 0.3086, + "num_tokens": 578525229.0, + "step": 3038 + }, + { + "epoch": 1.0372013651877132, + "grad_norm": 0.3105038948493809, + "learning_rate": 8.01605614085376e-06, + "loss": 0.3106, + "num_tokens": 578701989.0, + "step": 3039 + }, + { + "epoch": 1.0375426621160408, + "grad_norm": 0.3056740507818598, + "learning_rate": 8.014652261790218e-06, + "loss": 0.3264, + "num_tokens": 578908417.0, + "step": 3040 + }, + { + "epoch": 1.0378839590443687, + "grad_norm": 0.30394061357823304, + "learning_rate": 8.013248026763784e-06, + "loss": 0.3195, + "num_tokens": 579062371.0, + "step": 3041 + }, + { + "epoch": 1.0382252559726963, + "grad_norm": 0.2881432331942767, + "learning_rate": 8.011843435973236e-06, + "loss": 0.3371, + "num_tokens": 579257910.0, + "step": 3042 + }, + { + "epoch": 1.038566552901024, + "grad_norm": 0.288195326166148, + "learning_rate": 8.0104384896174e-06, + "loss": 0.3356, + "num_tokens": 579435738.0, + "step": 3043 + }, + { + "epoch": 1.0389078498293516, + "grad_norm": 0.286518970427696, + "learning_rate": 8.009033187895155e-06, + "loss": 0.3217, + "num_tokens": 579623108.0, + "step": 3044 + }, + { + "epoch": 1.0392491467576792, + "grad_norm": 0.2614220029619417, + "learning_rate": 8.007627531005429e-06, + "loss": 0.3506, + "num_tokens": 579842463.0, + "step": 3045 + }, + { + "epoch": 1.0395904436860068, + "grad_norm": 0.5359183703804116, + "learning_rate": 8.006221519147199e-06, + "loss": 0.3298, + "num_tokens": 580017830.0, + "step": 3046 + }, + { + "epoch": 1.0399317406143345, + "grad_norm": 0.3008914610283285, + "learning_rate": 8.004815152519496e-06, + "loss": 0.3306, + "num_tokens": 580213269.0, + "step": 3047 + }, + { + "epoch": 1.040273037542662, + "grad_norm": 0.2849662927316073, + "learning_rate": 8.003408431321398e-06, + "loss": 0.3138, + "num_tokens": 580433294.0, + "step": 3048 + }, + { + "epoch": 1.0406143344709897, + "grad_norm": 0.29353134830775185, + "learning_rate": 8.002001355752035e-06, + "loss": 0.2995, + "num_tokens": 580616898.0, + "step": 3049 + }, + { + "epoch": 1.0409556313993173, + "grad_norm": 0.2883618749868041, + "learning_rate": 8.000593926010584e-06, + "loss": 0.3108, + "num_tokens": 580785182.0, + "step": 3050 + }, + { + "epoch": 1.041296928327645, + "grad_norm": 0.2796592392536656, + "learning_rate": 7.999186142296276e-06, + "loss": 0.2802, + "num_tokens": 580959282.0, + "step": 3051 + }, + { + "epoch": 1.0416382252559726, + "grad_norm": 0.2907126790283937, + "learning_rate": 7.99777800480839e-06, + "loss": 0.3353, + "num_tokens": 581139318.0, + "step": 3052 + }, + { + "epoch": 1.0419795221843002, + "grad_norm": 0.3384188997996887, + "learning_rate": 7.996369513746259e-06, + "loss": 0.3045, + "num_tokens": 581332334.0, + "step": 3053 + }, + { + "epoch": 1.042320819112628, + "grad_norm": 0.2586638494616065, + "learning_rate": 7.994960669309258e-06, + "loss": 0.3181, + "num_tokens": 581531494.0, + "step": 3054 + }, + { + "epoch": 1.0426621160409557, + "grad_norm": 0.3001443464239, + "learning_rate": 7.993551471696819e-06, + "loss": 0.3055, + "num_tokens": 581689038.0, + "step": 3055 + }, + { + "epoch": 1.0430034129692833, + "grad_norm": 0.2831140713194779, + "learning_rate": 7.992141921108421e-06, + "loss": 0.3571, + "num_tokens": 581891535.0, + "step": 3056 + }, + { + "epoch": 1.043344709897611, + "grad_norm": 0.2750337796659707, + "learning_rate": 7.990732017743592e-06, + "loss": 0.3018, + "num_tokens": 582079595.0, + "step": 3057 + }, + { + "epoch": 1.0436860068259386, + "grad_norm": 0.2629308407800084, + "learning_rate": 7.989321761801916e-06, + "loss": 0.3263, + "num_tokens": 582286973.0, + "step": 3058 + }, + { + "epoch": 1.0440273037542662, + "grad_norm": 0.2766032381127022, + "learning_rate": 7.98791115348302e-06, + "loss": 0.3152, + "num_tokens": 582487112.0, + "step": 3059 + }, + { + "epoch": 1.0443686006825939, + "grad_norm": 0.29952672329543706, + "learning_rate": 7.986500192986581e-06, + "loss": 0.3294, + "num_tokens": 582684598.0, + "step": 3060 + }, + { + "epoch": 1.0447098976109215, + "grad_norm": 0.2830027858316066, + "learning_rate": 7.985088880512332e-06, + "loss": 0.3217, + "num_tokens": 582880731.0, + "step": 3061 + }, + { + "epoch": 1.045051194539249, + "grad_norm": 0.2966333575072955, + "learning_rate": 7.98367721626005e-06, + "loss": 0.3138, + "num_tokens": 583055819.0, + "step": 3062 + }, + { + "epoch": 1.0453924914675767, + "grad_norm": 0.2833276791669907, + "learning_rate": 7.982265200429565e-06, + "loss": 0.3514, + "num_tokens": 583263235.0, + "step": 3063 + }, + { + "epoch": 1.0457337883959044, + "grad_norm": 0.28129095404594645, + "learning_rate": 7.980852833220756e-06, + "loss": 0.346, + "num_tokens": 583462465.0, + "step": 3064 + }, + { + "epoch": 1.046075085324232, + "grad_norm": 0.2884192513382167, + "learning_rate": 7.979440114833549e-06, + "loss": 0.3233, + "num_tokens": 583661357.0, + "step": 3065 + }, + { + "epoch": 1.0464163822525596, + "grad_norm": 0.2795087423036896, + "learning_rate": 7.978027045467923e-06, + "loss": 0.329, + "num_tokens": 583850031.0, + "step": 3066 + }, + { + "epoch": 1.0467576791808875, + "grad_norm": 0.28956316032009743, + "learning_rate": 7.976613625323908e-06, + "loss": 0.3308, + "num_tokens": 584032730.0, + "step": 3067 + }, + { + "epoch": 1.047098976109215, + "grad_norm": 0.2703379656774777, + "learning_rate": 7.97519985460158e-06, + "loss": 0.3077, + "num_tokens": 584204295.0, + "step": 3068 + }, + { + "epoch": 1.0474402730375427, + "grad_norm": 0.283904506149922, + "learning_rate": 7.973785733501064e-06, + "loss": 0.3508, + "num_tokens": 584407201.0, + "step": 3069 + }, + { + "epoch": 1.0477815699658704, + "grad_norm": 0.2705213640343382, + "learning_rate": 7.97237126222254e-06, + "loss": 0.3207, + "num_tokens": 584606422.0, + "step": 3070 + }, + { + "epoch": 1.048122866894198, + "grad_norm": 0.2768092574562398, + "learning_rate": 7.970956440966232e-06, + "loss": 0.308, + "num_tokens": 584781144.0, + "step": 3071 + }, + { + "epoch": 1.0484641638225256, + "grad_norm": 0.2749421932133262, + "learning_rate": 7.969541269932413e-06, + "loss": 0.3051, + "num_tokens": 584963186.0, + "step": 3072 + }, + { + "epoch": 1.0488054607508532, + "grad_norm": 0.26435863828119627, + "learning_rate": 7.968125749321418e-06, + "loss": 0.2898, + "num_tokens": 585144925.0, + "step": 3073 + }, + { + "epoch": 1.0491467576791809, + "grad_norm": 0.28473495400358934, + "learning_rate": 7.966709879333611e-06, + "loss": 0.3328, + "num_tokens": 585326361.0, + "step": 3074 + }, + { + "epoch": 1.0494880546075085, + "grad_norm": 0.27822209060861275, + "learning_rate": 7.965293660169423e-06, + "loss": 0.3515, + "num_tokens": 585541272.0, + "step": 3075 + }, + { + "epoch": 1.0498293515358361, + "grad_norm": 0.2845431617403515, + "learning_rate": 7.963877092029322e-06, + "loss": 0.3214, + "num_tokens": 585732005.0, + "step": 3076 + }, + { + "epoch": 1.0501706484641637, + "grad_norm": 0.2758602276766922, + "learning_rate": 7.962460175113836e-06, + "loss": 0.3228, + "num_tokens": 585937453.0, + "step": 3077 + }, + { + "epoch": 1.0505119453924914, + "grad_norm": 0.2921967265342339, + "learning_rate": 7.961042909623536e-06, + "loss": 0.3322, + "num_tokens": 586119179.0, + "step": 3078 + }, + { + "epoch": 1.050853242320819, + "grad_norm": 0.2942471781967038, + "learning_rate": 7.959625295759044e-06, + "loss": 0.29, + "num_tokens": 586287633.0, + "step": 3079 + }, + { + "epoch": 1.0511945392491469, + "grad_norm": 0.29046770928439575, + "learning_rate": 7.958207333721029e-06, + "loss": 0.3042, + "num_tokens": 586448045.0, + "step": 3080 + }, + { + "epoch": 1.0515358361774745, + "grad_norm": 0.2855547740338234, + "learning_rate": 7.956789023710212e-06, + "loss": 0.3253, + "num_tokens": 586639004.0, + "step": 3081 + }, + { + "epoch": 1.051877133105802, + "grad_norm": 0.2908049390396324, + "learning_rate": 7.955370365927366e-06, + "loss": 0.3007, + "num_tokens": 586806545.0, + "step": 3082 + }, + { + "epoch": 1.0522184300341297, + "grad_norm": 0.2580575522735468, + "learning_rate": 7.953951360573304e-06, + "loss": 0.2966, + "num_tokens": 587011624.0, + "step": 3083 + }, + { + "epoch": 1.0525597269624574, + "grad_norm": 0.33925715131386514, + "learning_rate": 7.9525320078489e-06, + "loss": 0.3166, + "num_tokens": 587204526.0, + "step": 3084 + }, + { + "epoch": 1.052901023890785, + "grad_norm": 0.28167706322174596, + "learning_rate": 7.951112307955068e-06, + "loss": 0.323, + "num_tokens": 587390195.0, + "step": 3085 + }, + { + "epoch": 1.0532423208191126, + "grad_norm": 0.28549932780980386, + "learning_rate": 7.949692261092774e-06, + "loss": 0.3221, + "num_tokens": 587570356.0, + "step": 3086 + }, + { + "epoch": 1.0535836177474402, + "grad_norm": 0.27337947146063823, + "learning_rate": 7.948271867463035e-06, + "loss": 0.3201, + "num_tokens": 587767209.0, + "step": 3087 + }, + { + "epoch": 1.0539249146757679, + "grad_norm": 0.29348092689506167, + "learning_rate": 7.946851127266913e-06, + "loss": 0.3183, + "num_tokens": 587945417.0, + "step": 3088 + }, + { + "epoch": 1.0542662116040955, + "grad_norm": 0.2711542741934162, + "learning_rate": 7.945430040705526e-06, + "loss": 0.3349, + "num_tokens": 588152460.0, + "step": 3089 + }, + { + "epoch": 1.0546075085324231, + "grad_norm": 0.2682708643715679, + "learning_rate": 7.944008607980033e-06, + "loss": 0.2853, + "num_tokens": 588334865.0, + "step": 3090 + }, + { + "epoch": 1.0549488054607508, + "grad_norm": 0.2717135290818931, + "learning_rate": 7.942586829291645e-06, + "loss": 0.3041, + "num_tokens": 588528550.0, + "step": 3091 + }, + { + "epoch": 1.0552901023890784, + "grad_norm": 0.2643289020638598, + "learning_rate": 7.941164704841627e-06, + "loss": 0.2983, + "num_tokens": 588724860.0, + "step": 3092 + }, + { + "epoch": 1.0556313993174062, + "grad_norm": 0.27127179253933487, + "learning_rate": 7.939742234831285e-06, + "loss": 0.3078, + "num_tokens": 588926150.0, + "step": 3093 + }, + { + "epoch": 1.0559726962457339, + "grad_norm": 0.2725525973314327, + "learning_rate": 7.938319419461978e-06, + "loss": 0.3302, + "num_tokens": 589127981.0, + "step": 3094 + }, + { + "epoch": 1.0563139931740615, + "grad_norm": 0.2806785650025405, + "learning_rate": 7.936896258935113e-06, + "loss": 0.3501, + "num_tokens": 589347630.0, + "step": 3095 + }, + { + "epoch": 1.0566552901023891, + "grad_norm": 0.2628856795465859, + "learning_rate": 7.935472753452146e-06, + "loss": 0.301, + "num_tokens": 589573313.0, + "step": 3096 + }, + { + "epoch": 1.0569965870307167, + "grad_norm": 0.30275744812248623, + "learning_rate": 7.934048903214588e-06, + "loss": 0.3004, + "num_tokens": 589756123.0, + "step": 3097 + }, + { + "epoch": 1.0573378839590444, + "grad_norm": 0.324966797867768, + "learning_rate": 7.932624708423983e-06, + "loss": 0.3131, + "num_tokens": 589896582.0, + "step": 3098 + }, + { + "epoch": 1.057679180887372, + "grad_norm": 0.3033846640348908, + "learning_rate": 7.93120016928194e-06, + "loss": 0.3064, + "num_tokens": 590050365.0, + "step": 3099 + }, + { + "epoch": 1.0580204778156996, + "grad_norm": 0.2696055837264694, + "learning_rate": 7.929775285990109e-06, + "loss": 0.3005, + "num_tokens": 590238055.0, + "step": 3100 + }, + { + "epoch": 1.0583617747440273, + "grad_norm": 0.2699753275122558, + "learning_rate": 7.928350058750188e-06, + "loss": 0.2838, + "num_tokens": 590418489.0, + "step": 3101 + }, + { + "epoch": 1.058703071672355, + "grad_norm": 0.3021199527847078, + "learning_rate": 7.926924487763929e-06, + "loss": 0.3147, + "num_tokens": 590566311.0, + "step": 3102 + }, + { + "epoch": 1.0590443686006825, + "grad_norm": 0.38111103389017675, + "learning_rate": 7.925498573233128e-06, + "loss": 0.3286, + "num_tokens": 590773644.0, + "step": 3103 + }, + { + "epoch": 1.0593856655290101, + "grad_norm": 0.25781988340341305, + "learning_rate": 7.924072315359632e-06, + "loss": 0.3328, + "num_tokens": 590995672.0, + "step": 3104 + }, + { + "epoch": 1.0597269624573378, + "grad_norm": 0.26652437571969734, + "learning_rate": 7.922645714345333e-06, + "loss": 0.355, + "num_tokens": 591204197.0, + "step": 3105 + }, + { + "epoch": 1.0600682593856656, + "grad_norm": 0.2747462940201871, + "learning_rate": 7.921218770392179e-06, + "loss": 0.3533, + "num_tokens": 591417484.0, + "step": 3106 + }, + { + "epoch": 1.0604095563139933, + "grad_norm": 0.29214648301348045, + "learning_rate": 7.919791483702158e-06, + "loss": 0.3466, + "num_tokens": 591643384.0, + "step": 3107 + }, + { + "epoch": 1.0607508532423209, + "grad_norm": 0.3098902746604438, + "learning_rate": 7.91836385447731e-06, + "loss": 0.2942, + "num_tokens": 591825387.0, + "step": 3108 + }, + { + "epoch": 1.0610921501706485, + "grad_norm": 0.28692704395746627, + "learning_rate": 7.916935882919724e-06, + "loss": 0.3153, + "num_tokens": 592018085.0, + "step": 3109 + }, + { + "epoch": 1.0614334470989761, + "grad_norm": 0.26255310221170813, + "learning_rate": 7.91550756923154e-06, + "loss": 0.3096, + "num_tokens": 592226963.0, + "step": 3110 + }, + { + "epoch": 1.0617747440273038, + "grad_norm": 0.2624399380771703, + "learning_rate": 7.91407891361494e-06, + "loss": 0.3069, + "num_tokens": 592426053.0, + "step": 3111 + }, + { + "epoch": 1.0621160409556314, + "grad_norm": 0.2745153160962228, + "learning_rate": 7.912649916272163e-06, + "loss": 0.2966, + "num_tokens": 592616199.0, + "step": 3112 + }, + { + "epoch": 1.062457337883959, + "grad_norm": 0.32245553481745, + "learning_rate": 7.911220577405485e-06, + "loss": 0.3252, + "num_tokens": 592799672.0, + "step": 3113 + }, + { + "epoch": 1.0627986348122866, + "grad_norm": 0.2779197543177289, + "learning_rate": 7.909790897217243e-06, + "loss": 0.3008, + "num_tokens": 593014167.0, + "step": 3114 + }, + { + "epoch": 1.0631399317406143, + "grad_norm": 0.2807155329549687, + "learning_rate": 7.908360875909813e-06, + "loss": 0.3119, + "num_tokens": 593183132.0, + "step": 3115 + }, + { + "epoch": 1.063481228668942, + "grad_norm": 0.2989458537936612, + "learning_rate": 7.90693051368562e-06, + "loss": 0.3304, + "num_tokens": 593401218.0, + "step": 3116 + }, + { + "epoch": 1.0638225255972695, + "grad_norm": 0.2969254022549533, + "learning_rate": 7.905499810747145e-06, + "loss": 0.3495, + "num_tokens": 593606478.0, + "step": 3117 + }, + { + "epoch": 1.0641638225255972, + "grad_norm": 0.2871649456802564, + "learning_rate": 7.904068767296908e-06, + "loss": 0.2977, + "num_tokens": 593761998.0, + "step": 3118 + }, + { + "epoch": 1.064505119453925, + "grad_norm": 0.30175746270391873, + "learning_rate": 7.902637383537483e-06, + "loss": 0.3267, + "num_tokens": 593946664.0, + "step": 3119 + }, + { + "epoch": 1.0648464163822526, + "grad_norm": 0.28741816062011255, + "learning_rate": 7.901205659671487e-06, + "loss": 0.3312, + "num_tokens": 594138587.0, + "step": 3120 + }, + { + "epoch": 1.0651877133105803, + "grad_norm": 0.28853172428753465, + "learning_rate": 7.899773595901595e-06, + "loss": 0.3384, + "num_tokens": 594337267.0, + "step": 3121 + }, + { + "epoch": 1.065529010238908, + "grad_norm": 0.26423709757414204, + "learning_rate": 7.898341192430518e-06, + "loss": 0.3098, + "num_tokens": 594529574.0, + "step": 3122 + }, + { + "epoch": 1.0658703071672355, + "grad_norm": 0.27652948802643135, + "learning_rate": 7.896908449461022e-06, + "loss": 0.3338, + "num_tokens": 594743956.0, + "step": 3123 + }, + { + "epoch": 1.0662116040955631, + "grad_norm": 0.2916173111623294, + "learning_rate": 7.89547536719592e-06, + "loss": 0.3177, + "num_tokens": 594936711.0, + "step": 3124 + }, + { + "epoch": 1.0665529010238908, + "grad_norm": 0.2991570259065728, + "learning_rate": 7.894041945838073e-06, + "loss": 0.3004, + "num_tokens": 595150280.0, + "step": 3125 + }, + { + "epoch": 1.0668941979522184, + "grad_norm": 0.25421824951337124, + "learning_rate": 7.892608185590387e-06, + "loss": 0.3291, + "num_tokens": 595395177.0, + "step": 3126 + }, + { + "epoch": 1.067235494880546, + "grad_norm": 0.2748829923819728, + "learning_rate": 7.891174086655823e-06, + "loss": 0.3403, + "num_tokens": 595605791.0, + "step": 3127 + }, + { + "epoch": 1.0675767918088737, + "grad_norm": 0.29306505913389586, + "learning_rate": 7.889739649237383e-06, + "loss": 0.3366, + "num_tokens": 595794998.0, + "step": 3128 + }, + { + "epoch": 1.0679180887372013, + "grad_norm": 0.2923287550810309, + "learning_rate": 7.888304873538119e-06, + "loss": 0.2812, + "num_tokens": 595991724.0, + "step": 3129 + }, + { + "epoch": 1.068259385665529, + "grad_norm": 0.27087330809334853, + "learning_rate": 7.886869759761133e-06, + "loss": 0.3191, + "num_tokens": 596194188.0, + "step": 3130 + }, + { + "epoch": 1.0686006825938565, + "grad_norm": 0.25299303627595626, + "learning_rate": 7.885434308109573e-06, + "loss": 0.3193, + "num_tokens": 596416734.0, + "step": 3131 + }, + { + "epoch": 1.0689419795221844, + "grad_norm": 0.27500445263408624, + "learning_rate": 7.883998518786635e-06, + "loss": 0.3242, + "num_tokens": 596605632.0, + "step": 3132 + }, + { + "epoch": 1.069283276450512, + "grad_norm": 0.29553793913724985, + "learning_rate": 7.882562391995563e-06, + "loss": 0.3186, + "num_tokens": 596776770.0, + "step": 3133 + }, + { + "epoch": 1.0696245733788396, + "grad_norm": 0.29839845214348326, + "learning_rate": 7.881125927939649e-06, + "loss": 0.3562, + "num_tokens": 596973960.0, + "step": 3134 + }, + { + "epoch": 1.0699658703071673, + "grad_norm": 0.28846117640593416, + "learning_rate": 7.879689126822228e-06, + "loss": 0.3169, + "num_tokens": 597169280.0, + "step": 3135 + }, + { + "epoch": 1.070307167235495, + "grad_norm": 0.27065024888702416, + "learning_rate": 7.878251988846694e-06, + "loss": 0.2908, + "num_tokens": 597344821.0, + "step": 3136 + }, + { + "epoch": 1.0706484641638225, + "grad_norm": 0.2691199645684352, + "learning_rate": 7.87681451421648e-06, + "loss": 0.3087, + "num_tokens": 597533703.0, + "step": 3137 + }, + { + "epoch": 1.0709897610921502, + "grad_norm": 0.29347208402197544, + "learning_rate": 7.875376703135064e-06, + "loss": 0.3113, + "num_tokens": 597717961.0, + "step": 3138 + }, + { + "epoch": 1.0713310580204778, + "grad_norm": 0.29520445933140355, + "learning_rate": 7.87393855580598e-06, + "loss": 0.3166, + "num_tokens": 597890835.0, + "step": 3139 + }, + { + "epoch": 1.0716723549488054, + "grad_norm": 0.2881411345694546, + "learning_rate": 7.872500072432806e-06, + "loss": 0.3071, + "num_tokens": 598065019.0, + "step": 3140 + }, + { + "epoch": 1.072013651877133, + "grad_norm": 0.29007146724572025, + "learning_rate": 7.871061253219165e-06, + "loss": 0.3168, + "num_tokens": 598240283.0, + "step": 3141 + }, + { + "epoch": 1.0723549488054607, + "grad_norm": 0.305585585075864, + "learning_rate": 7.869622098368732e-06, + "loss": 0.3062, + "num_tokens": 598395034.0, + "step": 3142 + }, + { + "epoch": 1.0726962457337883, + "grad_norm": 0.28076359854879185, + "learning_rate": 7.868182608085225e-06, + "loss": 0.2735, + "num_tokens": 598569446.0, + "step": 3143 + }, + { + "epoch": 1.073037542662116, + "grad_norm": 0.2789291295932104, + "learning_rate": 7.866742782572412e-06, + "loss": 0.3327, + "num_tokens": 598785419.0, + "step": 3144 + }, + { + "epoch": 1.0733788395904438, + "grad_norm": 0.2898658160472966, + "learning_rate": 7.865302622034113e-06, + "loss": 0.3065, + "num_tokens": 598960817.0, + "step": 3145 + }, + { + "epoch": 1.0737201365187714, + "grad_norm": 0.2986305209643248, + "learning_rate": 7.863862126674184e-06, + "loss": 0.3234, + "num_tokens": 599158007.0, + "step": 3146 + }, + { + "epoch": 1.074061433447099, + "grad_norm": 0.29066076503700633, + "learning_rate": 7.86242129669654e-06, + "loss": 0.2981, + "num_tokens": 599331636.0, + "step": 3147 + }, + { + "epoch": 1.0744027303754267, + "grad_norm": 0.3021659916070955, + "learning_rate": 7.860980132305134e-06, + "loss": 0.3351, + "num_tokens": 599507542.0, + "step": 3148 + }, + { + "epoch": 1.0747440273037543, + "grad_norm": 0.3624155841473588, + "learning_rate": 7.859538633703975e-06, + "loss": 0.3699, + "num_tokens": 599684247.0, + "step": 3149 + }, + { + "epoch": 1.075085324232082, + "grad_norm": 0.29376604879365037, + "learning_rate": 7.858096801097113e-06, + "loss": 0.309, + "num_tokens": 599867731.0, + "step": 3150 + }, + { + "epoch": 1.0754266211604095, + "grad_norm": 0.27726337352367264, + "learning_rate": 7.856654634688646e-06, + "loss": 0.3214, + "num_tokens": 600068423.0, + "step": 3151 + }, + { + "epoch": 1.0757679180887372, + "grad_norm": 0.2841293459080337, + "learning_rate": 7.855212134682723e-06, + "loss": 0.3509, + "num_tokens": 600280816.0, + "step": 3152 + }, + { + "epoch": 1.0761092150170648, + "grad_norm": 0.31031420871771787, + "learning_rate": 7.853769301283539e-06, + "loss": 0.3118, + "num_tokens": 600469043.0, + "step": 3153 + }, + { + "epoch": 1.0764505119453924, + "grad_norm": 0.29080262356805897, + "learning_rate": 7.852326134695332e-06, + "loss": 0.3228, + "num_tokens": 600644439.0, + "step": 3154 + }, + { + "epoch": 1.07679180887372, + "grad_norm": 0.2936809982747249, + "learning_rate": 7.85088263512239e-06, + "loss": 0.37, + "num_tokens": 600874174.0, + "step": 3155 + }, + { + "epoch": 1.0771331058020477, + "grad_norm": 0.3090536601257815, + "learning_rate": 7.849438802769052e-06, + "loss": 0.3374, + "num_tokens": 601047817.0, + "step": 3156 + }, + { + "epoch": 1.0774744027303753, + "grad_norm": 0.2833006144527349, + "learning_rate": 7.847994637839696e-06, + "loss": 0.312, + "num_tokens": 601254727.0, + "step": 3157 + }, + { + "epoch": 1.0778156996587032, + "grad_norm": 0.2900062307076512, + "learning_rate": 7.846550140538755e-06, + "loss": 0.3262, + "num_tokens": 601433437.0, + "step": 3158 + }, + { + "epoch": 1.0781569965870308, + "grad_norm": 0.28043963429619817, + "learning_rate": 7.845105311070701e-06, + "loss": 0.3347, + "num_tokens": 601636100.0, + "step": 3159 + }, + { + "epoch": 1.0784982935153584, + "grad_norm": 0.3052484493549702, + "learning_rate": 7.843660149640064e-06, + "loss": 0.3074, + "num_tokens": 601780310.0, + "step": 3160 + }, + { + "epoch": 1.078839590443686, + "grad_norm": 0.2677775866342072, + "learning_rate": 7.84221465645141e-06, + "loss": 0.3063, + "num_tokens": 601977089.0, + "step": 3161 + }, + { + "epoch": 1.0791808873720137, + "grad_norm": 0.26914740990884134, + "learning_rate": 7.840768831709358e-06, + "loss": 0.3322, + "num_tokens": 602191716.0, + "step": 3162 + }, + { + "epoch": 1.0795221843003413, + "grad_norm": 0.3437976098447207, + "learning_rate": 7.839322675618571e-06, + "loss": 0.2965, + "num_tokens": 602350175.0, + "step": 3163 + }, + { + "epoch": 1.079863481228669, + "grad_norm": 0.2758100931584661, + "learning_rate": 7.837876188383762e-06, + "loss": 0.3049, + "num_tokens": 602541478.0, + "step": 3164 + }, + { + "epoch": 1.0802047781569966, + "grad_norm": 0.2929322588916545, + "learning_rate": 7.836429370209691e-06, + "loss": 0.3359, + "num_tokens": 602733625.0, + "step": 3165 + }, + { + "epoch": 1.0805460750853242, + "grad_norm": 0.2893070213267901, + "learning_rate": 7.834982221301158e-06, + "loss": 0.3271, + "num_tokens": 602918493.0, + "step": 3166 + }, + { + "epoch": 1.0808873720136518, + "grad_norm": 0.28613968864845957, + "learning_rate": 7.833534741863021e-06, + "loss": 0.319, + "num_tokens": 603095433.0, + "step": 3167 + }, + { + "epoch": 1.0812286689419794, + "grad_norm": 0.2960270734633753, + "learning_rate": 7.832086932100172e-06, + "loss": 0.3176, + "num_tokens": 603267941.0, + "step": 3168 + }, + { + "epoch": 1.081569965870307, + "grad_norm": 0.33980175975083293, + "learning_rate": 7.830638792217562e-06, + "loss": 0.3446, + "num_tokens": 603448280.0, + "step": 3169 + }, + { + "epoch": 1.0819112627986347, + "grad_norm": 0.2744883818037501, + "learning_rate": 7.82919032242018e-06, + "loss": 0.3276, + "num_tokens": 603657177.0, + "step": 3170 + }, + { + "epoch": 1.0822525597269625, + "grad_norm": 0.29443526982963225, + "learning_rate": 7.827741522913068e-06, + "loss": 0.3438, + "num_tokens": 603853581.0, + "step": 3171 + }, + { + "epoch": 1.0825938566552902, + "grad_norm": 0.3022504389316272, + "learning_rate": 7.82629239390131e-06, + "loss": 0.3281, + "num_tokens": 604043883.0, + "step": 3172 + }, + { + "epoch": 1.0829351535836178, + "grad_norm": 0.3049500725991126, + "learning_rate": 7.824842935590037e-06, + "loss": 0.3142, + "num_tokens": 604204408.0, + "step": 3173 + }, + { + "epoch": 1.0832764505119454, + "grad_norm": 0.2714925958533506, + "learning_rate": 7.823393148184428e-06, + "loss": 0.2994, + "num_tokens": 604385994.0, + "step": 3174 + }, + { + "epoch": 1.083617747440273, + "grad_norm": 0.27297976723790374, + "learning_rate": 7.821943031889708e-06, + "loss": 0.33, + "num_tokens": 604585625.0, + "step": 3175 + }, + { + "epoch": 1.0839590443686007, + "grad_norm": 0.27760209609175956, + "learning_rate": 7.82049258691115e-06, + "loss": 0.295, + "num_tokens": 604774441.0, + "step": 3176 + }, + { + "epoch": 1.0843003412969283, + "grad_norm": 0.28887113245006, + "learning_rate": 7.819041813454072e-06, + "loss": 0.3252, + "num_tokens": 604986953.0, + "step": 3177 + }, + { + "epoch": 1.084641638225256, + "grad_norm": 0.27179267236739885, + "learning_rate": 7.81759071172384e-06, + "loss": 0.2995, + "num_tokens": 605172603.0, + "step": 3178 + }, + { + "epoch": 1.0849829351535836, + "grad_norm": 0.287142233374213, + "learning_rate": 7.816139281925868e-06, + "loss": 0.3315, + "num_tokens": 605353490.0, + "step": 3179 + }, + { + "epoch": 1.0853242320819112, + "grad_norm": 0.28333263700052047, + "learning_rate": 7.81468752426561e-06, + "loss": 0.317, + "num_tokens": 605521763.0, + "step": 3180 + }, + { + "epoch": 1.0856655290102388, + "grad_norm": 0.2510387890858938, + "learning_rate": 7.81323543894857e-06, + "loss": 0.2931, + "num_tokens": 605721184.0, + "step": 3181 + }, + { + "epoch": 1.0860068259385665, + "grad_norm": 0.2916001203836256, + "learning_rate": 7.811783026180298e-06, + "loss": 0.2798, + "num_tokens": 605876360.0, + "step": 3182 + }, + { + "epoch": 1.086348122866894, + "grad_norm": 0.2857448999133852, + "learning_rate": 7.810330286166394e-06, + "loss": 0.3121, + "num_tokens": 606054995.0, + "step": 3183 + }, + { + "epoch": 1.086689419795222, + "grad_norm": 0.31937595051810674, + "learning_rate": 7.8088772191125e-06, + "loss": 0.3432, + "num_tokens": 606242670.0, + "step": 3184 + }, + { + "epoch": 1.0870307167235496, + "grad_norm": 0.3018644817116544, + "learning_rate": 7.807423825224306e-06, + "loss": 0.3431, + "num_tokens": 606433126.0, + "step": 3185 + }, + { + "epoch": 1.0873720136518772, + "grad_norm": 0.29041585520933405, + "learning_rate": 7.805970104707549e-06, + "loss": 0.3222, + "num_tokens": 606618052.0, + "step": 3186 + }, + { + "epoch": 1.0877133105802048, + "grad_norm": 0.2917092887097782, + "learning_rate": 7.804516057768008e-06, + "loss": 0.3038, + "num_tokens": 606781524.0, + "step": 3187 + }, + { + "epoch": 1.0880546075085324, + "grad_norm": 0.30178445585492314, + "learning_rate": 7.803061684611515e-06, + "loss": 0.3126, + "num_tokens": 606953259.0, + "step": 3188 + }, + { + "epoch": 1.08839590443686, + "grad_norm": 0.2534981223733782, + "learning_rate": 7.801606985443943e-06, + "loss": 0.339, + "num_tokens": 607191917.0, + "step": 3189 + }, + { + "epoch": 1.0887372013651877, + "grad_norm": 0.29155296302816014, + "learning_rate": 7.80015196047121e-06, + "loss": 0.3519, + "num_tokens": 607380861.0, + "step": 3190 + }, + { + "epoch": 1.0890784982935153, + "grad_norm": 0.2769918386607736, + "learning_rate": 7.798696609899285e-06, + "loss": 0.3239, + "num_tokens": 607578640.0, + "step": 3191 + }, + { + "epoch": 1.089419795221843, + "grad_norm": 0.2872197518115064, + "learning_rate": 7.797240933934184e-06, + "loss": 0.3413, + "num_tokens": 607791880.0, + "step": 3192 + }, + { + "epoch": 1.0897610921501706, + "grad_norm": 0.28168771809845194, + "learning_rate": 7.79578493278196e-06, + "loss": 0.322, + "num_tokens": 607995721.0, + "step": 3193 + }, + { + "epoch": 1.0901023890784982, + "grad_norm": 0.2851667848824859, + "learning_rate": 7.794328606648725e-06, + "loss": 0.3268, + "num_tokens": 608174027.0, + "step": 3194 + }, + { + "epoch": 1.0904436860068258, + "grad_norm": 0.27549444382726973, + "learning_rate": 7.792871955740626e-06, + "loss": 0.2943, + "num_tokens": 608352233.0, + "step": 3195 + }, + { + "epoch": 1.0907849829351535, + "grad_norm": 0.3143805377726217, + "learning_rate": 7.791414980263857e-06, + "loss": 0.3406, + "num_tokens": 608515858.0, + "step": 3196 + }, + { + "epoch": 1.0911262798634813, + "grad_norm": 0.2819871555697118, + "learning_rate": 7.789957680424664e-06, + "loss": 0.3126, + "num_tokens": 608694853.0, + "step": 3197 + }, + { + "epoch": 1.091467576791809, + "grad_norm": 0.26995564465684285, + "learning_rate": 7.788500056429338e-06, + "loss": 0.3011, + "num_tokens": 608874700.0, + "step": 3198 + }, + { + "epoch": 1.0918088737201366, + "grad_norm": 0.2867061616735741, + "learning_rate": 7.78704210848421e-06, + "loss": 0.3007, + "num_tokens": 609066220.0, + "step": 3199 + }, + { + "epoch": 1.0921501706484642, + "grad_norm": 0.29328197940700085, + "learning_rate": 7.785583836795662e-06, + "loss": 0.3108, + "num_tokens": 609250136.0, + "step": 3200 + }, + { + "epoch": 1.0924914675767918, + "grad_norm": 0.2970062822851066, + "learning_rate": 7.784125241570121e-06, + "loss": 0.3464, + "num_tokens": 609437690.0, + "step": 3201 + }, + { + "epoch": 1.0928327645051195, + "grad_norm": 0.30222220865953137, + "learning_rate": 7.78266632301406e-06, + "loss": 0.2853, + "num_tokens": 609583336.0, + "step": 3202 + }, + { + "epoch": 1.093174061433447, + "grad_norm": 0.26676526593028466, + "learning_rate": 7.781207081333994e-06, + "loss": 0.326, + "num_tokens": 609795553.0, + "step": 3203 + }, + { + "epoch": 1.0935153583617747, + "grad_norm": 0.2887661412667416, + "learning_rate": 7.779747516736491e-06, + "loss": 0.3093, + "num_tokens": 609970704.0, + "step": 3204 + }, + { + "epoch": 1.0938566552901023, + "grad_norm": 0.25613916918704904, + "learning_rate": 7.778287629428154e-06, + "loss": 0.3078, + "num_tokens": 610190674.0, + "step": 3205 + }, + { + "epoch": 1.09419795221843, + "grad_norm": 0.2840411311184281, + "learning_rate": 7.776827419615645e-06, + "loss": 0.2859, + "num_tokens": 610357129.0, + "step": 3206 + }, + { + "epoch": 1.0945392491467576, + "grad_norm": 1.8747394290694048, + "learning_rate": 7.775366887505661e-06, + "loss": 0.3341, + "num_tokens": 610565081.0, + "step": 3207 + }, + { + "epoch": 1.0948805460750852, + "grad_norm": 0.28149007815680205, + "learning_rate": 7.773906033304946e-06, + "loss": 0.3177, + "num_tokens": 610736346.0, + "step": 3208 + }, + { + "epoch": 1.0952218430034129, + "grad_norm": 0.28952851148797365, + "learning_rate": 7.772444857220298e-06, + "loss": 0.3267, + "num_tokens": 610926931.0, + "step": 3209 + }, + { + "epoch": 1.0955631399317407, + "grad_norm": 0.2569836056756802, + "learning_rate": 7.77098335945855e-06, + "loss": 0.3092, + "num_tokens": 611141620.0, + "step": 3210 + }, + { + "epoch": 1.0959044368600683, + "grad_norm": 0.26948826468531223, + "learning_rate": 7.769521540226589e-06, + "loss": 0.3209, + "num_tokens": 611355631.0, + "step": 3211 + }, + { + "epoch": 1.096245733788396, + "grad_norm": 0.3007135555189163, + "learning_rate": 7.76805939973134e-06, + "loss": 0.3281, + "num_tokens": 611547113.0, + "step": 3212 + }, + { + "epoch": 1.0965870307167236, + "grad_norm": 0.2983496526309322, + "learning_rate": 7.766596938179778e-06, + "loss": 0.3424, + "num_tokens": 611735128.0, + "step": 3213 + }, + { + "epoch": 1.0969283276450512, + "grad_norm": 0.3077793060018936, + "learning_rate": 7.765134155778923e-06, + "loss": 0.3637, + "num_tokens": 611921070.0, + "step": 3214 + }, + { + "epoch": 1.0972696245733788, + "grad_norm": 0.290321171366705, + "learning_rate": 7.763671052735836e-06, + "loss": 0.3039, + "num_tokens": 612097027.0, + "step": 3215 + }, + { + "epoch": 1.0976109215017065, + "grad_norm": 0.27684938075248056, + "learning_rate": 7.762207629257637e-06, + "loss": 0.325, + "num_tokens": 612278603.0, + "step": 3216 + }, + { + "epoch": 1.097952218430034, + "grad_norm": 0.3337431482709027, + "learning_rate": 7.760743885551472e-06, + "loss": 0.3133, + "num_tokens": 612457247.0, + "step": 3217 + }, + { + "epoch": 1.0982935153583617, + "grad_norm": 0.26738268074068516, + "learning_rate": 7.759279821824545e-06, + "loss": 0.3044, + "num_tokens": 612643185.0, + "step": 3218 + }, + { + "epoch": 1.0986348122866894, + "grad_norm": 0.36373698877153826, + "learning_rate": 7.757815438284105e-06, + "loss": 0.3202, + "num_tokens": 612856535.0, + "step": 3219 + }, + { + "epoch": 1.098976109215017, + "grad_norm": 0.24178918323168713, + "learning_rate": 7.75635073513744e-06, + "loss": 0.3181, + "num_tokens": 613107579.0, + "step": 3220 + }, + { + "epoch": 1.0993174061433446, + "grad_norm": 0.2713289952281832, + "learning_rate": 7.754885712591888e-06, + "loss": 0.2928, + "num_tokens": 613285678.0, + "step": 3221 + }, + { + "epoch": 1.0996587030716722, + "grad_norm": 0.26908071341732226, + "learning_rate": 7.753420370854833e-06, + "loss": 0.3406, + "num_tokens": 613535125.0, + "step": 3222 + }, + { + "epoch": 1.1, + "grad_norm": 0.31157524324795655, + "learning_rate": 7.751954710133699e-06, + "loss": 0.2999, + "num_tokens": 613716057.0, + "step": 3223 + }, + { + "epoch": 1.1003412969283277, + "grad_norm": 0.2758961925758426, + "learning_rate": 7.75048873063596e-06, + "loss": 0.2739, + "num_tokens": 613899195.0, + "step": 3224 + }, + { + "epoch": 1.1006825938566553, + "grad_norm": 0.2700495088678674, + "learning_rate": 7.749022432569133e-06, + "loss": 0.3026, + "num_tokens": 614102345.0, + "step": 3225 + }, + { + "epoch": 1.101023890784983, + "grad_norm": 0.2984457630486169, + "learning_rate": 7.747555816140782e-06, + "loss": 0.3258, + "num_tokens": 614295911.0, + "step": 3226 + }, + { + "epoch": 1.1013651877133106, + "grad_norm": 0.29231281834612194, + "learning_rate": 7.746088881558512e-06, + "loss": 0.3402, + "num_tokens": 614483521.0, + "step": 3227 + }, + { + "epoch": 1.1017064846416382, + "grad_norm": 0.2917218860295372, + "learning_rate": 7.744621629029978e-06, + "loss": 0.292, + "num_tokens": 614646876.0, + "step": 3228 + }, + { + "epoch": 1.1020477815699659, + "grad_norm": 0.2645311194092717, + "learning_rate": 7.743154058762877e-06, + "loss": 0.3079, + "num_tokens": 614854976.0, + "step": 3229 + }, + { + "epoch": 1.1023890784982935, + "grad_norm": 0.2694839142439952, + "learning_rate": 7.741686170964951e-06, + "loss": 0.3283, + "num_tokens": 615066796.0, + "step": 3230 + }, + { + "epoch": 1.1027303754266211, + "grad_norm": 0.2517898785063074, + "learning_rate": 7.74021796584399e-06, + "loss": 0.3264, + "num_tokens": 615289976.0, + "step": 3231 + }, + { + "epoch": 1.1030716723549487, + "grad_norm": 0.3226044443734902, + "learning_rate": 7.738749443607822e-06, + "loss": 0.3318, + "num_tokens": 615459489.0, + "step": 3232 + }, + { + "epoch": 1.1034129692832764, + "grad_norm": 0.2738513211554924, + "learning_rate": 7.737280604464327e-06, + "loss": 0.3568, + "num_tokens": 615672738.0, + "step": 3233 + }, + { + "epoch": 1.103754266211604, + "grad_norm": 0.30626518814102827, + "learning_rate": 7.73581144862143e-06, + "loss": 0.3017, + "num_tokens": 615829868.0, + "step": 3234 + }, + { + "epoch": 1.1040955631399316, + "grad_norm": 0.27101895879368587, + "learning_rate": 7.734341976287094e-06, + "loss": 0.3106, + "num_tokens": 616013703.0, + "step": 3235 + }, + { + "epoch": 1.1044368600682595, + "grad_norm": 0.2891647215004597, + "learning_rate": 7.732872187669333e-06, + "loss": 0.3451, + "num_tokens": 616210674.0, + "step": 3236 + }, + { + "epoch": 1.104778156996587, + "grad_norm": 0.2924360037307728, + "learning_rate": 7.731402082976202e-06, + "loss": 0.3026, + "num_tokens": 616377262.0, + "step": 3237 + }, + { + "epoch": 1.1051194539249147, + "grad_norm": 0.27589091893912776, + "learning_rate": 7.729931662415804e-06, + "loss": 0.3107, + "num_tokens": 616563174.0, + "step": 3238 + }, + { + "epoch": 1.1054607508532424, + "grad_norm": 0.32321631722185845, + "learning_rate": 7.728460926196283e-06, + "loss": 0.3076, + "num_tokens": 616703965.0, + "step": 3239 + }, + { + "epoch": 1.10580204778157, + "grad_norm": 0.28953012375730647, + "learning_rate": 7.726989874525833e-06, + "loss": 0.2981, + "num_tokens": 616862435.0, + "step": 3240 + }, + { + "epoch": 1.1061433447098976, + "grad_norm": 0.31813853881623927, + "learning_rate": 7.72551850761269e-06, + "loss": 0.3361, + "num_tokens": 617029580.0, + "step": 3241 + }, + { + "epoch": 1.1064846416382252, + "grad_norm": 0.40222838060548316, + "learning_rate": 7.724046825665128e-06, + "loss": 0.3057, + "num_tokens": 617254632.0, + "step": 3242 + }, + { + "epoch": 1.1068259385665529, + "grad_norm": 0.28355245194136913, + "learning_rate": 7.722574828891479e-06, + "loss": 0.3447, + "num_tokens": 617454288.0, + "step": 3243 + }, + { + "epoch": 1.1071672354948805, + "grad_norm": 0.2908148096326773, + "learning_rate": 7.721102517500107e-06, + "loss": 0.3282, + "num_tokens": 617651795.0, + "step": 3244 + }, + { + "epoch": 1.1075085324232081, + "grad_norm": 0.2509338852845908, + "learning_rate": 7.71962989169943e-06, + "loss": 0.3053, + "num_tokens": 617872421.0, + "step": 3245 + }, + { + "epoch": 1.1078498293515358, + "grad_norm": 0.29281862934061464, + "learning_rate": 7.718156951697901e-06, + "loss": 0.3274, + "num_tokens": 618080211.0, + "step": 3246 + }, + { + "epoch": 1.1081911262798634, + "grad_norm": 0.26890161314379035, + "learning_rate": 7.716683697704029e-06, + "loss": 0.3118, + "num_tokens": 618287508.0, + "step": 3247 + }, + { + "epoch": 1.108532423208191, + "grad_norm": 0.29703845154750685, + "learning_rate": 7.715210129926354e-06, + "loss": 0.3133, + "num_tokens": 618463741.0, + "step": 3248 + }, + { + "epoch": 1.1088737201365189, + "grad_norm": 0.27968888254575947, + "learning_rate": 7.713736248573476e-06, + "loss": 0.3167, + "num_tokens": 618649452.0, + "step": 3249 + }, + { + "epoch": 1.1092150170648465, + "grad_norm": 0.250840820202527, + "learning_rate": 7.712262053854024e-06, + "loss": 0.3234, + "num_tokens": 618878508.0, + "step": 3250 + }, + { + "epoch": 1.1095563139931741, + "grad_norm": 0.3092100045120622, + "learning_rate": 7.710787545976682e-06, + "loss": 0.2749, + "num_tokens": 619021845.0, + "step": 3251 + }, + { + "epoch": 1.1098976109215017, + "grad_norm": 0.3028696708219248, + "learning_rate": 7.709312725150175e-06, + "loss": 0.3229, + "num_tokens": 619191084.0, + "step": 3252 + }, + { + "epoch": 1.1102389078498294, + "grad_norm": 0.29644924663346284, + "learning_rate": 7.70783759158327e-06, + "loss": 0.3304, + "num_tokens": 619366317.0, + "step": 3253 + }, + { + "epoch": 1.110580204778157, + "grad_norm": 0.26787048898561383, + "learning_rate": 7.70636214548478e-06, + "loss": 0.3198, + "num_tokens": 619571563.0, + "step": 3254 + }, + { + "epoch": 1.1109215017064846, + "grad_norm": 0.3110715438657865, + "learning_rate": 7.704886387063565e-06, + "loss": 0.3003, + "num_tokens": 619735626.0, + "step": 3255 + }, + { + "epoch": 1.1112627986348123, + "grad_norm": 0.2810228227178714, + "learning_rate": 7.703410316528525e-06, + "loss": 0.3276, + "num_tokens": 619948612.0, + "step": 3256 + }, + { + "epoch": 1.1116040955631399, + "grad_norm": 0.2883729854190199, + "learning_rate": 7.701933934088607e-06, + "loss": 0.3312, + "num_tokens": 620126606.0, + "step": 3257 + }, + { + "epoch": 1.1119453924914675, + "grad_norm": 0.30167122143512454, + "learning_rate": 7.700457239952798e-06, + "loss": 0.2962, + "num_tokens": 620306383.0, + "step": 3258 + }, + { + "epoch": 1.1122866894197951, + "grad_norm": 0.26735883235272456, + "learning_rate": 7.698980234330137e-06, + "loss": 0.3085, + "num_tokens": 620490067.0, + "step": 3259 + }, + { + "epoch": 1.1126279863481228, + "grad_norm": 0.26043643936135197, + "learning_rate": 7.6975029174297e-06, + "loss": 0.3105, + "num_tokens": 620691043.0, + "step": 3260 + }, + { + "epoch": 1.1129692832764504, + "grad_norm": 0.3070922539444917, + "learning_rate": 7.696025289460608e-06, + "loss": 0.3196, + "num_tokens": 620861401.0, + "step": 3261 + }, + { + "epoch": 1.1133105802047782, + "grad_norm": 0.2847432172080832, + "learning_rate": 7.69454735063203e-06, + "loss": 0.3183, + "num_tokens": 621053697.0, + "step": 3262 + }, + { + "epoch": 1.1136518771331059, + "grad_norm": 0.3079292825002105, + "learning_rate": 7.693069101153174e-06, + "loss": 0.3348, + "num_tokens": 621217533.0, + "step": 3263 + }, + { + "epoch": 1.1139931740614335, + "grad_norm": 0.2588420948614879, + "learning_rate": 7.691590541233296e-06, + "loss": 0.3222, + "num_tokens": 621451776.0, + "step": 3264 + }, + { + "epoch": 1.1143344709897611, + "grad_norm": 0.3153511104636417, + "learning_rate": 7.690111671081693e-06, + "loss": 0.3393, + "num_tokens": 621627026.0, + "step": 3265 + }, + { + "epoch": 1.1146757679180888, + "grad_norm": 0.28037653808311414, + "learning_rate": 7.68863249090771e-06, + "loss": 0.3258, + "num_tokens": 621824422.0, + "step": 3266 + }, + { + "epoch": 1.1150170648464164, + "grad_norm": 0.25059951089697213, + "learning_rate": 7.687153000920728e-06, + "loss": 0.3134, + "num_tokens": 622067155.0, + "step": 3267 + }, + { + "epoch": 1.115358361774744, + "grad_norm": 0.2740806023402502, + "learning_rate": 7.685673201330183e-06, + "loss": 0.3431, + "num_tokens": 622301401.0, + "step": 3268 + }, + { + "epoch": 1.1156996587030716, + "grad_norm": 0.8483245090889858, + "learning_rate": 7.684193092345544e-06, + "loss": 0.3088, + "num_tokens": 622475008.0, + "step": 3269 + }, + { + "epoch": 1.1160409556313993, + "grad_norm": 0.2751641389340898, + "learning_rate": 7.68271267417633e-06, + "loss": 0.3185, + "num_tokens": 622673722.0, + "step": 3270 + }, + { + "epoch": 1.116382252559727, + "grad_norm": 0.2823492989743329, + "learning_rate": 7.681231947032104e-06, + "loss": 0.3429, + "num_tokens": 622872844.0, + "step": 3271 + }, + { + "epoch": 1.1167235494880545, + "grad_norm": 0.29251021448702136, + "learning_rate": 7.67975091112247e-06, + "loss": 0.3239, + "num_tokens": 623063441.0, + "step": 3272 + }, + { + "epoch": 1.1170648464163822, + "grad_norm": 0.27132276101257086, + "learning_rate": 7.678269566657075e-06, + "loss": 0.3517, + "num_tokens": 623295162.0, + "step": 3273 + }, + { + "epoch": 1.11740614334471, + "grad_norm": 0.30725844490069854, + "learning_rate": 7.676787913845615e-06, + "loss": 0.3049, + "num_tokens": 623470693.0, + "step": 3274 + }, + { + "epoch": 1.1177474402730376, + "grad_norm": 0.2966339942218209, + "learning_rate": 7.675305952897823e-06, + "loss": 0.3362, + "num_tokens": 623642098.0, + "step": 3275 + }, + { + "epoch": 1.1180887372013653, + "grad_norm": 0.2762621684135585, + "learning_rate": 7.673823684023482e-06, + "loss": 0.2988, + "num_tokens": 623824847.0, + "step": 3276 + }, + { + "epoch": 1.1184300341296929, + "grad_norm": 0.26548697492119444, + "learning_rate": 7.67234110743241e-06, + "loss": 0.3167, + "num_tokens": 624036076.0, + "step": 3277 + }, + { + "epoch": 1.1187713310580205, + "grad_norm": 0.2589571199029366, + "learning_rate": 7.67085822333448e-06, + "loss": 0.3324, + "num_tokens": 624273061.0, + "step": 3278 + }, + { + "epoch": 1.1191126279863481, + "grad_norm": 0.2983890179854297, + "learning_rate": 7.669375031939596e-06, + "loss": 0.325, + "num_tokens": 624442767.0, + "step": 3279 + }, + { + "epoch": 1.1194539249146758, + "grad_norm": 0.29338513931916277, + "learning_rate": 7.667891533457718e-06, + "loss": 0.3038, + "num_tokens": 624616205.0, + "step": 3280 + }, + { + "epoch": 1.1197952218430034, + "grad_norm": 0.27563829054874145, + "learning_rate": 7.666407728098843e-06, + "loss": 0.3083, + "num_tokens": 624805594.0, + "step": 3281 + }, + { + "epoch": 1.120136518771331, + "grad_norm": 0.2792343005183481, + "learning_rate": 7.664923616073007e-06, + "loss": 0.2887, + "num_tokens": 624995228.0, + "step": 3282 + }, + { + "epoch": 1.1204778156996587, + "grad_norm": 0.2709833432939536, + "learning_rate": 7.663439197590298e-06, + "loss": 0.3172, + "num_tokens": 625197706.0, + "step": 3283 + }, + { + "epoch": 1.1208191126279863, + "grad_norm": 0.2845701939892304, + "learning_rate": 7.661954472860842e-06, + "loss": 0.3161, + "num_tokens": 625399785.0, + "step": 3284 + }, + { + "epoch": 1.121160409556314, + "grad_norm": 0.31930186734910243, + "learning_rate": 7.66046944209481e-06, + "loss": 0.341, + "num_tokens": 625594773.0, + "step": 3285 + }, + { + "epoch": 1.1215017064846415, + "grad_norm": 0.30669353593686466, + "learning_rate": 7.65898410550242e-06, + "loss": 0.3225, + "num_tokens": 625760783.0, + "step": 3286 + }, + { + "epoch": 1.1218430034129694, + "grad_norm": 0.2915579542011325, + "learning_rate": 7.657498463293924e-06, + "loss": 0.2973, + "num_tokens": 625924806.0, + "step": 3287 + }, + { + "epoch": 1.122184300341297, + "grad_norm": 0.2969974610808529, + "learning_rate": 7.656012515679625e-06, + "loss": 0.3241, + "num_tokens": 626127442.0, + "step": 3288 + }, + { + "epoch": 1.1225255972696246, + "grad_norm": 0.264124094291596, + "learning_rate": 7.654526262869867e-06, + "loss": 0.3139, + "num_tokens": 626338951.0, + "step": 3289 + }, + { + "epoch": 1.1228668941979523, + "grad_norm": 0.42544724859261795, + "learning_rate": 7.653039705075041e-06, + "loss": 0.3547, + "num_tokens": 626536744.0, + "step": 3290 + }, + { + "epoch": 1.12320819112628, + "grad_norm": 0.2968755791211799, + "learning_rate": 7.65155284250557e-06, + "loss": 0.3328, + "num_tokens": 626721880.0, + "step": 3291 + }, + { + "epoch": 1.1235494880546075, + "grad_norm": 0.2896183020351901, + "learning_rate": 7.650065675371935e-06, + "loss": 0.3338, + "num_tokens": 626917406.0, + "step": 3292 + }, + { + "epoch": 1.1238907849829352, + "grad_norm": 0.27391224865674396, + "learning_rate": 7.648578203884647e-06, + "loss": 0.2893, + "num_tokens": 627093025.0, + "step": 3293 + }, + { + "epoch": 1.1242320819112628, + "grad_norm": 0.2951504280993214, + "learning_rate": 7.64709042825427e-06, + "loss": 0.3188, + "num_tokens": 627278682.0, + "step": 3294 + }, + { + "epoch": 1.1245733788395904, + "grad_norm": 0.28576218178572127, + "learning_rate": 7.645602348691403e-06, + "loss": 0.3101, + "num_tokens": 627455117.0, + "step": 3295 + }, + { + "epoch": 1.124914675767918, + "grad_norm": 0.2642282486855569, + "learning_rate": 7.644113965406697e-06, + "loss": 0.3136, + "num_tokens": 627675677.0, + "step": 3296 + }, + { + "epoch": 1.1252559726962457, + "grad_norm": 0.2719158500478086, + "learning_rate": 7.642625278610834e-06, + "loss": 0.3204, + "num_tokens": 627897237.0, + "step": 3297 + }, + { + "epoch": 1.1255972696245733, + "grad_norm": 0.28403034696316487, + "learning_rate": 7.641136288514552e-06, + "loss": 0.3017, + "num_tokens": 628054461.0, + "step": 3298 + }, + { + "epoch": 1.1259385665529011, + "grad_norm": 0.27887549726746713, + "learning_rate": 7.639646995328624e-06, + "loss": 0.2978, + "num_tokens": 628211913.0, + "step": 3299 + }, + { + "epoch": 1.1262798634812285, + "grad_norm": 0.3060493514012775, + "learning_rate": 7.638157399263865e-06, + "loss": 0.3465, + "num_tokens": 628410320.0, + "step": 3300 + }, + { + "epoch": 1.1266211604095564, + "grad_norm": 0.31303237641632375, + "learning_rate": 7.636667500531139e-06, + "loss": 0.331, + "num_tokens": 628593444.0, + "step": 3301 + }, + { + "epoch": 1.126962457337884, + "grad_norm": 0.3339817602377949, + "learning_rate": 7.635177299341347e-06, + "loss": 0.3419, + "num_tokens": 628773367.0, + "step": 3302 + }, + { + "epoch": 1.1273037542662117, + "grad_norm": 0.2646521706903835, + "learning_rate": 7.633686795905437e-06, + "loss": 0.317, + "num_tokens": 628961285.0, + "step": 3303 + }, + { + "epoch": 1.1276450511945393, + "grad_norm": 0.29501789585208177, + "learning_rate": 7.632195990434396e-06, + "loss": 0.3061, + "num_tokens": 629132730.0, + "step": 3304 + }, + { + "epoch": 1.127986348122867, + "grad_norm": 0.2674215424495357, + "learning_rate": 7.630704883139259e-06, + "loss": 0.3313, + "num_tokens": 629333542.0, + "step": 3305 + }, + { + "epoch": 1.1283276450511945, + "grad_norm": 0.2760813292695495, + "learning_rate": 7.629213474231096e-06, + "loss": 0.3244, + "num_tokens": 629522920.0, + "step": 3306 + }, + { + "epoch": 1.1286689419795222, + "grad_norm": 0.3042785328484948, + "learning_rate": 7.627721763921027e-06, + "loss": 0.3231, + "num_tokens": 629708162.0, + "step": 3307 + }, + { + "epoch": 1.1290102389078498, + "grad_norm": 0.3077507834845159, + "learning_rate": 7.6262297524202125e-06, + "loss": 0.3334, + "num_tokens": 629869926.0, + "step": 3308 + }, + { + "epoch": 1.1293515358361774, + "grad_norm": 0.2667940836398783, + "learning_rate": 7.624737439939853e-06, + "loss": 0.309, + "num_tokens": 630058831.0, + "step": 3309 + }, + { + "epoch": 1.129692832764505, + "grad_norm": 0.2523979161361357, + "learning_rate": 7.623244826691195e-06, + "loss": 0.3096, + "num_tokens": 630268924.0, + "step": 3310 + }, + { + "epoch": 1.1300341296928327, + "grad_norm": 0.30829772939388944, + "learning_rate": 7.6217519128855235e-06, + "loss": 0.3179, + "num_tokens": 630422377.0, + "step": 3311 + }, + { + "epoch": 1.1303754266211605, + "grad_norm": 0.3095472893116867, + "learning_rate": 7.620258698734173e-06, + "loss": 0.3041, + "num_tokens": 630567009.0, + "step": 3312 + }, + { + "epoch": 1.130716723549488, + "grad_norm": 0.3276204747027538, + "learning_rate": 7.618765184448512e-06, + "loss": 0.2962, + "num_tokens": 630770753.0, + "step": 3313 + }, + { + "epoch": 1.1310580204778158, + "grad_norm": 0.26519540472185604, + "learning_rate": 7.6172713702399585e-06, + "loss": 0.3095, + "num_tokens": 630943314.0, + "step": 3314 + }, + { + "epoch": 1.1313993174061434, + "grad_norm": 0.2786819659892835, + "learning_rate": 7.615777256319968e-06, + "loss": 0.296, + "num_tokens": 631116871.0, + "step": 3315 + }, + { + "epoch": 1.131740614334471, + "grad_norm": 0.2536423350052038, + "learning_rate": 7.614282842900042e-06, + "loss": 0.3016, + "num_tokens": 631335769.0, + "step": 3316 + }, + { + "epoch": 1.1320819112627987, + "grad_norm": 0.31999186210791375, + "learning_rate": 7.612788130191724e-06, + "loss": 0.287, + "num_tokens": 631496844.0, + "step": 3317 + }, + { + "epoch": 1.1324232081911263, + "grad_norm": 0.284315696813058, + "learning_rate": 7.611293118406597e-06, + "loss": 0.2643, + "num_tokens": 631654050.0, + "step": 3318 + }, + { + "epoch": 1.132764505119454, + "grad_norm": 0.2781612235868615, + "learning_rate": 7.6097978077562875e-06, + "loss": 0.2961, + "num_tokens": 631840752.0, + "step": 3319 + }, + { + "epoch": 1.1331058020477816, + "grad_norm": 0.2845469841195871, + "learning_rate": 7.608302198452467e-06, + "loss": 0.3158, + "num_tokens": 632021332.0, + "step": 3320 + }, + { + "epoch": 1.1334470989761092, + "grad_norm": 0.3119296973701066, + "learning_rate": 7.606806290706846e-06, + "loss": 0.304, + "num_tokens": 632153818.0, + "step": 3321 + }, + { + "epoch": 1.1337883959044368, + "grad_norm": 0.26972124458876146, + "learning_rate": 7.6053100847311804e-06, + "loss": 0.3095, + "num_tokens": 632335259.0, + "step": 3322 + }, + { + "epoch": 1.1341296928327644, + "grad_norm": 0.2958649818865588, + "learning_rate": 7.603813580737262e-06, + "loss": 0.3108, + "num_tokens": 632501853.0, + "step": 3323 + }, + { + "epoch": 1.134470989761092, + "grad_norm": 0.26874412513903373, + "learning_rate": 7.602316778936934e-06, + "loss": 0.3172, + "num_tokens": 632724408.0, + "step": 3324 + }, + { + "epoch": 1.13481228668942, + "grad_norm": 0.3004832389312608, + "learning_rate": 7.600819679542074e-06, + "loss": 0.3211, + "num_tokens": 632899184.0, + "step": 3325 + }, + { + "epoch": 1.1351535836177473, + "grad_norm": 0.30487802002165, + "learning_rate": 7.599322282764606e-06, + "loss": 0.2958, + "num_tokens": 633058284.0, + "step": 3326 + }, + { + "epoch": 1.1354948805460752, + "grad_norm": 0.2925339599984066, + "learning_rate": 7.597824588816495e-06, + "loss": 0.3346, + "num_tokens": 633250138.0, + "step": 3327 + }, + { + "epoch": 1.1358361774744028, + "grad_norm": 0.2765957522547255, + "learning_rate": 7.596326597909746e-06, + "loss": 0.2975, + "num_tokens": 633404357.0, + "step": 3328 + }, + { + "epoch": 1.1361774744027304, + "grad_norm": 0.28771465568303517, + "learning_rate": 7.5948283102564105e-06, + "loss": 0.3299, + "num_tokens": 633576108.0, + "step": 3329 + }, + { + "epoch": 1.136518771331058, + "grad_norm": 0.27097445856917163, + "learning_rate": 7.593329726068577e-06, + "loss": 0.3182, + "num_tokens": 633774933.0, + "step": 3330 + }, + { + "epoch": 1.1368600682593857, + "grad_norm": 0.30596065659384875, + "learning_rate": 7.59183084555838e-06, + "loss": 0.3285, + "num_tokens": 633954715.0, + "step": 3331 + }, + { + "epoch": 1.1372013651877133, + "grad_norm": 0.288680029610373, + "learning_rate": 7.590331668937993e-06, + "loss": 0.3208, + "num_tokens": 634147381.0, + "step": 3332 + }, + { + "epoch": 1.137542662116041, + "grad_norm": 0.2878661062200853, + "learning_rate": 7.588832196419636e-06, + "loss": 0.3249, + "num_tokens": 634325130.0, + "step": 3333 + }, + { + "epoch": 1.1378839590443686, + "grad_norm": 0.28516888291668424, + "learning_rate": 7.58733242821556e-06, + "loss": 0.3293, + "num_tokens": 634494627.0, + "step": 3334 + }, + { + "epoch": 1.1382252559726962, + "grad_norm": 0.27828972418984205, + "learning_rate": 7.585832364538074e-06, + "loss": 0.3005, + "num_tokens": 634666479.0, + "step": 3335 + }, + { + "epoch": 1.1385665529010238, + "grad_norm": 0.28437244061872563, + "learning_rate": 7.584332005599516e-06, + "loss": 0.3212, + "num_tokens": 634860396.0, + "step": 3336 + }, + { + "epoch": 1.1389078498293514, + "grad_norm": 0.32342783906690525, + "learning_rate": 7.5828313516122705e-06, + "loss": 0.348, + "num_tokens": 635035517.0, + "step": 3337 + }, + { + "epoch": 1.1392491467576793, + "grad_norm": 0.2984926249962943, + "learning_rate": 7.5813304027887635e-06, + "loss": 0.342, + "num_tokens": 635217923.0, + "step": 3338 + }, + { + "epoch": 1.1395904436860067, + "grad_norm": 0.2686413365308954, + "learning_rate": 7.579829159341464e-06, + "loss": 0.31, + "num_tokens": 635413381.0, + "step": 3339 + }, + { + "epoch": 1.1399317406143346, + "grad_norm": 0.2833379543710946, + "learning_rate": 7.578327621482879e-06, + "loss": 0.3158, + "num_tokens": 635595250.0, + "step": 3340 + }, + { + "epoch": 1.1402730375426622, + "grad_norm": 0.27147378899027985, + "learning_rate": 7.576825789425561e-06, + "loss": 0.3285, + "num_tokens": 635802715.0, + "step": 3341 + }, + { + "epoch": 1.1406143344709898, + "grad_norm": 0.26123267067051736, + "learning_rate": 7.575323663382102e-06, + "loss": 0.3059, + "num_tokens": 635989352.0, + "step": 3342 + }, + { + "epoch": 1.1409556313993174, + "grad_norm": 0.2661170695171637, + "learning_rate": 7.573821243565135e-06, + "loss": 0.3085, + "num_tokens": 636196341.0, + "step": 3343 + }, + { + "epoch": 1.141296928327645, + "grad_norm": 0.2804294866624134, + "learning_rate": 7.572318530187338e-06, + "loss": 0.331, + "num_tokens": 636399251.0, + "step": 3344 + }, + { + "epoch": 1.1416382252559727, + "grad_norm": 0.3172977722271808, + "learning_rate": 7.570815523461428e-06, + "loss": 0.3296, + "num_tokens": 636573723.0, + "step": 3345 + }, + { + "epoch": 1.1419795221843003, + "grad_norm": 0.2643510360320348, + "learning_rate": 7.569312223600162e-06, + "loss": 0.3057, + "num_tokens": 636783499.0, + "step": 3346 + }, + { + "epoch": 1.142320819112628, + "grad_norm": 0.49508679017332813, + "learning_rate": 7.567808630816343e-06, + "loss": 0.3129, + "num_tokens": 636965740.0, + "step": 3347 + }, + { + "epoch": 1.1426621160409556, + "grad_norm": 0.2877209028947738, + "learning_rate": 7.566304745322813e-06, + "loss": 0.3054, + "num_tokens": 637125547.0, + "step": 3348 + }, + { + "epoch": 1.1430034129692832, + "grad_norm": 0.28502089134655595, + "learning_rate": 7.564800567332451e-06, + "loss": 0.3322, + "num_tokens": 637349103.0, + "step": 3349 + }, + { + "epoch": 1.1433447098976108, + "grad_norm": 0.3075083927617598, + "learning_rate": 7.563296097058186e-06, + "loss": 0.3103, + "num_tokens": 637549180.0, + "step": 3350 + }, + { + "epoch": 1.1436860068259387, + "grad_norm": 0.26940840236032465, + "learning_rate": 7.561791334712983e-06, + "loss": 0.3325, + "num_tokens": 637767643.0, + "step": 3351 + }, + { + "epoch": 1.144027303754266, + "grad_norm": 0.2702430362445904, + "learning_rate": 7.5602862805098466e-06, + "loss": 0.3273, + "num_tokens": 637992697.0, + "step": 3352 + }, + { + "epoch": 1.144368600682594, + "grad_norm": 0.2886306308120244, + "learning_rate": 7.558780934661831e-06, + "loss": 0.3289, + "num_tokens": 638178537.0, + "step": 3353 + }, + { + "epoch": 1.1447098976109216, + "grad_norm": 0.2631045222054828, + "learning_rate": 7.557275297382022e-06, + "loss": 0.3077, + "num_tokens": 638371672.0, + "step": 3354 + }, + { + "epoch": 1.1450511945392492, + "grad_norm": 0.4396703300182717, + "learning_rate": 7.555769368883552e-06, + "loss": 0.3487, + "num_tokens": 638556295.0, + "step": 3355 + }, + { + "epoch": 1.1453924914675768, + "grad_norm": 0.28594182496136766, + "learning_rate": 7.554263149379595e-06, + "loss": 0.3152, + "num_tokens": 638749397.0, + "step": 3356 + }, + { + "epoch": 1.1457337883959045, + "grad_norm": 0.2923334763253201, + "learning_rate": 7.5527566390833615e-06, + "loss": 0.324, + "num_tokens": 638932951.0, + "step": 3357 + }, + { + "epoch": 1.146075085324232, + "grad_norm": 0.28031558308037646, + "learning_rate": 7.551249838208108e-06, + "loss": 0.3122, + "num_tokens": 639109936.0, + "step": 3358 + }, + { + "epoch": 1.1464163822525597, + "grad_norm": 0.2781140113983897, + "learning_rate": 7.54974274696713e-06, + "loss": 0.3016, + "num_tokens": 639302904.0, + "step": 3359 + }, + { + "epoch": 1.1467576791808873, + "grad_norm": 0.3106820310990434, + "learning_rate": 7.548235365573765e-06, + "loss": 0.3107, + "num_tokens": 639472780.0, + "step": 3360 + }, + { + "epoch": 1.147098976109215, + "grad_norm": 0.2521694675288701, + "learning_rate": 7.546727694241392e-06, + "loss": 0.3342, + "num_tokens": 639725754.0, + "step": 3361 + }, + { + "epoch": 1.1474402730375426, + "grad_norm": 0.3051801808144843, + "learning_rate": 7.54521973318343e-06, + "loss": 0.3306, + "num_tokens": 639894754.0, + "step": 3362 + }, + { + "epoch": 1.1477815699658702, + "grad_norm": 0.2927591268982497, + "learning_rate": 7.5437114826133385e-06, + "loss": 0.3012, + "num_tokens": 640062404.0, + "step": 3363 + }, + { + "epoch": 1.148122866894198, + "grad_norm": 0.2670763463334649, + "learning_rate": 7.5422029427446185e-06, + "loss": 0.3064, + "num_tokens": 640259413.0, + "step": 3364 + }, + { + "epoch": 1.1484641638225255, + "grad_norm": 0.2773842403799207, + "learning_rate": 7.540694113790812e-06, + "loss": 0.3241, + "num_tokens": 640472056.0, + "step": 3365 + }, + { + "epoch": 1.1488054607508533, + "grad_norm": 0.29890785073597204, + "learning_rate": 7.539184995965504e-06, + "loss": 0.3308, + "num_tokens": 640674847.0, + "step": 3366 + }, + { + "epoch": 1.149146757679181, + "grad_norm": 0.2891714678251409, + "learning_rate": 7.537675589482314e-06, + "loss": 0.3073, + "num_tokens": 640866154.0, + "step": 3367 + }, + { + "epoch": 1.1494880546075086, + "grad_norm": 0.268847525179038, + "learning_rate": 7.536165894554912e-06, + "loss": 0.3129, + "num_tokens": 641040614.0, + "step": 3368 + }, + { + "epoch": 1.1498293515358362, + "grad_norm": 0.2842791274137116, + "learning_rate": 7.534655911397001e-06, + "loss": 0.3272, + "num_tokens": 641245851.0, + "step": 3369 + }, + { + "epoch": 1.1501706484641638, + "grad_norm": 0.27020557462015, + "learning_rate": 7.533145640222328e-06, + "loss": 0.3296, + "num_tokens": 641460728.0, + "step": 3370 + }, + { + "epoch": 1.1505119453924915, + "grad_norm": 0.29293559422509424, + "learning_rate": 7.5316350812446796e-06, + "loss": 0.3226, + "num_tokens": 641638024.0, + "step": 3371 + }, + { + "epoch": 1.150853242320819, + "grad_norm": 0.2915459983767762, + "learning_rate": 7.530124234677884e-06, + "loss": 0.3162, + "num_tokens": 641823107.0, + "step": 3372 + }, + { + "epoch": 1.1511945392491467, + "grad_norm": 0.27066978801742136, + "learning_rate": 7.52861310073581e-06, + "loss": 0.3434, + "num_tokens": 642035282.0, + "step": 3373 + }, + { + "epoch": 1.1515358361774743, + "grad_norm": 0.2762083824325704, + "learning_rate": 7.527101679632366e-06, + "loss": 0.3541, + "num_tokens": 642243442.0, + "step": 3374 + }, + { + "epoch": 1.151877133105802, + "grad_norm": 0.33055203268140154, + "learning_rate": 7.525589971581505e-06, + "loss": 0.3311, + "num_tokens": 642442892.0, + "step": 3375 + }, + { + "epoch": 1.1522184300341296, + "grad_norm": 0.26409029173802695, + "learning_rate": 7.524077976797214e-06, + "loss": 0.3262, + "num_tokens": 642657410.0, + "step": 3376 + }, + { + "epoch": 1.1525597269624575, + "grad_norm": 0.2628663833738578, + "learning_rate": 7.522565695493527e-06, + "loss": 0.3296, + "num_tokens": 642870917.0, + "step": 3377 + }, + { + "epoch": 1.1529010238907849, + "grad_norm": 0.2691526534388652, + "learning_rate": 7.521053127884515e-06, + "loss": 0.3191, + "num_tokens": 643070461.0, + "step": 3378 + }, + { + "epoch": 1.1532423208191127, + "grad_norm": 0.28432349285288044, + "learning_rate": 7.51954027418429e-06, + "loss": 0.2893, + "num_tokens": 643254866.0, + "step": 3379 + }, + { + "epoch": 1.1535836177474403, + "grad_norm": 0.2582412850094661, + "learning_rate": 7.518027134607002e-06, + "loss": 0.3012, + "num_tokens": 643460247.0, + "step": 3380 + }, + { + "epoch": 1.153924914675768, + "grad_norm": 0.27178640005941723, + "learning_rate": 7.5165137093668496e-06, + "loss": 0.3203, + "num_tokens": 643669636.0, + "step": 3381 + }, + { + "epoch": 1.1542662116040956, + "grad_norm": 0.28137802387739774, + "learning_rate": 7.514999998678062e-06, + "loss": 0.3249, + "num_tokens": 643870231.0, + "step": 3382 + }, + { + "epoch": 1.1546075085324232, + "grad_norm": 0.27653787921195977, + "learning_rate": 7.513486002754915e-06, + "loss": 0.3246, + "num_tokens": 644083903.0, + "step": 3383 + }, + { + "epoch": 1.1549488054607508, + "grad_norm": 0.2564298578081221, + "learning_rate": 7.511971721811723e-06, + "loss": 0.2862, + "num_tokens": 644294397.0, + "step": 3384 + }, + { + "epoch": 1.1552901023890785, + "grad_norm": 0.27748353096025935, + "learning_rate": 7.510457156062843e-06, + "loss": 0.3361, + "num_tokens": 644501818.0, + "step": 3385 + }, + { + "epoch": 1.155631399317406, + "grad_norm": 0.27132071793653584, + "learning_rate": 7.508942305722667e-06, + "loss": 0.3155, + "num_tokens": 644691313.0, + "step": 3386 + }, + { + "epoch": 1.1559726962457337, + "grad_norm": 0.29201932055550384, + "learning_rate": 7.50742717100563e-06, + "loss": 0.3162, + "num_tokens": 644868602.0, + "step": 3387 + }, + { + "epoch": 1.1563139931740614, + "grad_norm": 0.34252958575342873, + "learning_rate": 7.505911752126211e-06, + "loss": 0.2906, + "num_tokens": 645035339.0, + "step": 3388 + }, + { + "epoch": 1.156655290102389, + "grad_norm": 0.29968337382826654, + "learning_rate": 7.504396049298923e-06, + "loss": 0.336, + "num_tokens": 645215026.0, + "step": 3389 + }, + { + "epoch": 1.1569965870307168, + "grad_norm": 0.31060070545016066, + "learning_rate": 7.502880062738324e-06, + "loss": 0.3333, + "num_tokens": 645402356.0, + "step": 3390 + }, + { + "epoch": 1.1573378839590442, + "grad_norm": 0.319577982055697, + "learning_rate": 7.5013637926590075e-06, + "loss": 0.3307, + "num_tokens": 645577746.0, + "step": 3391 + }, + { + "epoch": 1.157679180887372, + "grad_norm": 0.29449157981472673, + "learning_rate": 7.499847239275614e-06, + "loss": 0.3147, + "num_tokens": 645755744.0, + "step": 3392 + }, + { + "epoch": 1.1580204778156997, + "grad_norm": 0.27045585041859294, + "learning_rate": 7.4983304028028185e-06, + "loss": 0.3267, + "num_tokens": 645946010.0, + "step": 3393 + }, + { + "epoch": 1.1583617747440274, + "grad_norm": 0.273889533610582, + "learning_rate": 7.496813283455334e-06, + "loss": 0.3225, + "num_tokens": 646145180.0, + "step": 3394 + }, + { + "epoch": 1.158703071672355, + "grad_norm": 0.26236796592789563, + "learning_rate": 7.495295881447922e-06, + "loss": 0.3281, + "num_tokens": 646362837.0, + "step": 3395 + }, + { + "epoch": 1.1590443686006826, + "grad_norm": 0.2876698097713725, + "learning_rate": 7.493778196995375e-06, + "loss": 0.3013, + "num_tokens": 646519981.0, + "step": 3396 + }, + { + "epoch": 1.1593856655290102, + "grad_norm": 0.281011199343767, + "learning_rate": 7.492260230312533e-06, + "loss": 0.3174, + "num_tokens": 646701833.0, + "step": 3397 + }, + { + "epoch": 1.1597269624573379, + "grad_norm": 0.28143404585832943, + "learning_rate": 7.4907419816142715e-06, + "loss": 0.3239, + "num_tokens": 646906055.0, + "step": 3398 + }, + { + "epoch": 1.1600682593856655, + "grad_norm": 0.3477254402790485, + "learning_rate": 7.489223451115506e-06, + "loss": 0.3211, + "num_tokens": 647083800.0, + "step": 3399 + }, + { + "epoch": 1.1604095563139931, + "grad_norm": 0.2960158793331564, + "learning_rate": 7.487704639031194e-06, + "loss": 0.3356, + "num_tokens": 647262416.0, + "step": 3400 + }, + { + "epoch": 1.1607508532423207, + "grad_norm": 0.3195176201576312, + "learning_rate": 7.486185545576332e-06, + "loss": 0.3219, + "num_tokens": 647418607.0, + "step": 3401 + }, + { + "epoch": 1.1610921501706484, + "grad_norm": 0.289409457968245, + "learning_rate": 7.484666170965955e-06, + "loss": 0.3407, + "num_tokens": 647637336.0, + "step": 3402 + }, + { + "epoch": 1.1614334470989762, + "grad_norm": 0.2856352826833319, + "learning_rate": 7.483146515415139e-06, + "loss": 0.3128, + "num_tokens": 647831322.0, + "step": 3403 + }, + { + "epoch": 1.1617747440273036, + "grad_norm": 0.30597565002605, + "learning_rate": 7.481626579138999e-06, + "loss": 0.3139, + "num_tokens": 648011575.0, + "step": 3404 + }, + { + "epoch": 1.1621160409556315, + "grad_norm": 0.2977418462131176, + "learning_rate": 7.480106362352692e-06, + "loss": 0.3403, + "num_tokens": 648221626.0, + "step": 3405 + }, + { + "epoch": 1.162457337883959, + "grad_norm": 0.29412964070528597, + "learning_rate": 7.478585865271413e-06, + "loss": 0.3517, + "num_tokens": 648398334.0, + "step": 3406 + }, + { + "epoch": 1.1627986348122867, + "grad_norm": 0.29802677907133907, + "learning_rate": 7.477065088110394e-06, + "loss": 0.3107, + "num_tokens": 648582500.0, + "step": 3407 + }, + { + "epoch": 1.1631399317406144, + "grad_norm": 0.29972165218645863, + "learning_rate": 7.4755440310849125e-06, + "loss": 0.3048, + "num_tokens": 648739424.0, + "step": 3408 + }, + { + "epoch": 1.163481228668942, + "grad_norm": 0.27701342615998825, + "learning_rate": 7.474022694410281e-06, + "loss": 0.3308, + "num_tokens": 648956166.0, + "step": 3409 + }, + { + "epoch": 1.1638225255972696, + "grad_norm": 0.30566942592565544, + "learning_rate": 7.472501078301854e-06, + "loss": 0.3233, + "num_tokens": 649120897.0, + "step": 3410 + }, + { + "epoch": 1.1641638225255972, + "grad_norm": 0.28413475762230067, + "learning_rate": 7.470979182975023e-06, + "loss": 0.3025, + "num_tokens": 649298515.0, + "step": 3411 + }, + { + "epoch": 1.1645051194539249, + "grad_norm": 0.28652279620141446, + "learning_rate": 7.469457008645224e-06, + "loss": 0.3292, + "num_tokens": 649483779.0, + "step": 3412 + }, + { + "epoch": 1.1648464163822525, + "grad_norm": 0.2754192230686089, + "learning_rate": 7.467934555527926e-06, + "loss": 0.3265, + "num_tokens": 649707586.0, + "step": 3413 + }, + { + "epoch": 1.1651877133105801, + "grad_norm": 0.3252303285770781, + "learning_rate": 7.466411823838642e-06, + "loss": 0.3316, + "num_tokens": 649863526.0, + "step": 3414 + }, + { + "epoch": 1.1655290102389078, + "grad_norm": 0.277130308278644, + "learning_rate": 7.464888813792921e-06, + "loss": 0.3625, + "num_tokens": 650072188.0, + "step": 3415 + }, + { + "epoch": 1.1658703071672356, + "grad_norm": 0.3203525788447585, + "learning_rate": 7.463365525606355e-06, + "loss": 0.3466, + "num_tokens": 650227159.0, + "step": 3416 + }, + { + "epoch": 1.1662116040955632, + "grad_norm": 0.2642819932872099, + "learning_rate": 7.4618419594945755e-06, + "loss": 0.3209, + "num_tokens": 650431437.0, + "step": 3417 + }, + { + "epoch": 1.1665529010238909, + "grad_norm": 0.2972189110133823, + "learning_rate": 7.460318115673251e-06, + "loss": 0.3146, + "num_tokens": 650574204.0, + "step": 3418 + }, + { + "epoch": 1.1668941979522185, + "grad_norm": 0.2652011046138336, + "learning_rate": 7.458793994358088e-06, + "loss": 0.3313, + "num_tokens": 650791781.0, + "step": 3419 + }, + { + "epoch": 1.1672354948805461, + "grad_norm": 0.30600051625361935, + "learning_rate": 7.457269595764835e-06, + "loss": 0.3224, + "num_tokens": 650953832.0, + "step": 3420 + }, + { + "epoch": 1.1675767918088737, + "grad_norm": 0.26008629764257013, + "learning_rate": 7.45574492010928e-06, + "loss": 0.3246, + "num_tokens": 651157083.0, + "step": 3421 + }, + { + "epoch": 1.1679180887372014, + "grad_norm": 0.2940331180595622, + "learning_rate": 7.454219967607249e-06, + "loss": 0.3229, + "num_tokens": 651344359.0, + "step": 3422 + }, + { + "epoch": 1.168259385665529, + "grad_norm": 0.26697002327623637, + "learning_rate": 7.452694738474606e-06, + "loss": 0.3396, + "num_tokens": 651568075.0, + "step": 3423 + }, + { + "epoch": 1.1686006825938566, + "grad_norm": 0.27581570281270834, + "learning_rate": 7.451169232927256e-06, + "loss": 0.3185, + "num_tokens": 651762185.0, + "step": 3424 + }, + { + "epoch": 1.1689419795221843, + "grad_norm": 0.4810874972445252, + "learning_rate": 7.4496434511811464e-06, + "loss": 0.3089, + "num_tokens": 651922565.0, + "step": 3425 + }, + { + "epoch": 1.1692832764505119, + "grad_norm": 0.30177828630596415, + "learning_rate": 7.448117393452255e-06, + "loss": 0.372, + "num_tokens": 652119331.0, + "step": 3426 + }, + { + "epoch": 1.1696245733788395, + "grad_norm": 0.28176227570134593, + "learning_rate": 7.446591059956608e-06, + "loss": 0.3015, + "num_tokens": 652297256.0, + "step": 3427 + }, + { + "epoch": 1.1699658703071671, + "grad_norm": 0.2515086317205926, + "learning_rate": 7.445064450910262e-06, + "loss": 0.3106, + "num_tokens": 652510315.0, + "step": 3428 + }, + { + "epoch": 1.170307167235495, + "grad_norm": 0.26711096859283506, + "learning_rate": 7.4435375665293194e-06, + "loss": 0.322, + "num_tokens": 652705774.0, + "step": 3429 + }, + { + "epoch": 1.1706484641638226, + "grad_norm": 0.260792249329039, + "learning_rate": 7.442010407029919e-06, + "loss": 0.3046, + "num_tokens": 652908545.0, + "step": 3430 + }, + { + "epoch": 1.1709897610921502, + "grad_norm": 0.2875007080499263, + "learning_rate": 7.4404829726282365e-06, + "loss": 0.3087, + "num_tokens": 653100150.0, + "step": 3431 + }, + { + "epoch": 1.1713310580204779, + "grad_norm": 0.2661302682731776, + "learning_rate": 7.438955263540493e-06, + "loss": 0.3125, + "num_tokens": 653282825.0, + "step": 3432 + }, + { + "epoch": 1.1716723549488055, + "grad_norm": 0.2704989551796483, + "learning_rate": 7.437427279982939e-06, + "loss": 0.3279, + "num_tokens": 653492034.0, + "step": 3433 + }, + { + "epoch": 1.1720136518771331, + "grad_norm": 0.30767024636222123, + "learning_rate": 7.435899022171875e-06, + "loss": 0.3092, + "num_tokens": 653656700.0, + "step": 3434 + }, + { + "epoch": 1.1723549488054608, + "grad_norm": 0.2796174344191883, + "learning_rate": 7.434370490323629e-06, + "loss": 0.3069, + "num_tokens": 653839580.0, + "step": 3435 + }, + { + "epoch": 1.1726962457337884, + "grad_norm": 0.2931825964073823, + "learning_rate": 7.432841684654577e-06, + "loss": 0.352, + "num_tokens": 654029306.0, + "step": 3436 + }, + { + "epoch": 1.173037542662116, + "grad_norm": 0.2690425834185885, + "learning_rate": 7.431312605381126e-06, + "loss": 0.3019, + "num_tokens": 654218165.0, + "step": 3437 + }, + { + "epoch": 1.1733788395904436, + "grad_norm": 0.3140976933444644, + "learning_rate": 7.4297832527197275e-06, + "loss": 0.3497, + "num_tokens": 654434267.0, + "step": 3438 + }, + { + "epoch": 1.1737201365187713, + "grad_norm": 0.31207505242120187, + "learning_rate": 7.4282536268868696e-06, + "loss": 0.3543, + "num_tokens": 654638400.0, + "step": 3439 + }, + { + "epoch": 1.174061433447099, + "grad_norm": 0.2932747017617914, + "learning_rate": 7.426723728099081e-06, + "loss": 0.3321, + "num_tokens": 654811270.0, + "step": 3440 + }, + { + "epoch": 1.1744027303754265, + "grad_norm": 0.2677052362576424, + "learning_rate": 7.425193556572925e-06, + "loss": 0.3329, + "num_tokens": 655002522.0, + "step": 3441 + }, + { + "epoch": 1.1747440273037544, + "grad_norm": 0.3143216079539435, + "learning_rate": 7.423663112525007e-06, + "loss": 0.3259, + "num_tokens": 655213661.0, + "step": 3442 + }, + { + "epoch": 1.175085324232082, + "grad_norm": 0.24290200904836848, + "learning_rate": 7.4221323961719695e-06, + "loss": 0.306, + "num_tokens": 655447948.0, + "step": 3443 + }, + { + "epoch": 1.1754266211604096, + "grad_norm": 0.2884907499593353, + "learning_rate": 7.420601407730493e-06, + "loss": 0.3425, + "num_tokens": 655652222.0, + "step": 3444 + }, + { + "epoch": 1.1757679180887373, + "grad_norm": 0.2715788823894063, + "learning_rate": 7.4190701474173e-06, + "loss": 0.2953, + "num_tokens": 655827850.0, + "step": 3445 + }, + { + "epoch": 1.176109215017065, + "grad_norm": 0.2752543595797562, + "learning_rate": 7.417538615449145e-06, + "loss": 0.3355, + "num_tokens": 656036127.0, + "step": 3446 + }, + { + "epoch": 1.1764505119453925, + "grad_norm": 0.27832298304534897, + "learning_rate": 7.416006812042827e-06, + "loss": 0.3393, + "num_tokens": 656209274.0, + "step": 3447 + }, + { + "epoch": 1.1767918088737201, + "grad_norm": 0.26309952049411683, + "learning_rate": 7.414474737415182e-06, + "loss": 0.3053, + "num_tokens": 656422038.0, + "step": 3448 + }, + { + "epoch": 1.1771331058020478, + "grad_norm": 0.28366817545413475, + "learning_rate": 7.412942391783082e-06, + "loss": 0.3064, + "num_tokens": 656634750.0, + "step": 3449 + }, + { + "epoch": 1.1774744027303754, + "grad_norm": 0.27799353201117855, + "learning_rate": 7.411409775363439e-06, + "loss": 0.3263, + "num_tokens": 656830974.0, + "step": 3450 + }, + { + "epoch": 1.177815699658703, + "grad_norm": 0.29694075447500673, + "learning_rate": 7.409876888373206e-06, + "loss": 0.2863, + "num_tokens": 657007402.0, + "step": 3451 + }, + { + "epoch": 1.1781569965870307, + "grad_norm": 0.3037158455726003, + "learning_rate": 7.4083437310293685e-06, + "loss": 0.3014, + "num_tokens": 657175450.0, + "step": 3452 + }, + { + "epoch": 1.1784982935153583, + "grad_norm": 0.2797408877420251, + "learning_rate": 7.406810303548955e-06, + "loss": 0.319, + "num_tokens": 657356738.0, + "step": 3453 + }, + { + "epoch": 1.178839590443686, + "grad_norm": 0.25618234928814443, + "learning_rate": 7.405276606149026e-06, + "loss": 0.2979, + "num_tokens": 657570943.0, + "step": 3454 + }, + { + "epoch": 1.1791808873720138, + "grad_norm": 0.31251927739971075, + "learning_rate": 7.403742639046694e-06, + "loss": 0.3155, + "num_tokens": 657773010.0, + "step": 3455 + }, + { + "epoch": 1.1795221843003414, + "grad_norm": 0.27313697606993453, + "learning_rate": 7.402208402459091e-06, + "loss": 0.3109, + "num_tokens": 657957773.0, + "step": 3456 + }, + { + "epoch": 1.179863481228669, + "grad_norm": 0.2753994540421355, + "learning_rate": 7.400673896603403e-06, + "loss": 0.3125, + "num_tokens": 658139932.0, + "step": 3457 + }, + { + "epoch": 1.1802047781569966, + "grad_norm": 0.2899216815212659, + "learning_rate": 7.399139121696846e-06, + "loss": 0.3153, + "num_tokens": 658328173.0, + "step": 3458 + }, + { + "epoch": 1.1805460750853243, + "grad_norm": 0.2872747268270843, + "learning_rate": 7.397604077956675e-06, + "loss": 0.3423, + "num_tokens": 658527510.0, + "step": 3459 + }, + { + "epoch": 1.180887372013652, + "grad_norm": 0.2765498064621803, + "learning_rate": 7.396068765600186e-06, + "loss": 0.322, + "num_tokens": 658718385.0, + "step": 3460 + }, + { + "epoch": 1.1812286689419795, + "grad_norm": 0.2894121816154057, + "learning_rate": 7.394533184844708e-06, + "loss": 0.3604, + "num_tokens": 658941503.0, + "step": 3461 + }, + { + "epoch": 1.1815699658703072, + "grad_norm": 0.2634972941719771, + "learning_rate": 7.392997335907612e-06, + "loss": 0.3199, + "num_tokens": 659139575.0, + "step": 3462 + }, + { + "epoch": 1.1819112627986348, + "grad_norm": 0.2779076073779814, + "learning_rate": 7.3914612190063065e-06, + "loss": 0.3021, + "num_tokens": 659307736.0, + "step": 3463 + }, + { + "epoch": 1.1822525597269624, + "grad_norm": 0.27800577759944245, + "learning_rate": 7.389924834358238e-06, + "loss": 0.3312, + "num_tokens": 659527740.0, + "step": 3464 + }, + { + "epoch": 1.18259385665529, + "grad_norm": 0.27450241987964685, + "learning_rate": 7.388388182180888e-06, + "loss": 0.3452, + "num_tokens": 659723277.0, + "step": 3465 + }, + { + "epoch": 1.1829351535836177, + "grad_norm": 0.2724715512920426, + "learning_rate": 7.3868512626917786e-06, + "loss": 0.2921, + "num_tokens": 659908591.0, + "step": 3466 + }, + { + "epoch": 1.1832764505119453, + "grad_norm": 0.28331430578349936, + "learning_rate": 7.385314076108472e-06, + "loss": 0.3378, + "num_tokens": 660094372.0, + "step": 3467 + }, + { + "epoch": 1.1836177474402731, + "grad_norm": 0.2818395643117133, + "learning_rate": 7.383776622648563e-06, + "loss": 0.3262, + "num_tokens": 660272336.0, + "step": 3468 + }, + { + "epoch": 1.1839590443686008, + "grad_norm": 0.29079493228827646, + "learning_rate": 7.382238902529687e-06, + "loss": 0.3119, + "num_tokens": 660433489.0, + "step": 3469 + }, + { + "epoch": 1.1843003412969284, + "grad_norm": 0.2764399713427021, + "learning_rate": 7.380700915969515e-06, + "loss": 0.3411, + "num_tokens": 660660872.0, + "step": 3470 + }, + { + "epoch": 1.184641638225256, + "grad_norm": 0.30685151633402286, + "learning_rate": 7.379162663185761e-06, + "loss": 0.3066, + "num_tokens": 660842854.0, + "step": 3471 + }, + { + "epoch": 1.1849829351535837, + "grad_norm": 0.2756709906267358, + "learning_rate": 7.377624144396171e-06, + "loss": 0.3139, + "num_tokens": 661019729.0, + "step": 3472 + }, + { + "epoch": 1.1853242320819113, + "grad_norm": 0.279923953790714, + "learning_rate": 7.3760853598185315e-06, + "loss": 0.3112, + "num_tokens": 661198279.0, + "step": 3473 + }, + { + "epoch": 1.185665529010239, + "grad_norm": 0.2876635576229634, + "learning_rate": 7.374546309670665e-06, + "loss": 0.3112, + "num_tokens": 661381410.0, + "step": 3474 + }, + { + "epoch": 1.1860068259385665, + "grad_norm": 0.2910427054588928, + "learning_rate": 7.373006994170434e-06, + "loss": 0.3222, + "num_tokens": 661543055.0, + "step": 3475 + }, + { + "epoch": 1.1863481228668942, + "grad_norm": 0.29403029969056077, + "learning_rate": 7.371467413535735e-06, + "loss": 0.3096, + "num_tokens": 661723527.0, + "step": 3476 + }, + { + "epoch": 1.1866894197952218, + "grad_norm": 0.26268452761322814, + "learning_rate": 7.3699275679845065e-06, + "loss": 0.3246, + "num_tokens": 661915032.0, + "step": 3477 + }, + { + "epoch": 1.1870307167235494, + "grad_norm": 0.2767516991700333, + "learning_rate": 7.368387457734722e-06, + "loss": 0.3286, + "num_tokens": 662111889.0, + "step": 3478 + }, + { + "epoch": 1.187372013651877, + "grad_norm": 0.24661760609375238, + "learning_rate": 7.3668470830043895e-06, + "loss": 0.2962, + "num_tokens": 662339079.0, + "step": 3479 + }, + { + "epoch": 1.1877133105802047, + "grad_norm": 0.2762668971072389, + "learning_rate": 7.365306444011561e-06, + "loss": 0.3379, + "num_tokens": 662536603.0, + "step": 3480 + }, + { + "epoch": 1.1880546075085325, + "grad_norm": 0.2596103209682631, + "learning_rate": 7.363765540974319e-06, + "loss": 0.2944, + "num_tokens": 662737486.0, + "step": 3481 + }, + { + "epoch": 1.1883959044368602, + "grad_norm": 0.26564546323493365, + "learning_rate": 7.362224374110791e-06, + "loss": 0.3461, + "num_tokens": 662979182.0, + "step": 3482 + }, + { + "epoch": 1.1887372013651878, + "grad_norm": 0.247056005509213, + "learning_rate": 7.360682943639136e-06, + "loss": 0.3064, + "num_tokens": 663206016.0, + "step": 3483 + }, + { + "epoch": 1.1890784982935154, + "grad_norm": 0.2751692485272378, + "learning_rate": 7.359141249777551e-06, + "loss": 0.316, + "num_tokens": 663388998.0, + "step": 3484 + }, + { + "epoch": 1.189419795221843, + "grad_norm": 0.4630304428238847, + "learning_rate": 7.357599292744272e-06, + "loss": 0.3125, + "num_tokens": 663550756.0, + "step": 3485 + }, + { + "epoch": 1.1897610921501707, + "grad_norm": 0.28024287739726944, + "learning_rate": 7.35605707275757e-06, + "loss": 0.3361, + "num_tokens": 663742204.0, + "step": 3486 + }, + { + "epoch": 1.1901023890784983, + "grad_norm": 0.317006637902591, + "learning_rate": 7.354514590035757e-06, + "loss": 0.3548, + "num_tokens": 663920436.0, + "step": 3487 + }, + { + "epoch": 1.190443686006826, + "grad_norm": 0.28144177567510625, + "learning_rate": 7.35297184479718e-06, + "loss": 0.3235, + "num_tokens": 664099975.0, + "step": 3488 + }, + { + "epoch": 1.1907849829351536, + "grad_norm": 0.2974394023399413, + "learning_rate": 7.351428837260222e-06, + "loss": 0.3401, + "num_tokens": 664268417.0, + "step": 3489 + }, + { + "epoch": 1.1911262798634812, + "grad_norm": 0.2870215725392384, + "learning_rate": 7.349885567643303e-06, + "loss": 0.3402, + "num_tokens": 664445510.0, + "step": 3490 + }, + { + "epoch": 1.1914675767918088, + "grad_norm": 0.28645788676250056, + "learning_rate": 7.3483420361648835e-06, + "loss": 0.312, + "num_tokens": 664626353.0, + "step": 3491 + }, + { + "epoch": 1.1918088737201364, + "grad_norm": 0.2737892321527134, + "learning_rate": 7.346798243043459e-06, + "loss": 0.3034, + "num_tokens": 664827544.0, + "step": 3492 + }, + { + "epoch": 1.192150170648464, + "grad_norm": 0.30249995647965205, + "learning_rate": 7.345254188497561e-06, + "loss": 0.2903, + "num_tokens": 664979850.0, + "step": 3493 + }, + { + "epoch": 1.192491467576792, + "grad_norm": 0.2915922997828982, + "learning_rate": 7.343709872745758e-06, + "loss": 0.3274, + "num_tokens": 665174983.0, + "step": 3494 + }, + { + "epoch": 1.1928327645051195, + "grad_norm": 0.2635417506792035, + "learning_rate": 7.342165296006656e-06, + "loss": 0.3066, + "num_tokens": 665379078.0, + "step": 3495 + }, + { + "epoch": 1.1931740614334472, + "grad_norm": 0.28837656068888934, + "learning_rate": 7.3406204584989015e-06, + "loss": 0.341, + "num_tokens": 665566027.0, + "step": 3496 + }, + { + "epoch": 1.1935153583617748, + "grad_norm": 0.2740218263817883, + "learning_rate": 7.339075360441174e-06, + "loss": 0.2996, + "num_tokens": 665771193.0, + "step": 3497 + }, + { + "epoch": 1.1938566552901024, + "grad_norm": 0.3198278875984016, + "learning_rate": 7.337530002052186e-06, + "loss": 0.349, + "num_tokens": 665928717.0, + "step": 3498 + }, + { + "epoch": 1.19419795221843, + "grad_norm": 0.29006947132478395, + "learning_rate": 7.335984383550698e-06, + "loss": 0.3049, + "num_tokens": 666121238.0, + "step": 3499 + }, + { + "epoch": 1.1945392491467577, + "grad_norm": 0.2929129330708665, + "learning_rate": 7.334438505155498e-06, + "loss": 0.3227, + "num_tokens": 666305553.0, + "step": 3500 + }, + { + "epoch": 1.1948805460750853, + "grad_norm": 0.2645050355316691, + "learning_rate": 7.332892367085413e-06, + "loss": 0.2974, + "num_tokens": 666503024.0, + "step": 3501 + }, + { + "epoch": 1.195221843003413, + "grad_norm": 0.30821481720385213, + "learning_rate": 7.331345969559307e-06, + "loss": 0.2788, + "num_tokens": 666677680.0, + "step": 3502 + }, + { + "epoch": 1.1955631399317406, + "grad_norm": 0.28900831208292665, + "learning_rate": 7.3297993127960845e-06, + "loss": 0.3005, + "num_tokens": 666884265.0, + "step": 3503 + }, + { + "epoch": 1.1959044368600682, + "grad_norm": 0.27940456693542504, + "learning_rate": 7.328252397014678e-06, + "loss": 0.3131, + "num_tokens": 667080814.0, + "step": 3504 + }, + { + "epoch": 1.1962457337883958, + "grad_norm": 0.29852601942741286, + "learning_rate": 7.326705222434065e-06, + "loss": 0.3422, + "num_tokens": 667263455.0, + "step": 3505 + }, + { + "epoch": 1.1965870307167235, + "grad_norm": 0.2568213334322992, + "learning_rate": 7.325157789273259e-06, + "loss": 0.3427, + "num_tokens": 667522830.0, + "step": 3506 + }, + { + "epoch": 1.1969283276450513, + "grad_norm": 0.300285117971783, + "learning_rate": 7.323610097751302e-06, + "loss": 0.3549, + "num_tokens": 667759827.0, + "step": 3507 + }, + { + "epoch": 1.197269624573379, + "grad_norm": 0.3058295035954047, + "learning_rate": 7.3220621480872834e-06, + "loss": 0.3189, + "num_tokens": 667915191.0, + "step": 3508 + }, + { + "epoch": 1.1976109215017066, + "grad_norm": 0.2856089784052123, + "learning_rate": 7.320513940500321e-06, + "loss": 0.3036, + "num_tokens": 668090295.0, + "step": 3509 + }, + { + "epoch": 1.1979522184300342, + "grad_norm": 0.2678589655467763, + "learning_rate": 7.318965475209573e-06, + "loss": 0.3296, + "num_tokens": 668281163.0, + "step": 3510 + }, + { + "epoch": 1.1982935153583618, + "grad_norm": 0.29699705019579237, + "learning_rate": 7.317416752434234e-06, + "loss": 0.3026, + "num_tokens": 668435857.0, + "step": 3511 + }, + { + "epoch": 1.1986348122866894, + "grad_norm": 0.2602328427030057, + "learning_rate": 7.3158677723935325e-06, + "loss": 0.3101, + "num_tokens": 668627125.0, + "step": 3512 + }, + { + "epoch": 1.198976109215017, + "grad_norm": 0.276587519494034, + "learning_rate": 7.314318535306737e-06, + "loss": 0.3144, + "num_tokens": 668800441.0, + "step": 3513 + }, + { + "epoch": 1.1993174061433447, + "grad_norm": 0.24779549399703515, + "learning_rate": 7.312769041393148e-06, + "loss": 0.3073, + "num_tokens": 669031297.0, + "step": 3514 + }, + { + "epoch": 1.1996587030716723, + "grad_norm": 0.27767195699109365, + "learning_rate": 7.311219290872109e-06, + "loss": 0.2935, + "num_tokens": 669201428.0, + "step": 3515 + }, + { + "epoch": 1.2, + "grad_norm": 0.27576438802493924, + "learning_rate": 7.309669283962993e-06, + "loss": 0.3248, + "num_tokens": 669402408.0, + "step": 3516 + }, + { + "epoch": 1.2003412969283276, + "grad_norm": 0.259339806427148, + "learning_rate": 7.3081190208852125e-06, + "loss": 0.3176, + "num_tokens": 669619566.0, + "step": 3517 + }, + { + "epoch": 1.2006825938566552, + "grad_norm": 0.2616241816201832, + "learning_rate": 7.306568501858214e-06, + "loss": 0.3316, + "num_tokens": 669837962.0, + "step": 3518 + }, + { + "epoch": 1.2010238907849828, + "grad_norm": 0.2622864019080943, + "learning_rate": 7.305017727101485e-06, + "loss": 0.3007, + "num_tokens": 670032823.0, + "step": 3519 + }, + { + "epoch": 1.2013651877133107, + "grad_norm": 0.3018900922258143, + "learning_rate": 7.303466696834543e-06, + "loss": 0.3448, + "num_tokens": 670208750.0, + "step": 3520 + }, + { + "epoch": 1.2017064846416383, + "grad_norm": 0.3268216970878405, + "learning_rate": 7.30191541127695e-06, + "loss": 0.3411, + "num_tokens": 670415405.0, + "step": 3521 + }, + { + "epoch": 1.202047781569966, + "grad_norm": 0.26647630072708856, + "learning_rate": 7.3003638706482945e-06, + "loss": 0.305, + "num_tokens": 670618407.0, + "step": 3522 + }, + { + "epoch": 1.2023890784982936, + "grad_norm": 0.25369086063486146, + "learning_rate": 7.298812075168206e-06, + "loss": 0.3324, + "num_tokens": 670859600.0, + "step": 3523 + }, + { + "epoch": 1.2027303754266212, + "grad_norm": 0.2803747371643373, + "learning_rate": 7.297260025056351e-06, + "loss": 0.3084, + "num_tokens": 671028624.0, + "step": 3524 + }, + { + "epoch": 1.2030716723549488, + "grad_norm": 0.29533666883383003, + "learning_rate": 7.295707720532431e-06, + "loss": 0.3332, + "num_tokens": 671219808.0, + "step": 3525 + }, + { + "epoch": 1.2034129692832765, + "grad_norm": 0.2793886940161558, + "learning_rate": 7.294155161816183e-06, + "loss": 0.3274, + "num_tokens": 671398764.0, + "step": 3526 + }, + { + "epoch": 1.203754266211604, + "grad_norm": 0.28835489276903625, + "learning_rate": 7.292602349127378e-06, + "loss": 0.3043, + "num_tokens": 671565216.0, + "step": 3527 + }, + { + "epoch": 1.2040955631399317, + "grad_norm": 0.3125423192274158, + "learning_rate": 7.291049282685829e-06, + "loss": 0.3236, + "num_tokens": 671742394.0, + "step": 3528 + }, + { + "epoch": 1.2044368600682593, + "grad_norm": 0.3152879532690803, + "learning_rate": 7.289495962711378e-06, + "loss": 0.3239, + "num_tokens": 671885491.0, + "step": 3529 + }, + { + "epoch": 1.204778156996587, + "grad_norm": 0.26663139088388593, + "learning_rate": 7.287942389423909e-06, + "loss": 0.2883, + "num_tokens": 672081103.0, + "step": 3530 + }, + { + "epoch": 1.2051194539249146, + "grad_norm": 0.2942375725302144, + "learning_rate": 7.286388563043335e-06, + "loss": 0.2992, + "num_tokens": 672259128.0, + "step": 3531 + }, + { + "epoch": 1.2054607508532422, + "grad_norm": 0.26944853819348047, + "learning_rate": 7.2848344837896125e-06, + "loss": 0.3022, + "num_tokens": 672463450.0, + "step": 3532 + }, + { + "epoch": 1.20580204778157, + "grad_norm": 0.25801203717500343, + "learning_rate": 7.283280151882727e-06, + "loss": 0.3008, + "num_tokens": 672653739.0, + "step": 3533 + }, + { + "epoch": 1.2061433447098977, + "grad_norm": 0.25383714096058074, + "learning_rate": 7.281725567542704e-06, + "loss": 0.3279, + "num_tokens": 672874696.0, + "step": 3534 + }, + { + "epoch": 1.2064846416382253, + "grad_norm": 0.27755629090241024, + "learning_rate": 7.280170730989604e-06, + "loss": 0.2983, + "num_tokens": 673059249.0, + "step": 3535 + }, + { + "epoch": 1.206825938566553, + "grad_norm": 0.2700128968526551, + "learning_rate": 7.278615642443522e-06, + "loss": 0.3454, + "num_tokens": 673268217.0, + "step": 3536 + }, + { + "epoch": 1.2071672354948806, + "grad_norm": 0.30157283484182795, + "learning_rate": 7.27706030212459e-06, + "loss": 0.3017, + "num_tokens": 673424845.0, + "step": 3537 + }, + { + "epoch": 1.2075085324232082, + "grad_norm": 0.26862917671652475, + "learning_rate": 7.275504710252974e-06, + "loss": 0.2992, + "num_tokens": 673632641.0, + "step": 3538 + }, + { + "epoch": 1.2078498293515358, + "grad_norm": 0.2884818734246773, + "learning_rate": 7.273948867048879e-06, + "loss": 0.3178, + "num_tokens": 673809273.0, + "step": 3539 + }, + { + "epoch": 1.2081911262798635, + "grad_norm": 0.28812940551584665, + "learning_rate": 7.272392772732538e-06, + "loss": 0.3169, + "num_tokens": 673991511.0, + "step": 3540 + }, + { + "epoch": 1.208532423208191, + "grad_norm": 0.3003449496828798, + "learning_rate": 7.27083642752423e-06, + "loss": 0.3028, + "num_tokens": 674131975.0, + "step": 3541 + }, + { + "epoch": 1.2088737201365187, + "grad_norm": 0.2881753190134823, + "learning_rate": 7.269279831644263e-06, + "loss": 0.3787, + "num_tokens": 674350680.0, + "step": 3542 + }, + { + "epoch": 1.2092150170648464, + "grad_norm": 0.297727296205502, + "learning_rate": 7.267722985312979e-06, + "loss": 0.3438, + "num_tokens": 674525229.0, + "step": 3543 + }, + { + "epoch": 1.209556313993174, + "grad_norm": 0.30026184399501815, + "learning_rate": 7.266165888750762e-06, + "loss": 0.3229, + "num_tokens": 674692368.0, + "step": 3544 + }, + { + "epoch": 1.2098976109215016, + "grad_norm": 0.28927798630109247, + "learning_rate": 7.264608542178026e-06, + "loss": 0.3418, + "num_tokens": 674885024.0, + "step": 3545 + }, + { + "epoch": 1.2102389078498295, + "grad_norm": 0.2909619812268881, + "learning_rate": 7.2630509458152195e-06, + "loss": 0.3049, + "num_tokens": 675052693.0, + "step": 3546 + }, + { + "epoch": 1.210580204778157, + "grad_norm": 0.289087559320936, + "learning_rate": 7.261493099882832e-06, + "loss": 0.3254, + "num_tokens": 675230128.0, + "step": 3547 + }, + { + "epoch": 1.2109215017064847, + "grad_norm": 0.30668659853664487, + "learning_rate": 7.2599350046013875e-06, + "loss": 0.3216, + "num_tokens": 675396881.0, + "step": 3548 + }, + { + "epoch": 1.2112627986348123, + "grad_norm": 0.268822164370755, + "learning_rate": 7.2583766601914365e-06, + "loss": 0.3077, + "num_tokens": 675584040.0, + "step": 3549 + }, + { + "epoch": 1.21160409556314, + "grad_norm": 0.28981729175244675, + "learning_rate": 7.256818066873576e-06, + "loss": 0.314, + "num_tokens": 675749354.0, + "step": 3550 + }, + { + "epoch": 1.2119453924914676, + "grad_norm": 0.2642449175966462, + "learning_rate": 7.255259224868429e-06, + "loss": 0.3128, + "num_tokens": 675967801.0, + "step": 3551 + }, + { + "epoch": 1.2122866894197952, + "grad_norm": 0.29177387260551474, + "learning_rate": 7.253700134396665e-06, + "loss": 0.3484, + "num_tokens": 676156317.0, + "step": 3552 + }, + { + "epoch": 1.2126279863481229, + "grad_norm": 0.3011447788925785, + "learning_rate": 7.252140795678977e-06, + "loss": 0.3563, + "num_tokens": 676372267.0, + "step": 3553 + }, + { + "epoch": 1.2129692832764505, + "grad_norm": 0.2885896209101753, + "learning_rate": 7.250581208936099e-06, + "loss": 0.2926, + "num_tokens": 676544554.0, + "step": 3554 + }, + { + "epoch": 1.213310580204778, + "grad_norm": 0.33117395045008663, + "learning_rate": 7.249021374388799e-06, + "loss": 0.3359, + "num_tokens": 676740134.0, + "step": 3555 + }, + { + "epoch": 1.2136518771331057, + "grad_norm": 0.297648273627445, + "learning_rate": 7.247461292257881e-06, + "loss": 0.3359, + "num_tokens": 676906934.0, + "step": 3556 + }, + { + "epoch": 1.2139931740614334, + "grad_norm": 0.29181558625791404, + "learning_rate": 7.2459009627641815e-06, + "loss": 0.3301, + "num_tokens": 677085452.0, + "step": 3557 + }, + { + "epoch": 1.214334470989761, + "grad_norm": 0.2929817708952223, + "learning_rate": 7.244340386128576e-06, + "loss": 0.2906, + "num_tokens": 677285049.0, + "step": 3558 + }, + { + "epoch": 1.2146757679180888, + "grad_norm": 0.3085795706462437, + "learning_rate": 7.242779562571971e-06, + "loss": 0.3432, + "num_tokens": 677452072.0, + "step": 3559 + }, + { + "epoch": 1.2150170648464165, + "grad_norm": 0.29409922913875625, + "learning_rate": 7.24121849231531e-06, + "loss": 0.3258, + "num_tokens": 677627988.0, + "step": 3560 + }, + { + "epoch": 1.215358361774744, + "grad_norm": 0.29773365008116587, + "learning_rate": 7.239657175579571e-06, + "loss": 0.3076, + "num_tokens": 677781994.0, + "step": 3561 + }, + { + "epoch": 1.2156996587030717, + "grad_norm": 0.2978871281452259, + "learning_rate": 7.238095612585768e-06, + "loss": 0.3266, + "num_tokens": 677968456.0, + "step": 3562 + }, + { + "epoch": 1.2160409556313994, + "grad_norm": 0.28771584481210577, + "learning_rate": 7.236533803554949e-06, + "loss": 0.3384, + "num_tokens": 678180007.0, + "step": 3563 + }, + { + "epoch": 1.216382252559727, + "grad_norm": 0.2590464562804088, + "learning_rate": 7.234971748708194e-06, + "loss": 0.3029, + "num_tokens": 678406712.0, + "step": 3564 + }, + { + "epoch": 1.2167235494880546, + "grad_norm": 0.2680616794345018, + "learning_rate": 7.233409448266625e-06, + "loss": 0.3167, + "num_tokens": 678628330.0, + "step": 3565 + }, + { + "epoch": 1.2170648464163822, + "grad_norm": 0.28605903675411326, + "learning_rate": 7.231846902451388e-06, + "loss": 0.3306, + "num_tokens": 678829592.0, + "step": 3566 + }, + { + "epoch": 1.2174061433447099, + "grad_norm": 0.3001951277948767, + "learning_rate": 7.230284111483675e-06, + "loss": 0.3075, + "num_tokens": 678982492.0, + "step": 3567 + }, + { + "epoch": 1.2177474402730375, + "grad_norm": 0.30556922671263914, + "learning_rate": 7.228721075584707e-06, + "loss": 0.3197, + "num_tokens": 679166269.0, + "step": 3568 + }, + { + "epoch": 1.2180887372013651, + "grad_norm": 0.29878890796626445, + "learning_rate": 7.22715779497574e-06, + "loss": 0.3595, + "num_tokens": 679383449.0, + "step": 3569 + }, + { + "epoch": 1.2184300341296928, + "grad_norm": 0.26162238064715365, + "learning_rate": 7.225594269878063e-06, + "loss": 0.321, + "num_tokens": 679604683.0, + "step": 3570 + }, + { + "epoch": 1.2187713310580204, + "grad_norm": 0.28818877331566234, + "learning_rate": 7.224030500513003e-06, + "loss": 0.3106, + "num_tokens": 679765942.0, + "step": 3571 + }, + { + "epoch": 1.2191126279863482, + "grad_norm": 0.2728442307839908, + "learning_rate": 7.222466487101923e-06, + "loss": 0.3217, + "num_tokens": 679985873.0, + "step": 3572 + }, + { + "epoch": 1.2194539249146759, + "grad_norm": 0.2731028926053592, + "learning_rate": 7.2209022298662124e-06, + "loss": 0.2991, + "num_tokens": 680171899.0, + "step": 3573 + }, + { + "epoch": 1.2197952218430035, + "grad_norm": 0.297623976149398, + "learning_rate": 7.219337729027304e-06, + "loss": 0.3323, + "num_tokens": 680354418.0, + "step": 3574 + }, + { + "epoch": 1.2201365187713311, + "grad_norm": 0.31248704119956733, + "learning_rate": 7.21777298480666e-06, + "loss": 0.3034, + "num_tokens": 680512709.0, + "step": 3575 + }, + { + "epoch": 1.2204778156996587, + "grad_norm": 0.27373075227101545, + "learning_rate": 7.21620799742578e-06, + "loss": 0.2994, + "num_tokens": 680691047.0, + "step": 3576 + }, + { + "epoch": 1.2208191126279864, + "grad_norm": 0.293384628256757, + "learning_rate": 7.214642767106196e-06, + "loss": 0.3101, + "num_tokens": 680844933.0, + "step": 3577 + }, + { + "epoch": 1.221160409556314, + "grad_norm": 0.27185944325412054, + "learning_rate": 7.213077294069475e-06, + "loss": 0.3366, + "num_tokens": 681067109.0, + "step": 3578 + }, + { + "epoch": 1.2215017064846416, + "grad_norm": 0.2822988101173651, + "learning_rate": 7.211511578537217e-06, + "loss": 0.3121, + "num_tokens": 681286913.0, + "step": 3579 + }, + { + "epoch": 1.2218430034129693, + "grad_norm": 0.2976486139796352, + "learning_rate": 7.209945620731061e-06, + "loss": 0.3236, + "num_tokens": 681456570.0, + "step": 3580 + }, + { + "epoch": 1.2221843003412969, + "grad_norm": 0.2723278207758717, + "learning_rate": 7.208379420872671e-06, + "loss": 0.3042, + "num_tokens": 681629195.0, + "step": 3581 + }, + { + "epoch": 1.2225255972696245, + "grad_norm": 0.29666695137042914, + "learning_rate": 7.206812979183757e-06, + "loss": 0.3299, + "num_tokens": 681805277.0, + "step": 3582 + }, + { + "epoch": 1.2228668941979521, + "grad_norm": 0.31038099158797405, + "learning_rate": 7.205246295886056e-06, + "loss": 0.3271, + "num_tokens": 682007496.0, + "step": 3583 + }, + { + "epoch": 1.2232081911262798, + "grad_norm": 0.2706497821276974, + "learning_rate": 7.203679371201339e-06, + "loss": 0.3015, + "num_tokens": 682196132.0, + "step": 3584 + }, + { + "epoch": 1.2235494880546076, + "grad_norm": 0.26483873841373856, + "learning_rate": 7.202112205351414e-06, + "loss": 0.328, + "num_tokens": 682406319.0, + "step": 3585 + }, + { + "epoch": 1.2238907849829352, + "grad_norm": 0.2773267030552009, + "learning_rate": 7.200544798558122e-06, + "loss": 0.3289, + "num_tokens": 682605854.0, + "step": 3586 + }, + { + "epoch": 1.2242320819112629, + "grad_norm": 0.2728216460666976, + "learning_rate": 7.198977151043339e-06, + "loss": 0.3275, + "num_tokens": 682795127.0, + "step": 3587 + }, + { + "epoch": 1.2245733788395905, + "grad_norm": 0.2887205959003323, + "learning_rate": 7.197409263028971e-06, + "loss": 0.3105, + "num_tokens": 682988812.0, + "step": 3588 + }, + { + "epoch": 1.2249146757679181, + "grad_norm": 0.2939536387134958, + "learning_rate": 7.195841134736966e-06, + "loss": 0.3174, + "num_tokens": 683162583.0, + "step": 3589 + }, + { + "epoch": 1.2252559726962458, + "grad_norm": 0.3255915172507647, + "learning_rate": 7.194272766389297e-06, + "loss": 0.319, + "num_tokens": 683298383.0, + "step": 3590 + }, + { + "epoch": 1.2255972696245734, + "grad_norm": 0.27040114846841296, + "learning_rate": 7.192704158207976e-06, + "loss": 0.3213, + "num_tokens": 683515412.0, + "step": 3591 + }, + { + "epoch": 1.225938566552901, + "grad_norm": 0.2648810373560154, + "learning_rate": 7.1911353104150496e-06, + "loss": 0.3131, + "num_tokens": 683746025.0, + "step": 3592 + }, + { + "epoch": 1.2262798634812286, + "grad_norm": 0.28799723103991387, + "learning_rate": 7.189566223232596e-06, + "loss": 0.3063, + "num_tokens": 683925191.0, + "step": 3593 + }, + { + "epoch": 1.2266211604095563, + "grad_norm": 0.27325292928198575, + "learning_rate": 7.187996896882727e-06, + "loss": 0.3426, + "num_tokens": 684156526.0, + "step": 3594 + }, + { + "epoch": 1.226962457337884, + "grad_norm": 0.2816290903714995, + "learning_rate": 7.186427331587592e-06, + "loss": 0.2905, + "num_tokens": 684346143.0, + "step": 3595 + }, + { + "epoch": 1.2273037542662115, + "grad_norm": 0.29221262497712897, + "learning_rate": 7.184857527569371e-06, + "loss": 0.3216, + "num_tokens": 684560091.0, + "step": 3596 + }, + { + "epoch": 1.2276450511945391, + "grad_norm": 0.2863153056621816, + "learning_rate": 7.183287485050276e-06, + "loss": 0.3104, + "num_tokens": 684739227.0, + "step": 3597 + }, + { + "epoch": 1.227986348122867, + "grad_norm": 0.28696173791420415, + "learning_rate": 7.181717204252558e-06, + "loss": 0.3063, + "num_tokens": 684924804.0, + "step": 3598 + }, + { + "epoch": 1.2283276450511946, + "grad_norm": 0.29972444055466757, + "learning_rate": 7.180146685398496e-06, + "loss": 0.3483, + "num_tokens": 685128512.0, + "step": 3599 + }, + { + "epoch": 1.2286689419795223, + "grad_norm": 0.2819471067516387, + "learning_rate": 7.178575928710408e-06, + "loss": 0.3323, + "num_tokens": 685314041.0, + "step": 3600 + }, + { + "epoch": 1.2290102389078499, + "grad_norm": 0.481261812356806, + "learning_rate": 7.177004934410644e-06, + "loss": 0.2818, + "num_tokens": 685485753.0, + "step": 3601 + }, + { + "epoch": 1.2293515358361775, + "grad_norm": 0.32236816676726493, + "learning_rate": 7.175433702721584e-06, + "loss": 0.3202, + "num_tokens": 685640667.0, + "step": 3602 + }, + { + "epoch": 1.2296928327645051, + "grad_norm": 0.2720974792420161, + "learning_rate": 7.173862233865647e-06, + "loss": 0.3253, + "num_tokens": 685869713.0, + "step": 3603 + }, + { + "epoch": 1.2300341296928328, + "grad_norm": 0.2870066031151847, + "learning_rate": 7.172290528065282e-06, + "loss": 0.3113, + "num_tokens": 686059362.0, + "step": 3604 + }, + { + "epoch": 1.2303754266211604, + "grad_norm": 0.2847722964562425, + "learning_rate": 7.170718585542972e-06, + "loss": 0.2981, + "num_tokens": 686223795.0, + "step": 3605 + }, + { + "epoch": 1.230716723549488, + "grad_norm": 0.32295527468618873, + "learning_rate": 7.169146406521236e-06, + "loss": 0.3341, + "num_tokens": 686397773.0, + "step": 3606 + }, + { + "epoch": 1.2310580204778157, + "grad_norm": 0.28789080341132023, + "learning_rate": 7.167573991222621e-06, + "loss": 0.3129, + "num_tokens": 686567969.0, + "step": 3607 + }, + { + "epoch": 1.2313993174061433, + "grad_norm": 0.2768113024967722, + "learning_rate": 7.166001339869715e-06, + "loss": 0.3316, + "num_tokens": 686760898.0, + "step": 3608 + }, + { + "epoch": 1.231740614334471, + "grad_norm": 0.2835981035294414, + "learning_rate": 7.164428452685135e-06, + "loss": 0.3088, + "num_tokens": 686939560.0, + "step": 3609 + }, + { + "epoch": 1.2320819112627985, + "grad_norm": 0.291774962825883, + "learning_rate": 7.162855329891531e-06, + "loss": 0.324, + "num_tokens": 687107096.0, + "step": 3610 + }, + { + "epoch": 1.2324232081911264, + "grad_norm": 0.3007730145830715, + "learning_rate": 7.161281971711584e-06, + "loss": 0.337, + "num_tokens": 687333426.0, + "step": 3611 + }, + { + "epoch": 1.232764505119454, + "grad_norm": 0.2920102635337496, + "learning_rate": 7.159708378368018e-06, + "loss": 0.325, + "num_tokens": 687496947.0, + "step": 3612 + }, + { + "epoch": 1.2331058020477816, + "grad_norm": 0.28984563391188145, + "learning_rate": 7.158134550083579e-06, + "loss": 0.3274, + "num_tokens": 687699052.0, + "step": 3613 + }, + { + "epoch": 1.2334470989761093, + "grad_norm": 0.3104396074287701, + "learning_rate": 7.156560487081052e-06, + "loss": 0.3243, + "num_tokens": 687863128.0, + "step": 3614 + }, + { + "epoch": 1.233788395904437, + "grad_norm": 0.9424929031875475, + "learning_rate": 7.154986189583255e-06, + "loss": 0.3241, + "num_tokens": 688072366.0, + "step": 3615 + }, + { + "epoch": 1.2341296928327645, + "grad_norm": 0.28466124754132205, + "learning_rate": 7.1534116578130375e-06, + "loss": 0.3355, + "num_tokens": 688272381.0, + "step": 3616 + }, + { + "epoch": 1.2344709897610922, + "grad_norm": 0.31430023110153826, + "learning_rate": 7.151836891993284e-06, + "loss": 0.2928, + "num_tokens": 688416804.0, + "step": 3617 + }, + { + "epoch": 1.2348122866894198, + "grad_norm": 0.29704654318261914, + "learning_rate": 7.150261892346913e-06, + "loss": 0.3378, + "num_tokens": 688613967.0, + "step": 3618 + }, + { + "epoch": 1.2351535836177474, + "grad_norm": 0.2885747761467596, + "learning_rate": 7.148686659096871e-06, + "loss": 0.3245, + "num_tokens": 688803900.0, + "step": 3619 + }, + { + "epoch": 1.235494880546075, + "grad_norm": 0.28080705582927246, + "learning_rate": 7.147111192466144e-06, + "loss": 0.33, + "num_tokens": 689018137.0, + "step": 3620 + }, + { + "epoch": 1.2358361774744027, + "grad_norm": 0.2570687068275439, + "learning_rate": 7.145535492677744e-06, + "loss": 0.3142, + "num_tokens": 689237913.0, + "step": 3621 + }, + { + "epoch": 1.2361774744027303, + "grad_norm": 0.3273141253746138, + "learning_rate": 7.143959559954724e-06, + "loss": 0.3314, + "num_tokens": 689398636.0, + "step": 3622 + }, + { + "epoch": 1.236518771331058, + "grad_norm": 0.2722771191433649, + "learning_rate": 7.142383394520164e-06, + "loss": 0.3162, + "num_tokens": 689584260.0, + "step": 3623 + }, + { + "epoch": 1.2368600682593858, + "grad_norm": 0.3040429870598971, + "learning_rate": 7.14080699659718e-06, + "loss": 0.3103, + "num_tokens": 689721990.0, + "step": 3624 + }, + { + "epoch": 1.2372013651877134, + "grad_norm": 0.3034543194241882, + "learning_rate": 7.139230366408918e-06, + "loss": 0.335, + "num_tokens": 689881478.0, + "step": 3625 + }, + { + "epoch": 1.237542662116041, + "grad_norm": 0.2869612231054165, + "learning_rate": 7.137653504178562e-06, + "loss": 0.3168, + "num_tokens": 690081687.0, + "step": 3626 + }, + { + "epoch": 1.2378839590443687, + "grad_norm": 0.2566274086027737, + "learning_rate": 7.1360764101293215e-06, + "loss": 0.3138, + "num_tokens": 690301452.0, + "step": 3627 + }, + { + "epoch": 1.2382252559726963, + "grad_norm": 0.25074035498905817, + "learning_rate": 7.134499084484444e-06, + "loss": 0.3232, + "num_tokens": 690534625.0, + "step": 3628 + }, + { + "epoch": 1.238566552901024, + "grad_norm": 0.26410909228681406, + "learning_rate": 7.132921527467213e-06, + "loss": 0.2989, + "num_tokens": 690765663.0, + "step": 3629 + }, + { + "epoch": 1.2389078498293515, + "grad_norm": 0.27082694849935707, + "learning_rate": 7.131343739300933e-06, + "loss": 0.3161, + "num_tokens": 690954613.0, + "step": 3630 + }, + { + "epoch": 1.2392491467576792, + "grad_norm": 0.2828329814960537, + "learning_rate": 7.129765720208955e-06, + "loss": 0.3443, + "num_tokens": 691203989.0, + "step": 3631 + }, + { + "epoch": 1.2395904436860068, + "grad_norm": 0.3088508311500768, + "learning_rate": 7.128187470414652e-06, + "loss": 0.3364, + "num_tokens": 691401864.0, + "step": 3632 + }, + { + "epoch": 1.2399317406143344, + "grad_norm": 0.2522227401835944, + "learning_rate": 7.126608990141437e-06, + "loss": 0.2869, + "num_tokens": 691597739.0, + "step": 3633 + }, + { + "epoch": 1.240273037542662, + "grad_norm": 0.27908327889038625, + "learning_rate": 7.12503027961275e-06, + "loss": 0.3262, + "num_tokens": 691769942.0, + "step": 3634 + }, + { + "epoch": 1.2406143344709897, + "grad_norm": 0.2949922264177747, + "learning_rate": 7.123451339052067e-06, + "loss": 0.3181, + "num_tokens": 691936551.0, + "step": 3635 + }, + { + "epoch": 1.2409556313993173, + "grad_norm": 0.24912986443602134, + "learning_rate": 7.1218721686828985e-06, + "loss": 0.2988, + "num_tokens": 692146212.0, + "step": 3636 + }, + { + "epoch": 1.2412969283276452, + "grad_norm": 0.2703788578631529, + "learning_rate": 7.1202927687287815e-06, + "loss": 0.3082, + "num_tokens": 692324180.0, + "step": 3637 + }, + { + "epoch": 1.2416382252559728, + "grad_norm": 0.27530586196663476, + "learning_rate": 7.118713139413289e-06, + "loss": 0.3294, + "num_tokens": 692526309.0, + "step": 3638 + }, + { + "epoch": 1.2419795221843004, + "grad_norm": 0.2909180526974717, + "learning_rate": 7.117133280960027e-06, + "loss": 0.2972, + "num_tokens": 692702245.0, + "step": 3639 + }, + { + "epoch": 1.242320819112628, + "grad_norm": 0.307583937785784, + "learning_rate": 7.115553193592633e-06, + "loss": 0.3259, + "num_tokens": 692880563.0, + "step": 3640 + }, + { + "epoch": 1.2426621160409557, + "grad_norm": 0.2704415868811716, + "learning_rate": 7.113972877534778e-06, + "loss": 0.3447, + "num_tokens": 693113540.0, + "step": 3641 + }, + { + "epoch": 1.2430034129692833, + "grad_norm": 0.28864114086995624, + "learning_rate": 7.112392333010163e-06, + "loss": 0.2989, + "num_tokens": 693284040.0, + "step": 3642 + }, + { + "epoch": 1.243344709897611, + "grad_norm": 0.2595142618659799, + "learning_rate": 7.110811560242524e-06, + "loss": 0.3072, + "num_tokens": 693500249.0, + "step": 3643 + }, + { + "epoch": 1.2436860068259386, + "grad_norm": 0.2487927186782421, + "learning_rate": 7.1092305594556275e-06, + "loss": 0.3119, + "num_tokens": 693710239.0, + "step": 3644 + }, + { + "epoch": 1.2440273037542662, + "grad_norm": 0.2750218954715546, + "learning_rate": 7.107649330873273e-06, + "loss": 0.3279, + "num_tokens": 693902526.0, + "step": 3645 + }, + { + "epoch": 1.2443686006825938, + "grad_norm": 0.2666766627613597, + "learning_rate": 7.106067874719292e-06, + "loss": 0.3078, + "num_tokens": 694090795.0, + "step": 3646 + }, + { + "epoch": 1.2447098976109214, + "grad_norm": 0.25285719192010486, + "learning_rate": 7.104486191217548e-06, + "loss": 0.2942, + "num_tokens": 694318340.0, + "step": 3647 + }, + { + "epoch": 1.245051194539249, + "grad_norm": 0.2771574277008792, + "learning_rate": 7.102904280591938e-06, + "loss": 0.3195, + "num_tokens": 694523187.0, + "step": 3648 + }, + { + "epoch": 1.2453924914675767, + "grad_norm": 0.2775364365255871, + "learning_rate": 7.101322143066389e-06, + "loss": 0.3018, + "num_tokens": 694694512.0, + "step": 3649 + }, + { + "epoch": 1.2457337883959045, + "grad_norm": 0.2662390729630346, + "learning_rate": 7.099739778864862e-06, + "loss": 0.3213, + "num_tokens": 694888079.0, + "step": 3650 + }, + { + "epoch": 1.2460750853242322, + "grad_norm": 0.28929680202414837, + "learning_rate": 7.09815718821135e-06, + "loss": 0.322, + "num_tokens": 695074637.0, + "step": 3651 + }, + { + "epoch": 1.2464163822525598, + "grad_norm": 0.26722109146475104, + "learning_rate": 7.096574371329876e-06, + "loss": 0.3152, + "num_tokens": 695267783.0, + "step": 3652 + }, + { + "epoch": 1.2467576791808874, + "grad_norm": 0.2859234232414057, + "learning_rate": 7.094991328444498e-06, + "loss": 0.2626, + "num_tokens": 695432745.0, + "step": 3653 + }, + { + "epoch": 1.247098976109215, + "grad_norm": 0.29907164307767387, + "learning_rate": 7.093408059779302e-06, + "loss": 0.3298, + "num_tokens": 695622119.0, + "step": 3654 + }, + { + "epoch": 1.2474402730375427, + "grad_norm": 0.27231441565515696, + "learning_rate": 7.09182456555841e-06, + "loss": 0.2923, + "num_tokens": 695799226.0, + "step": 3655 + }, + { + "epoch": 1.2477815699658703, + "grad_norm": 0.2505737820825568, + "learning_rate": 7.0902408460059754e-06, + "loss": 0.3161, + "num_tokens": 696020785.0, + "step": 3656 + }, + { + "epoch": 1.248122866894198, + "grad_norm": 0.30098485358115795, + "learning_rate": 7.088656901346182e-06, + "loss": 0.3159, + "num_tokens": 696184942.0, + "step": 3657 + }, + { + "epoch": 1.2484641638225256, + "grad_norm": 0.28693943362891733, + "learning_rate": 7.087072731803245e-06, + "loss": 0.3012, + "num_tokens": 696370125.0, + "step": 3658 + }, + { + "epoch": 1.2488054607508532, + "grad_norm": 0.32672344967824074, + "learning_rate": 7.085488337601412e-06, + "loss": 0.2755, + "num_tokens": 696528306.0, + "step": 3659 + }, + { + "epoch": 1.2491467576791808, + "grad_norm": 0.3031600266887975, + "learning_rate": 7.083903718964963e-06, + "loss": 0.2908, + "num_tokens": 696694635.0, + "step": 3660 + }, + { + "epoch": 1.2494880546075084, + "grad_norm": 0.2689623252974266, + "learning_rate": 7.082318876118211e-06, + "loss": 0.3219, + "num_tokens": 696895049.0, + "step": 3661 + }, + { + "epoch": 1.249829351535836, + "grad_norm": 0.2938224191302365, + "learning_rate": 7.0807338092854975e-06, + "loss": 0.32, + "num_tokens": 697075001.0, + "step": 3662 + }, + { + "epoch": 1.250170648464164, + "grad_norm": 0.2738750828513445, + "learning_rate": 7.079148518691196e-06, + "loss": 0.3148, + "num_tokens": 697286845.0, + "step": 3663 + }, + { + "epoch": 1.2505119453924913, + "grad_norm": 0.32570624852727526, + "learning_rate": 7.077563004559718e-06, + "loss": 0.2994, + "num_tokens": 697462483.0, + "step": 3664 + }, + { + "epoch": 1.2508532423208192, + "grad_norm": 0.3010319622216933, + "learning_rate": 7.075977267115498e-06, + "loss": 0.2844, + "num_tokens": 697608971.0, + "step": 3665 + }, + { + "epoch": 1.2511945392491468, + "grad_norm": 0.300293752997791, + "learning_rate": 7.074391306583007e-06, + "loss": 0.3127, + "num_tokens": 697782521.0, + "step": 3666 + }, + { + "epoch": 1.2515358361774744, + "grad_norm": 0.2927608215565666, + "learning_rate": 7.0728051231867465e-06, + "loss": 0.3533, + "num_tokens": 698022263.0, + "step": 3667 + }, + { + "epoch": 1.251877133105802, + "grad_norm": 0.31269368729014585, + "learning_rate": 7.071218717151249e-06, + "loss": 0.3205, + "num_tokens": 698195865.0, + "step": 3668 + }, + { + "epoch": 1.2522184300341297, + "grad_norm": 0.258702888620997, + "learning_rate": 7.0696320887010786e-06, + "loss": 0.3255, + "num_tokens": 698415848.0, + "step": 3669 + }, + { + "epoch": 1.2525597269624573, + "grad_norm": 0.2786516022987391, + "learning_rate": 7.068045238060832e-06, + "loss": 0.3177, + "num_tokens": 698609798.0, + "step": 3670 + }, + { + "epoch": 1.252901023890785, + "grad_norm": 0.2767289258763776, + "learning_rate": 7.066458165455138e-06, + "loss": 0.296, + "num_tokens": 698810503.0, + "step": 3671 + }, + { + "epoch": 1.2532423208191126, + "grad_norm": 0.3038862549908413, + "learning_rate": 7.064870871108653e-06, + "loss": 0.3198, + "num_tokens": 698996694.0, + "step": 3672 + }, + { + "epoch": 1.2535836177474402, + "grad_norm": 0.2905064754774414, + "learning_rate": 7.063283355246069e-06, + "loss": 0.3011, + "num_tokens": 699157626.0, + "step": 3673 + }, + { + "epoch": 1.253924914675768, + "grad_norm": 0.27594077849822424, + "learning_rate": 7.061695618092107e-06, + "loss": 0.284, + "num_tokens": 699322518.0, + "step": 3674 + }, + { + "epoch": 1.2542662116040955, + "grad_norm": 0.2855727297377444, + "learning_rate": 7.06010765987152e-06, + "loss": 0.3189, + "num_tokens": 699512792.0, + "step": 3675 + }, + { + "epoch": 1.2546075085324233, + "grad_norm": 0.26405331630706164, + "learning_rate": 7.058519480809092e-06, + "loss": 0.2714, + "num_tokens": 699681530.0, + "step": 3676 + }, + { + "epoch": 1.2549488054607507, + "grad_norm": 0.27296218768060676, + "learning_rate": 7.056931081129639e-06, + "loss": 0.305, + "num_tokens": 699896436.0, + "step": 3677 + }, + { + "epoch": 1.2552901023890786, + "grad_norm": 0.28979356175406473, + "learning_rate": 7.055342461058007e-06, + "loss": 0.2994, + "num_tokens": 700070836.0, + "step": 3678 + }, + { + "epoch": 1.2556313993174062, + "grad_norm": 0.2825183991365195, + "learning_rate": 7.053753620819074e-06, + "loss": 0.3466, + "num_tokens": 700310462.0, + "step": 3679 + }, + { + "epoch": 1.2559726962457338, + "grad_norm": 0.274692453797519, + "learning_rate": 7.05216456063775e-06, + "loss": 0.3049, + "num_tokens": 700502239.0, + "step": 3680 + }, + { + "epoch": 1.2563139931740614, + "grad_norm": 0.2679949850537273, + "learning_rate": 7.050575280738975e-06, + "loss": 0.308, + "num_tokens": 700677686.0, + "step": 3681 + }, + { + "epoch": 1.256655290102389, + "grad_norm": 0.26767567952756627, + "learning_rate": 7.0489857813477195e-06, + "loss": 0.2913, + "num_tokens": 700859455.0, + "step": 3682 + }, + { + "epoch": 1.2569965870307167, + "grad_norm": 0.2676983681382686, + "learning_rate": 7.047396062688987e-06, + "loss": 0.3137, + "num_tokens": 701050695.0, + "step": 3683 + }, + { + "epoch": 1.2573378839590443, + "grad_norm": 0.2793102187691464, + "learning_rate": 7.04580612498781e-06, + "loss": 0.3339, + "num_tokens": 701250224.0, + "step": 3684 + }, + { + "epoch": 1.257679180887372, + "grad_norm": 0.2877605074895888, + "learning_rate": 7.0442159684692534e-06, + "loss": 0.3281, + "num_tokens": 701455702.0, + "step": 3685 + }, + { + "epoch": 1.2580204778156996, + "grad_norm": 0.2639837865259657, + "learning_rate": 7.042625593358411e-06, + "loss": 0.3114, + "num_tokens": 701655422.0, + "step": 3686 + }, + { + "epoch": 1.2583617747440274, + "grad_norm": 0.28142396919336915, + "learning_rate": 7.0410349998804116e-06, + "loss": 0.3352, + "num_tokens": 701856660.0, + "step": 3687 + }, + { + "epoch": 1.2587030716723548, + "grad_norm": 0.27023388449674085, + "learning_rate": 7.039444188260414e-06, + "loss": 0.3018, + "num_tokens": 702027103.0, + "step": 3688 + }, + { + "epoch": 1.2590443686006827, + "grad_norm": 0.2704499362626548, + "learning_rate": 7.037853158723601e-06, + "loss": 0.3103, + "num_tokens": 702214919.0, + "step": 3689 + }, + { + "epoch": 1.25938566552901, + "grad_norm": 0.28401399800390503, + "learning_rate": 7.036261911495196e-06, + "loss": 0.3289, + "num_tokens": 702418733.0, + "step": 3690 + }, + { + "epoch": 1.259726962457338, + "grad_norm": 0.28978063036149043, + "learning_rate": 7.0346704468004465e-06, + "loss": 0.3153, + "num_tokens": 702588916.0, + "step": 3691 + }, + { + "epoch": 1.2600682593856656, + "grad_norm": 0.25924060683557365, + "learning_rate": 7.033078764864636e-06, + "loss": 0.3562, + "num_tokens": 702840038.0, + "step": 3692 + }, + { + "epoch": 1.2604095563139932, + "grad_norm": 0.2699701205795451, + "learning_rate": 7.031486865913072e-06, + "loss": 0.312, + "num_tokens": 703049210.0, + "step": 3693 + }, + { + "epoch": 1.2607508532423208, + "grad_norm": 0.2923993479909858, + "learning_rate": 7.029894750171098e-06, + "loss": 0.3112, + "num_tokens": 703220712.0, + "step": 3694 + }, + { + "epoch": 1.2610921501706485, + "grad_norm": 0.2682060903666931, + "learning_rate": 7.028302417864088e-06, + "loss": 0.3138, + "num_tokens": 703425284.0, + "step": 3695 + }, + { + "epoch": 1.261433447098976, + "grad_norm": 0.3045574407001758, + "learning_rate": 7.026709869217444e-06, + "loss": 0.3627, + "num_tokens": 703613679.0, + "step": 3696 + }, + { + "epoch": 1.2617747440273037, + "grad_norm": 0.2777140320803476, + "learning_rate": 7.025117104456602e-06, + "loss": 0.2902, + "num_tokens": 703786952.0, + "step": 3697 + }, + { + "epoch": 1.2621160409556313, + "grad_norm": 0.3035540657395767, + "learning_rate": 7.023524123807023e-06, + "loss": 0.354, + "num_tokens": 703974800.0, + "step": 3698 + }, + { + "epoch": 1.262457337883959, + "grad_norm": 0.30013142631287515, + "learning_rate": 7.021930927494206e-06, + "loss": 0.3105, + "num_tokens": 704140276.0, + "step": 3699 + }, + { + "epoch": 1.2627986348122868, + "grad_norm": 0.3468159858791944, + "learning_rate": 7.020337515743676e-06, + "loss": 0.2915, + "num_tokens": 704301421.0, + "step": 3700 + }, + { + "epoch": 1.2631399317406142, + "grad_norm": 0.31632905717609183, + "learning_rate": 7.0187438887809874e-06, + "loss": 0.3246, + "num_tokens": 704474451.0, + "step": 3701 + }, + { + "epoch": 1.263481228668942, + "grad_norm": 0.32513269662083544, + "learning_rate": 7.017150046831727e-06, + "loss": 0.3203, + "num_tokens": 704620912.0, + "step": 3702 + }, + { + "epoch": 1.2638225255972695, + "grad_norm": 0.26976732053979596, + "learning_rate": 7.0155559901215145e-06, + "loss": 0.33, + "num_tokens": 704846826.0, + "step": 3703 + }, + { + "epoch": 1.2641638225255973, + "grad_norm": 0.2846742567848077, + "learning_rate": 7.013961718875993e-06, + "loss": 0.3108, + "num_tokens": 705045062.0, + "step": 3704 + }, + { + "epoch": 1.264505119453925, + "grad_norm": 0.275274890294096, + "learning_rate": 7.012367233320847e-06, + "loss": 0.3253, + "num_tokens": 705257869.0, + "step": 3705 + }, + { + "epoch": 1.2648464163822526, + "grad_norm": 0.31785585346863615, + "learning_rate": 7.010772533681777e-06, + "loss": 0.3422, + "num_tokens": 705421483.0, + "step": 3706 + }, + { + "epoch": 1.2651877133105802, + "grad_norm": 0.2808186227142278, + "learning_rate": 7.009177620184527e-06, + "loss": 0.2932, + "num_tokens": 705602597.0, + "step": 3707 + }, + { + "epoch": 1.2655290102389078, + "grad_norm": 0.3107433717604075, + "learning_rate": 7.007582493054864e-06, + "loss": 0.3309, + "num_tokens": 705761049.0, + "step": 3708 + }, + { + "epoch": 1.2658703071672355, + "grad_norm": 0.2563611301893544, + "learning_rate": 7.005987152518588e-06, + "loss": 0.3179, + "num_tokens": 705987990.0, + "step": 3709 + }, + { + "epoch": 1.266211604095563, + "grad_norm": 0.2821282156943873, + "learning_rate": 7.0043915988015266e-06, + "loss": 0.2905, + "num_tokens": 706148086.0, + "step": 3710 + }, + { + "epoch": 1.2665529010238907, + "grad_norm": 0.2931040861295535, + "learning_rate": 7.002795832129539e-06, + "loss": 0.344, + "num_tokens": 706335506.0, + "step": 3711 + }, + { + "epoch": 1.2668941979522184, + "grad_norm": 0.24718013180373863, + "learning_rate": 7.0011998527285185e-06, + "loss": 0.304, + "num_tokens": 706552710.0, + "step": 3712 + }, + { + "epoch": 1.2672354948805462, + "grad_norm": 0.2621236622345993, + "learning_rate": 6.999603660824379e-06, + "loss": 0.3237, + "num_tokens": 706763182.0, + "step": 3713 + }, + { + "epoch": 1.2675767918088736, + "grad_norm": 0.27099919086820123, + "learning_rate": 6.9980072566430765e-06, + "loss": 0.3272, + "num_tokens": 706969970.0, + "step": 3714 + }, + { + "epoch": 1.2679180887372015, + "grad_norm": 0.2693817131668708, + "learning_rate": 6.996410640410585e-06, + "loss": 0.3386, + "num_tokens": 707199270.0, + "step": 3715 + }, + { + "epoch": 1.268259385665529, + "grad_norm": 0.2812711866218925, + "learning_rate": 6.994813812352919e-06, + "loss": 0.3077, + "num_tokens": 707375910.0, + "step": 3716 + }, + { + "epoch": 1.2686006825938567, + "grad_norm": 0.2937863771876866, + "learning_rate": 6.993216772696114e-06, + "loss": 0.3149, + "num_tokens": 707557670.0, + "step": 3717 + }, + { + "epoch": 1.2689419795221843, + "grad_norm": 0.24708853191983443, + "learning_rate": 6.991619521666244e-06, + "loss": 0.3033, + "num_tokens": 707772034.0, + "step": 3718 + }, + { + "epoch": 1.269283276450512, + "grad_norm": 0.2841131586085519, + "learning_rate": 6.990022059489405e-06, + "loss": 0.315, + "num_tokens": 707952953.0, + "step": 3719 + }, + { + "epoch": 1.2696245733788396, + "grad_norm": 0.29135274171193226, + "learning_rate": 6.988424386391731e-06, + "loss": 0.3045, + "num_tokens": 708110029.0, + "step": 3720 + }, + { + "epoch": 1.2699658703071672, + "grad_norm": 0.26206698063018086, + "learning_rate": 6.986826502599378e-06, + "loss": 0.3081, + "num_tokens": 708302970.0, + "step": 3721 + }, + { + "epoch": 1.2703071672354949, + "grad_norm": 0.2807188703972892, + "learning_rate": 6.985228408338534e-06, + "loss": 0.3087, + "num_tokens": 708488436.0, + "step": 3722 + }, + { + "epoch": 1.2706484641638225, + "grad_norm": 0.3044593801815076, + "learning_rate": 6.983630103835423e-06, + "loss": 0.3295, + "num_tokens": 708644456.0, + "step": 3723 + }, + { + "epoch": 1.2709897610921501, + "grad_norm": 0.2672082163947727, + "learning_rate": 6.982031589316289e-06, + "loss": 0.2996, + "num_tokens": 708830021.0, + "step": 3724 + }, + { + "epoch": 1.2713310580204777, + "grad_norm": 0.27372252337278347, + "learning_rate": 6.980432865007413e-06, + "loss": 0.3502, + "num_tokens": 709044786.0, + "step": 3725 + }, + { + "epoch": 1.2716723549488056, + "grad_norm": 0.30687887549020815, + "learning_rate": 6.978833931135103e-06, + "loss": 0.3155, + "num_tokens": 709206992.0, + "step": 3726 + }, + { + "epoch": 1.272013651877133, + "grad_norm": 0.26413518597279007, + "learning_rate": 6.977234787925696e-06, + "loss": 0.3035, + "num_tokens": 709399171.0, + "step": 3727 + }, + { + "epoch": 1.2723549488054609, + "grad_norm": 0.2734884308960249, + "learning_rate": 6.975635435605559e-06, + "loss": 0.2843, + "num_tokens": 709584739.0, + "step": 3728 + }, + { + "epoch": 1.2726962457337885, + "grad_norm": 0.28246847549309145, + "learning_rate": 6.974035874401093e-06, + "loss": 0.29, + "num_tokens": 709745609.0, + "step": 3729 + }, + { + "epoch": 1.273037542662116, + "grad_norm": 0.2672815289411152, + "learning_rate": 6.97243610453872e-06, + "loss": 0.3238, + "num_tokens": 709958672.0, + "step": 3730 + }, + { + "epoch": 1.2733788395904437, + "grad_norm": 0.2742249282350909, + "learning_rate": 6.9708361262448995e-06, + "loss": 0.3368, + "num_tokens": 710160892.0, + "step": 3731 + }, + { + "epoch": 1.2737201365187714, + "grad_norm": 0.31065825001988684, + "learning_rate": 6.969235939746115e-06, + "loss": 0.359, + "num_tokens": 710341846.0, + "step": 3732 + }, + { + "epoch": 1.274061433447099, + "grad_norm": 0.25116337482088574, + "learning_rate": 6.967635545268883e-06, + "loss": 0.2965, + "num_tokens": 710548533.0, + "step": 3733 + }, + { + "epoch": 1.2744027303754266, + "grad_norm": 0.30264268105294634, + "learning_rate": 6.966034943039748e-06, + "loss": 0.2746, + "num_tokens": 710731847.0, + "step": 3734 + }, + { + "epoch": 1.2747440273037542, + "grad_norm": 0.29115795065345634, + "learning_rate": 6.964434133285283e-06, + "loss": 0.3553, + "num_tokens": 710948516.0, + "step": 3735 + }, + { + "epoch": 1.2750853242320819, + "grad_norm": 0.28175973270936977, + "learning_rate": 6.962833116232094e-06, + "loss": 0.3141, + "num_tokens": 711133795.0, + "step": 3736 + }, + { + "epoch": 1.2754266211604095, + "grad_norm": 0.274421875802411, + "learning_rate": 6.961231892106811e-06, + "loss": 0.3301, + "num_tokens": 711363241.0, + "step": 3737 + }, + { + "epoch": 1.2757679180887371, + "grad_norm": 0.2907247057676981, + "learning_rate": 6.959630461136098e-06, + "loss": 0.3143, + "num_tokens": 711554365.0, + "step": 3738 + }, + { + "epoch": 1.276109215017065, + "grad_norm": 0.2678925853564216, + "learning_rate": 6.9580288235466464e-06, + "loss": 0.3258, + "num_tokens": 711768139.0, + "step": 3739 + }, + { + "epoch": 1.2764505119453924, + "grad_norm": 0.24888709060306655, + "learning_rate": 6.956426979565175e-06, + "loss": 0.3064, + "num_tokens": 711982348.0, + "step": 3740 + }, + { + "epoch": 1.2767918088737202, + "grad_norm": 0.2629157463794367, + "learning_rate": 6.954824929418434e-06, + "loss": 0.3041, + "num_tokens": 712169986.0, + "step": 3741 + }, + { + "epoch": 1.2771331058020479, + "grad_norm": 0.3039894300906893, + "learning_rate": 6.953222673333205e-06, + "loss": 0.3125, + "num_tokens": 712342343.0, + "step": 3742 + }, + { + "epoch": 1.2774744027303755, + "grad_norm": 0.27825149426714296, + "learning_rate": 6.951620211536293e-06, + "loss": 0.3364, + "num_tokens": 712551096.0, + "step": 3743 + }, + { + "epoch": 1.2778156996587031, + "grad_norm": 0.3275957925541573, + "learning_rate": 6.950017544254537e-06, + "loss": 0.3098, + "num_tokens": 712719364.0, + "step": 3744 + }, + { + "epoch": 1.2781569965870307, + "grad_norm": 0.2831517039440438, + "learning_rate": 6.9484146717148024e-06, + "loss": 0.309, + "num_tokens": 712882334.0, + "step": 3745 + }, + { + "epoch": 1.2784982935153584, + "grad_norm": 0.2934933292265126, + "learning_rate": 6.946811594143986e-06, + "loss": 0.3179, + "num_tokens": 713074003.0, + "step": 3746 + }, + { + "epoch": 1.278839590443686, + "grad_norm": 0.28123397365926955, + "learning_rate": 6.945208311769013e-06, + "loss": 0.323, + "num_tokens": 713268959.0, + "step": 3747 + }, + { + "epoch": 1.2791808873720136, + "grad_norm": 0.26894636654302395, + "learning_rate": 6.943604824816833e-06, + "loss": 0.3153, + "num_tokens": 713479852.0, + "step": 3748 + }, + { + "epoch": 1.2795221843003413, + "grad_norm": 0.25763675468279906, + "learning_rate": 6.942001133514433e-06, + "loss": 0.2989, + "num_tokens": 713679022.0, + "step": 3749 + }, + { + "epoch": 1.2798634812286689, + "grad_norm": 0.2744850756226431, + "learning_rate": 6.940397238088821e-06, + "loss": 0.3085, + "num_tokens": 713866305.0, + "step": 3750 + }, + { + "epoch": 1.2802047781569965, + "grad_norm": 0.3787264549143174, + "learning_rate": 6.938793138767038e-06, + "loss": 0.3361, + "num_tokens": 714066545.0, + "step": 3751 + }, + { + "epoch": 1.2805460750853244, + "grad_norm": 0.26082557426178044, + "learning_rate": 6.937188835776154e-06, + "loss": 0.2985, + "num_tokens": 714278359.0, + "step": 3752 + }, + { + "epoch": 1.2808873720136518, + "grad_norm": 0.271537486307971, + "learning_rate": 6.935584329343266e-06, + "loss": 0.3005, + "num_tokens": 714468674.0, + "step": 3753 + }, + { + "epoch": 1.2812286689419796, + "grad_norm": 0.293435950870863, + "learning_rate": 6.933979619695502e-06, + "loss": 0.3221, + "num_tokens": 714630303.0, + "step": 3754 + }, + { + "epoch": 1.2815699658703072, + "grad_norm": 0.27526384237685786, + "learning_rate": 6.932374707060017e-06, + "loss": 0.3171, + "num_tokens": 714799947.0, + "step": 3755 + }, + { + "epoch": 1.2819112627986349, + "grad_norm": 0.2749469170474295, + "learning_rate": 6.9307695916639935e-06, + "loss": 0.3218, + "num_tokens": 714987127.0, + "step": 3756 + }, + { + "epoch": 1.2822525597269625, + "grad_norm": 0.26289607617402916, + "learning_rate": 6.929164273734647e-06, + "loss": 0.2952, + "num_tokens": 715176864.0, + "step": 3757 + }, + { + "epoch": 1.2825938566552901, + "grad_norm": 0.3009817757208647, + "learning_rate": 6.927558753499216e-06, + "loss": 0.3338, + "num_tokens": 715373350.0, + "step": 3758 + }, + { + "epoch": 1.2829351535836178, + "grad_norm": 0.2769342327421942, + "learning_rate": 6.925953031184974e-06, + "loss": 0.299, + "num_tokens": 715533901.0, + "step": 3759 + }, + { + "epoch": 1.2832764505119454, + "grad_norm": 0.2749079492126049, + "learning_rate": 6.924347107019221e-06, + "loss": 0.3143, + "num_tokens": 715728665.0, + "step": 3760 + }, + { + "epoch": 1.283617747440273, + "grad_norm": 0.3223561273466384, + "learning_rate": 6.922740981229279e-06, + "loss": 0.3566, + "num_tokens": 715882324.0, + "step": 3761 + }, + { + "epoch": 1.2839590443686006, + "grad_norm": 0.2836880059726293, + "learning_rate": 6.921134654042509e-06, + "loss": 0.3512, + "num_tokens": 716104918.0, + "step": 3762 + }, + { + "epoch": 1.2843003412969283, + "grad_norm": 0.3243372486441273, + "learning_rate": 6.919528125686291e-06, + "loss": 0.3246, + "num_tokens": 716285735.0, + "step": 3763 + }, + { + "epoch": 1.284641638225256, + "grad_norm": 0.28325283773168153, + "learning_rate": 6.917921396388042e-06, + "loss": 0.3146, + "num_tokens": 716501989.0, + "step": 3764 + }, + { + "epoch": 1.2849829351535837, + "grad_norm": 0.2452083752971023, + "learning_rate": 6.916314466375202e-06, + "loss": 0.3238, + "num_tokens": 716761758.0, + "step": 3765 + }, + { + "epoch": 1.2853242320819112, + "grad_norm": 0.2804580017682236, + "learning_rate": 6.914707335875239e-06, + "loss": 0.326, + "num_tokens": 716959581.0, + "step": 3766 + }, + { + "epoch": 1.285665529010239, + "grad_norm": 0.2763635335478439, + "learning_rate": 6.913100005115654e-06, + "loss": 0.3254, + "num_tokens": 717144446.0, + "step": 3767 + }, + { + "epoch": 1.2860068259385666, + "grad_norm": 0.26785236238668864, + "learning_rate": 6.911492474323971e-06, + "loss": 0.2839, + "num_tokens": 717333600.0, + "step": 3768 + }, + { + "epoch": 1.2863481228668943, + "grad_norm": 0.26196284941425796, + "learning_rate": 6.909884743727747e-06, + "loss": 0.2936, + "num_tokens": 717536584.0, + "step": 3769 + }, + { + "epoch": 1.286689419795222, + "grad_norm": 0.2893102139702801, + "learning_rate": 6.908276813554564e-06, + "loss": 0.2975, + "num_tokens": 717701319.0, + "step": 3770 + }, + { + "epoch": 1.2870307167235495, + "grad_norm": 0.29924223334322103, + "learning_rate": 6.906668684032035e-06, + "loss": 0.2927, + "num_tokens": 717852182.0, + "step": 3771 + }, + { + "epoch": 1.2873720136518771, + "grad_norm": 0.34772840772755637, + "learning_rate": 6.905060355387796e-06, + "loss": 0.3265, + "num_tokens": 718057400.0, + "step": 3772 + }, + { + "epoch": 1.2877133105802048, + "grad_norm": 0.2742091086715496, + "learning_rate": 6.903451827849518e-06, + "loss": 0.3024, + "num_tokens": 718228431.0, + "step": 3773 + }, + { + "epoch": 1.2880546075085324, + "grad_norm": 0.27659930906614605, + "learning_rate": 6.901843101644896e-06, + "loss": 0.3571, + "num_tokens": 718435409.0, + "step": 3774 + }, + { + "epoch": 1.28839590443686, + "grad_norm": 0.3053765239531116, + "learning_rate": 6.900234177001654e-06, + "loss": 0.336, + "num_tokens": 718628260.0, + "step": 3775 + }, + { + "epoch": 1.2887372013651877, + "grad_norm": 0.29127301720861365, + "learning_rate": 6.898625054147543e-06, + "loss": 0.3269, + "num_tokens": 718806719.0, + "step": 3776 + }, + { + "epoch": 1.2890784982935153, + "grad_norm": 0.2433414258811119, + "learning_rate": 6.897015733310346e-06, + "loss": 0.2709, + "num_tokens": 719017733.0, + "step": 3777 + }, + { + "epoch": 1.2894197952218431, + "grad_norm": 0.3517485648504498, + "learning_rate": 6.8954062147178706e-06, + "loss": 0.3283, + "num_tokens": 719182885.0, + "step": 3778 + }, + { + "epoch": 1.2897610921501705, + "grad_norm": 0.25276235765690347, + "learning_rate": 6.893796498597949e-06, + "loss": 0.3139, + "num_tokens": 719429403.0, + "step": 3779 + }, + { + "epoch": 1.2901023890784984, + "grad_norm": 0.293342622173881, + "learning_rate": 6.892186585178451e-06, + "loss": 0.3081, + "num_tokens": 719589968.0, + "step": 3780 + }, + { + "epoch": 1.290443686006826, + "grad_norm": 0.29200497552040255, + "learning_rate": 6.890576474687264e-06, + "loss": 0.336, + "num_tokens": 719777577.0, + "step": 3781 + }, + { + "epoch": 1.2907849829351536, + "grad_norm": 0.28550112060426897, + "learning_rate": 6.888966167352311e-06, + "loss": 0.3034, + "num_tokens": 719944295.0, + "step": 3782 + }, + { + "epoch": 1.2911262798634813, + "grad_norm": 0.2861224695733766, + "learning_rate": 6.8873556634015395e-06, + "loss": 0.2998, + "num_tokens": 720115395.0, + "step": 3783 + }, + { + "epoch": 1.291467576791809, + "grad_norm": 0.27886860459948, + "learning_rate": 6.885744963062925e-06, + "loss": 0.3201, + "num_tokens": 720304808.0, + "step": 3784 + }, + { + "epoch": 1.2918088737201365, + "grad_norm": 0.28986669609485255, + "learning_rate": 6.88413406656447e-06, + "loss": 0.2959, + "num_tokens": 720485875.0, + "step": 3785 + }, + { + "epoch": 1.2921501706484642, + "grad_norm": 0.313789672813576, + "learning_rate": 6.8825229741342084e-06, + "loss": 0.3364, + "num_tokens": 720650940.0, + "step": 3786 + }, + { + "epoch": 1.2924914675767918, + "grad_norm": 0.29204113636996154, + "learning_rate": 6.880911686000195e-06, + "loss": 0.333, + "num_tokens": 720825922.0, + "step": 3787 + }, + { + "epoch": 1.2928327645051194, + "grad_norm": 0.2820081625154055, + "learning_rate": 6.8793002023905195e-06, + "loss": 0.3401, + "num_tokens": 721045930.0, + "step": 3788 + }, + { + "epoch": 1.293174061433447, + "grad_norm": 0.2902263537411721, + "learning_rate": 6.877688523533297e-06, + "loss": 0.344, + "num_tokens": 721265635.0, + "step": 3789 + }, + { + "epoch": 1.2935153583617747, + "grad_norm": 0.2777601862203571, + "learning_rate": 6.876076649656665e-06, + "loss": 0.3535, + "num_tokens": 721466728.0, + "step": 3790 + }, + { + "epoch": 1.2938566552901025, + "grad_norm": 0.26000436793755666, + "learning_rate": 6.874464580988799e-06, + "loss": 0.3151, + "num_tokens": 721690208.0, + "step": 3791 + }, + { + "epoch": 1.29419795221843, + "grad_norm": 0.29861777742435286, + "learning_rate": 6.872852317757893e-06, + "loss": 0.3157, + "num_tokens": 721872470.0, + "step": 3792 + }, + { + "epoch": 1.2945392491467578, + "grad_norm": 0.29034727143866373, + "learning_rate": 6.871239860192173e-06, + "loss": 0.3055, + "num_tokens": 722042842.0, + "step": 3793 + }, + { + "epoch": 1.2948805460750854, + "grad_norm": 0.2665067091382851, + "learning_rate": 6.869627208519889e-06, + "loss": 0.3253, + "num_tokens": 722271411.0, + "step": 3794 + }, + { + "epoch": 1.295221843003413, + "grad_norm": 0.2886674904931296, + "learning_rate": 6.868014362969324e-06, + "loss": 0.344, + "num_tokens": 722468984.0, + "step": 3795 + }, + { + "epoch": 1.2955631399317407, + "grad_norm": 0.28329721252609896, + "learning_rate": 6.866401323768783e-06, + "loss": 0.3415, + "num_tokens": 722672382.0, + "step": 3796 + }, + { + "epoch": 1.2959044368600683, + "grad_norm": 0.27605408243865176, + "learning_rate": 6.864788091146601e-06, + "loss": 0.3261, + "num_tokens": 722867551.0, + "step": 3797 + }, + { + "epoch": 1.296245733788396, + "grad_norm": 0.26478984451745974, + "learning_rate": 6.86317466533114e-06, + "loss": 0.3261, + "num_tokens": 723074746.0, + "step": 3798 + }, + { + "epoch": 1.2965870307167235, + "grad_norm": 0.2768071626649027, + "learning_rate": 6.861561046550788e-06, + "loss": 0.3315, + "num_tokens": 723266450.0, + "step": 3799 + }, + { + "epoch": 1.2969283276450512, + "grad_norm": 0.29473192378438284, + "learning_rate": 6.859947235033965e-06, + "loss": 0.3277, + "num_tokens": 723431548.0, + "step": 3800 + }, + { + "epoch": 1.2972696245733788, + "grad_norm": 0.2779303391293525, + "learning_rate": 6.858333231009112e-06, + "loss": 0.3289, + "num_tokens": 723635328.0, + "step": 3801 + }, + { + "epoch": 1.2976109215017064, + "grad_norm": 0.2776889586882132, + "learning_rate": 6.856719034704701e-06, + "loss": 0.3262, + "num_tokens": 723841163.0, + "step": 3802 + }, + { + "epoch": 1.297952218430034, + "grad_norm": 0.34378981057235397, + "learning_rate": 6.855104646349231e-06, + "loss": 0.3324, + "num_tokens": 724025744.0, + "step": 3803 + }, + { + "epoch": 1.298293515358362, + "grad_norm": 0.2578099324518784, + "learning_rate": 6.853490066171227e-06, + "loss": 0.337, + "num_tokens": 724261138.0, + "step": 3804 + }, + { + "epoch": 1.2986348122866893, + "grad_norm": 0.28666882460859594, + "learning_rate": 6.8518752943992405e-06, + "loss": 0.3247, + "num_tokens": 724443917.0, + "step": 3805 + }, + { + "epoch": 1.2989761092150172, + "grad_norm": 0.2549662953001901, + "learning_rate": 6.850260331261854e-06, + "loss": 0.324, + "num_tokens": 724663215.0, + "step": 3806 + }, + { + "epoch": 1.2993174061433448, + "grad_norm": 0.265820721695582, + "learning_rate": 6.848645176987673e-06, + "loss": 0.3093, + "num_tokens": 724850891.0, + "step": 3807 + }, + { + "epoch": 1.2996587030716724, + "grad_norm": 0.26829169041253326, + "learning_rate": 6.847029831805331e-06, + "loss": 0.3527, + "num_tokens": 725068321.0, + "step": 3808 + }, + { + "epoch": 1.3, + "grad_norm": 0.31523955784868274, + "learning_rate": 6.84541429594349e-06, + "loss": 0.3341, + "num_tokens": 725238049.0, + "step": 3809 + }, + { + "epoch": 1.3003412969283277, + "grad_norm": 0.32617936776570483, + "learning_rate": 6.843798569630839e-06, + "loss": 0.3145, + "num_tokens": 725391807.0, + "step": 3810 + }, + { + "epoch": 1.3006825938566553, + "grad_norm": 0.3694520041242373, + "learning_rate": 6.842182653096087e-06, + "loss": 0.3347, + "num_tokens": 725564579.0, + "step": 3811 + }, + { + "epoch": 1.301023890784983, + "grad_norm": 0.31945740053908406, + "learning_rate": 6.840566546567986e-06, + "loss": 0.3075, + "num_tokens": 725702456.0, + "step": 3812 + }, + { + "epoch": 1.3013651877133106, + "grad_norm": 0.26079287762848447, + "learning_rate": 6.838950250275296e-06, + "loss": 0.3135, + "num_tokens": 725897454.0, + "step": 3813 + }, + { + "epoch": 1.3017064846416382, + "grad_norm": 0.2974754051164502, + "learning_rate": 6.8373337644468165e-06, + "loss": 0.3368, + "num_tokens": 726102972.0, + "step": 3814 + }, + { + "epoch": 1.3020477815699658, + "grad_norm": 0.32762014034545206, + "learning_rate": 6.835717089311368e-06, + "loss": 0.3782, + "num_tokens": 726290623.0, + "step": 3815 + }, + { + "epoch": 1.3023890784982934, + "grad_norm": 0.2868198705584825, + "learning_rate": 6.834100225097802e-06, + "loss": 0.3143, + "num_tokens": 726465732.0, + "step": 3816 + }, + { + "epoch": 1.3027303754266213, + "grad_norm": 0.2898895823071014, + "learning_rate": 6.832483172034995e-06, + "loss": 0.3192, + "num_tokens": 726651225.0, + "step": 3817 + }, + { + "epoch": 1.3030716723549487, + "grad_norm": 0.2598036597751121, + "learning_rate": 6.8308659303518464e-06, + "loss": 0.3033, + "num_tokens": 726839029.0, + "step": 3818 + }, + { + "epoch": 1.3034129692832765, + "grad_norm": 0.3273805607457372, + "learning_rate": 6.82924850027729e-06, + "loss": 0.2878, + "num_tokens": 727024564.0, + "step": 3819 + }, + { + "epoch": 1.3037542662116042, + "grad_norm": 0.24153298024681136, + "learning_rate": 6.827630882040278e-06, + "loss": 0.295, + "num_tokens": 727236525.0, + "step": 3820 + }, + { + "epoch": 1.3040955631399318, + "grad_norm": 0.26783781864395795, + "learning_rate": 6.826013075869797e-06, + "loss": 0.3192, + "num_tokens": 727466032.0, + "step": 3821 + }, + { + "epoch": 1.3044368600682594, + "grad_norm": 0.29172485588587327, + "learning_rate": 6.824395081994851e-06, + "loss": 0.3116, + "num_tokens": 727660953.0, + "step": 3822 + }, + { + "epoch": 1.304778156996587, + "grad_norm": 0.2938204688689284, + "learning_rate": 6.822776900644481e-06, + "loss": 0.3349, + "num_tokens": 727831680.0, + "step": 3823 + }, + { + "epoch": 1.3051194539249147, + "grad_norm": 0.33914120447979507, + "learning_rate": 6.821158532047747e-06, + "loss": 0.3142, + "num_tokens": 727996826.0, + "step": 3824 + }, + { + "epoch": 1.3054607508532423, + "grad_norm": 0.27759215949736343, + "learning_rate": 6.81953997643374e-06, + "loss": 0.3154, + "num_tokens": 728179599.0, + "step": 3825 + }, + { + "epoch": 1.30580204778157, + "grad_norm": 0.2652011228185065, + "learning_rate": 6.817921234031573e-06, + "loss": 0.3133, + "num_tokens": 728391892.0, + "step": 3826 + }, + { + "epoch": 1.3061433447098976, + "grad_norm": 0.2943742120010109, + "learning_rate": 6.816302305070389e-06, + "loss": 0.3419, + "num_tokens": 728601346.0, + "step": 3827 + }, + { + "epoch": 1.3064846416382252, + "grad_norm": 0.27822990419227, + "learning_rate": 6.814683189779358e-06, + "loss": 0.307, + "num_tokens": 728780133.0, + "step": 3828 + }, + { + "epoch": 1.3068259385665528, + "grad_norm": 0.24182327424604338, + "learning_rate": 6.813063888387671e-06, + "loss": 0.2937, + "num_tokens": 728996076.0, + "step": 3829 + }, + { + "epoch": 1.3071672354948807, + "grad_norm": 0.31712065525625, + "learning_rate": 6.811444401124552e-06, + "loss": 0.3338, + "num_tokens": 729152326.0, + "step": 3830 + }, + { + "epoch": 1.307508532423208, + "grad_norm": 0.2781453909722434, + "learning_rate": 6.809824728219247e-06, + "loss": 0.2943, + "num_tokens": 729326840.0, + "step": 3831 + }, + { + "epoch": 1.307849829351536, + "grad_norm": 0.26709463943666223, + "learning_rate": 6.808204869901031e-06, + "loss": 0.3317, + "num_tokens": 729553404.0, + "step": 3832 + }, + { + "epoch": 1.3081911262798636, + "grad_norm": 0.27689283230487033, + "learning_rate": 6.806584826399203e-06, + "loss": 0.337, + "num_tokens": 729750875.0, + "step": 3833 + }, + { + "epoch": 1.3085324232081912, + "grad_norm": 0.30181217684053274, + "learning_rate": 6.804964597943089e-06, + "loss": 0.3304, + "num_tokens": 729937370.0, + "step": 3834 + }, + { + "epoch": 1.3088737201365188, + "grad_norm": 0.2895620942599519, + "learning_rate": 6.803344184762041e-06, + "loss": 0.2877, + "num_tokens": 730100452.0, + "step": 3835 + }, + { + "epoch": 1.3092150170648464, + "grad_norm": 0.2745581126815946, + "learning_rate": 6.801723587085438e-06, + "loss": 0.3078, + "num_tokens": 730308528.0, + "step": 3836 + }, + { + "epoch": 1.309556313993174, + "grad_norm": 0.3042186470425406, + "learning_rate": 6.800102805142683e-06, + "loss": 0.3144, + "num_tokens": 730459813.0, + "step": 3837 + }, + { + "epoch": 1.3098976109215017, + "grad_norm": 0.2996439493508242, + "learning_rate": 6.79848183916321e-06, + "loss": 0.2946, + "num_tokens": 730600894.0, + "step": 3838 + }, + { + "epoch": 1.3102389078498293, + "grad_norm": 0.29131824526251227, + "learning_rate": 6.796860689376471e-06, + "loss": 0.3402, + "num_tokens": 730826429.0, + "step": 3839 + }, + { + "epoch": 1.310580204778157, + "grad_norm": 0.28196508189666386, + "learning_rate": 6.795239356011952e-06, + "loss": 0.3365, + "num_tokens": 731018311.0, + "step": 3840 + }, + { + "epoch": 1.3109215017064846, + "grad_norm": 0.282851390173636, + "learning_rate": 6.793617839299163e-06, + "loss": 0.3203, + "num_tokens": 731207678.0, + "step": 3841 + }, + { + "epoch": 1.3112627986348122, + "grad_norm": 0.25847977692777235, + "learning_rate": 6.791996139467636e-06, + "loss": 0.3001, + "num_tokens": 731399931.0, + "step": 3842 + }, + { + "epoch": 1.31160409556314, + "grad_norm": 0.25856892802348425, + "learning_rate": 6.790374256746932e-06, + "loss": 0.3551, + "num_tokens": 731634880.0, + "step": 3843 + }, + { + "epoch": 1.3119453924914675, + "grad_norm": 0.3243495269800591, + "learning_rate": 6.7887521913666365e-06, + "loss": 0.347, + "num_tokens": 731826142.0, + "step": 3844 + }, + { + "epoch": 1.3122866894197953, + "grad_norm": 0.251302623736773, + "learning_rate": 6.787129943556364e-06, + "loss": 0.309, + "num_tokens": 732064349.0, + "step": 3845 + }, + { + "epoch": 1.312627986348123, + "grad_norm": 0.3214226035546646, + "learning_rate": 6.785507513545749e-06, + "loss": 0.3151, + "num_tokens": 732207480.0, + "step": 3846 + }, + { + "epoch": 1.3129692832764506, + "grad_norm": 0.28481419838611943, + "learning_rate": 6.78388490156446e-06, + "loss": 0.3061, + "num_tokens": 732384670.0, + "step": 3847 + }, + { + "epoch": 1.3133105802047782, + "grad_norm": 0.2678584615256427, + "learning_rate": 6.7822621078421855e-06, + "loss": 0.338, + "num_tokens": 732588582.0, + "step": 3848 + }, + { + "epoch": 1.3136518771331058, + "grad_norm": 0.2650012994632336, + "learning_rate": 6.780639132608638e-06, + "loss": 0.3479, + "num_tokens": 732805842.0, + "step": 3849 + }, + { + "epoch": 1.3139931740614335, + "grad_norm": 0.2668686994614454, + "learning_rate": 6.7790159760935626e-06, + "loss": 0.3212, + "num_tokens": 733003480.0, + "step": 3850 + }, + { + "epoch": 1.314334470989761, + "grad_norm": 0.27647214566730266, + "learning_rate": 6.777392638526723e-06, + "loss": 0.3117, + "num_tokens": 733200476.0, + "step": 3851 + }, + { + "epoch": 1.3146757679180887, + "grad_norm": 0.320924615448076, + "learning_rate": 6.7757691201379116e-06, + "loss": 0.3233, + "num_tokens": 733356317.0, + "step": 3852 + }, + { + "epoch": 1.3150170648464163, + "grad_norm": 0.27271762908073893, + "learning_rate": 6.774145421156949e-06, + "loss": 0.3192, + "num_tokens": 733548732.0, + "step": 3853 + }, + { + "epoch": 1.315358361774744, + "grad_norm": 0.30453097887105, + "learning_rate": 6.772521541813677e-06, + "loss": 0.3153, + "num_tokens": 733710848.0, + "step": 3854 + }, + { + "epoch": 1.3156996587030716, + "grad_norm": 0.30600335824802977, + "learning_rate": 6.7708974823379626e-06, + "loss": 0.3215, + "num_tokens": 733882290.0, + "step": 3855 + }, + { + "epoch": 1.3160409556313994, + "grad_norm": 0.27407983770203637, + "learning_rate": 6.769273242959705e-06, + "loss": 0.3612, + "num_tokens": 734106694.0, + "step": 3856 + }, + { + "epoch": 1.3163822525597269, + "grad_norm": 0.27294996247959363, + "learning_rate": 6.76764882390882e-06, + "loss": 0.3126, + "num_tokens": 734294178.0, + "step": 3857 + }, + { + "epoch": 1.3167235494880547, + "grad_norm": 0.2684157082326499, + "learning_rate": 6.766024225415256e-06, + "loss": 0.323, + "num_tokens": 734505377.0, + "step": 3858 + }, + { + "epoch": 1.3170648464163823, + "grad_norm": 0.27231123658291884, + "learning_rate": 6.764399447708984e-06, + "loss": 0.3274, + "num_tokens": 734717798.0, + "step": 3859 + }, + { + "epoch": 1.31740614334471, + "grad_norm": 0.2923144872142284, + "learning_rate": 6.762774491019997e-06, + "loss": 0.3359, + "num_tokens": 734888631.0, + "step": 3860 + }, + { + "epoch": 1.3177474402730376, + "grad_norm": 0.3022393217336674, + "learning_rate": 6.76114935557832e-06, + "loss": 0.3216, + "num_tokens": 735054157.0, + "step": 3861 + }, + { + "epoch": 1.3180887372013652, + "grad_norm": 0.2859407190661494, + "learning_rate": 6.759524041613999e-06, + "loss": 0.3076, + "num_tokens": 735219188.0, + "step": 3862 + }, + { + "epoch": 1.3184300341296928, + "grad_norm": 0.2683686193811015, + "learning_rate": 6.757898549357102e-06, + "loss": 0.3079, + "num_tokens": 735417227.0, + "step": 3863 + }, + { + "epoch": 1.3187713310580205, + "grad_norm": 0.2764225246900382, + "learning_rate": 6.7562728790377315e-06, + "loss": 0.3248, + "num_tokens": 735632918.0, + "step": 3864 + }, + { + "epoch": 1.319112627986348, + "grad_norm": 0.28769201848451664, + "learning_rate": 6.754647030886011e-06, + "loss": 0.3449, + "num_tokens": 735821157.0, + "step": 3865 + }, + { + "epoch": 1.3194539249146757, + "grad_norm": 0.25011837487475286, + "learning_rate": 6.753021005132084e-06, + "loss": 0.3123, + "num_tokens": 736048940.0, + "step": 3866 + }, + { + "epoch": 1.3197952218430034, + "grad_norm": 0.2795413328640461, + "learning_rate": 6.751394802006126e-06, + "loss": 0.3475, + "num_tokens": 736240908.0, + "step": 3867 + }, + { + "epoch": 1.320136518771331, + "grad_norm": 0.6323151337218552, + "learning_rate": 6.749768421738334e-06, + "loss": 0.3493, + "num_tokens": 736454004.0, + "step": 3868 + }, + { + "epoch": 1.3204778156996588, + "grad_norm": 0.2767383684057221, + "learning_rate": 6.748141864558932e-06, + "loss": 0.3071, + "num_tokens": 736659137.0, + "step": 3869 + }, + { + "epoch": 1.3208191126279862, + "grad_norm": 0.2728627734304159, + "learning_rate": 6.746515130698165e-06, + "loss": 0.3003, + "num_tokens": 736830649.0, + "step": 3870 + }, + { + "epoch": 1.321160409556314, + "grad_norm": 0.297396727715022, + "learning_rate": 6.744888220386312e-06, + "loss": 0.3695, + "num_tokens": 737007902.0, + "step": 3871 + }, + { + "epoch": 1.3215017064846417, + "grad_norm": 0.2649300852019773, + "learning_rate": 6.743261133853666e-06, + "loss": 0.3114, + "num_tokens": 737212767.0, + "step": 3872 + }, + { + "epoch": 1.3218430034129693, + "grad_norm": 0.3074361503898448, + "learning_rate": 6.741633871330552e-06, + "loss": 0.3406, + "num_tokens": 737435962.0, + "step": 3873 + }, + { + "epoch": 1.322184300341297, + "grad_norm": 0.2729713587666514, + "learning_rate": 6.7400064330473184e-06, + "loss": 0.3402, + "num_tokens": 737632632.0, + "step": 3874 + }, + { + "epoch": 1.3225255972696246, + "grad_norm": 0.3032267625728847, + "learning_rate": 6.738378819234337e-06, + "loss": 0.3229, + "num_tokens": 737801470.0, + "step": 3875 + }, + { + "epoch": 1.3228668941979522, + "grad_norm": 0.2918203887914611, + "learning_rate": 6.7367510301220075e-06, + "loss": 0.3056, + "num_tokens": 737960237.0, + "step": 3876 + }, + { + "epoch": 1.3232081911262799, + "grad_norm": 0.2548759565727004, + "learning_rate": 6.735123065940749e-06, + "loss": 0.3047, + "num_tokens": 738159046.0, + "step": 3877 + }, + { + "epoch": 1.3235494880546075, + "grad_norm": 0.30149281163480884, + "learning_rate": 6.7334949269210115e-06, + "loss": 0.3171, + "num_tokens": 738326832.0, + "step": 3878 + }, + { + "epoch": 1.323890784982935, + "grad_norm": 0.2667035937868686, + "learning_rate": 6.731866613293266e-06, + "loss": 0.3331, + "num_tokens": 738543824.0, + "step": 3879 + }, + { + "epoch": 1.3242320819112627, + "grad_norm": 0.28401585534598606, + "learning_rate": 6.73023812528801e-06, + "loss": 0.3463, + "num_tokens": 738777211.0, + "step": 3880 + }, + { + "epoch": 1.3245733788395904, + "grad_norm": 0.2781694675628502, + "learning_rate": 6.7286094631357645e-06, + "loss": 0.3515, + "num_tokens": 738975241.0, + "step": 3881 + }, + { + "epoch": 1.3249146757679182, + "grad_norm": 0.2966050762302932, + "learning_rate": 6.726980627067077e-06, + "loss": 0.2886, + "num_tokens": 739117970.0, + "step": 3882 + }, + { + "epoch": 1.3252559726962456, + "grad_norm": 0.27364772527467796, + "learning_rate": 6.725351617312515e-06, + "loss": 0.3329, + "num_tokens": 739321737.0, + "step": 3883 + }, + { + "epoch": 1.3255972696245735, + "grad_norm": 0.27062956369129987, + "learning_rate": 6.723722434102675e-06, + "loss": 0.3011, + "num_tokens": 739509964.0, + "step": 3884 + }, + { + "epoch": 1.325938566552901, + "grad_norm": 0.2730477074816608, + "learning_rate": 6.722093077668179e-06, + "loss": 0.2808, + "num_tokens": 739674575.0, + "step": 3885 + }, + { + "epoch": 1.3262798634812287, + "grad_norm": 0.26804587674691105, + "learning_rate": 6.7204635482396694e-06, + "loss": 0.2703, + "num_tokens": 739839384.0, + "step": 3886 + }, + { + "epoch": 1.3266211604095564, + "grad_norm": 0.2626206642026557, + "learning_rate": 6.718833846047817e-06, + "loss": 0.3138, + "num_tokens": 740057005.0, + "step": 3887 + }, + { + "epoch": 1.326962457337884, + "grad_norm": 0.24256036125848582, + "learning_rate": 6.7172039713233116e-06, + "loss": 0.325, + "num_tokens": 740308453.0, + "step": 3888 + }, + { + "epoch": 1.3273037542662116, + "grad_norm": 0.2680496247353808, + "learning_rate": 6.7155739242968744e-06, + "loss": 0.2774, + "num_tokens": 740473379.0, + "step": 3889 + }, + { + "epoch": 1.3276450511945392, + "grad_norm": 0.2782036492386827, + "learning_rate": 6.713943705199245e-06, + "loss": 0.3235, + "num_tokens": 740660454.0, + "step": 3890 + }, + { + "epoch": 1.3279863481228669, + "grad_norm": 0.28525136711406557, + "learning_rate": 6.712313314261193e-06, + "loss": 0.3112, + "num_tokens": 740829427.0, + "step": 3891 + }, + { + "epoch": 1.3283276450511945, + "grad_norm": 0.2919903601955555, + "learning_rate": 6.7106827517135064e-06, + "loss": 0.321, + "num_tokens": 741010850.0, + "step": 3892 + }, + { + "epoch": 1.3286689419795221, + "grad_norm": 0.4139125617601677, + "learning_rate": 6.709052017787001e-06, + "loss": 0.3007, + "num_tokens": 741218616.0, + "step": 3893 + }, + { + "epoch": 1.3290102389078498, + "grad_norm": 0.31568815324491156, + "learning_rate": 6.707421112712516e-06, + "loss": 0.3358, + "num_tokens": 741409824.0, + "step": 3894 + }, + { + "epoch": 1.3293515358361776, + "grad_norm": 0.2793340002256998, + "learning_rate": 6.705790036720916e-06, + "loss": 0.314, + "num_tokens": 741593471.0, + "step": 3895 + }, + { + "epoch": 1.329692832764505, + "grad_norm": 0.3084089733014884, + "learning_rate": 6.704158790043089e-06, + "loss": 0.3281, + "num_tokens": 741777759.0, + "step": 3896 + }, + { + "epoch": 1.3300341296928329, + "grad_norm": 0.27163235525074614, + "learning_rate": 6.702527372909946e-06, + "loss": 0.3268, + "num_tokens": 741992415.0, + "step": 3897 + }, + { + "epoch": 1.3303754266211605, + "grad_norm": 0.3098123523968588, + "learning_rate": 6.700895785552424e-06, + "loss": 0.3361, + "num_tokens": 742153669.0, + "step": 3898 + }, + { + "epoch": 1.3307167235494881, + "grad_norm": 0.31138071114049504, + "learning_rate": 6.699264028201481e-06, + "loss": 0.3231, + "num_tokens": 742334972.0, + "step": 3899 + }, + { + "epoch": 1.3310580204778157, + "grad_norm": 0.2513554208895588, + "learning_rate": 6.697632101088104e-06, + "loss": 0.2953, + "num_tokens": 742531652.0, + "step": 3900 + }, + { + "epoch": 1.3313993174061434, + "grad_norm": 0.4057869588228545, + "learning_rate": 6.696000004443299e-06, + "loss": 0.3548, + "num_tokens": 742711628.0, + "step": 3901 + }, + { + "epoch": 1.331740614334471, + "grad_norm": 0.26565835793346254, + "learning_rate": 6.6943677384981e-06, + "loss": 0.3091, + "num_tokens": 742912182.0, + "step": 3902 + }, + { + "epoch": 1.3320819112627986, + "grad_norm": 0.2456186749706413, + "learning_rate": 6.692735303483561e-06, + "loss": 0.3094, + "num_tokens": 743156707.0, + "step": 3903 + }, + { + "epoch": 1.3324232081911263, + "grad_norm": 0.3072290852461425, + "learning_rate": 6.691102699630766e-06, + "loss": 0.3475, + "num_tokens": 743319250.0, + "step": 3904 + }, + { + "epoch": 1.3327645051194539, + "grad_norm": 0.27475303421186775, + "learning_rate": 6.689469927170815e-06, + "loss": 0.3275, + "num_tokens": 743507390.0, + "step": 3905 + }, + { + "epoch": 1.3331058020477815, + "grad_norm": 0.30331196658358456, + "learning_rate": 6.6878369863348405e-06, + "loss": 0.3313, + "num_tokens": 743739954.0, + "step": 3906 + }, + { + "epoch": 1.3334470989761091, + "grad_norm": 0.28913135008992674, + "learning_rate": 6.686203877353989e-06, + "loss": 0.3192, + "num_tokens": 743914241.0, + "step": 3907 + }, + { + "epoch": 1.333788395904437, + "grad_norm": 0.24655253525119783, + "learning_rate": 6.684570600459439e-06, + "loss": 0.3001, + "num_tokens": 744127841.0, + "step": 3908 + }, + { + "epoch": 1.3341296928327644, + "grad_norm": 0.27606285701803096, + "learning_rate": 6.68293715588239e-06, + "loss": 0.3074, + "num_tokens": 744305438.0, + "step": 3909 + }, + { + "epoch": 1.3344709897610922, + "grad_norm": 0.28004540441736064, + "learning_rate": 6.681303543854064e-06, + "loss": 0.2997, + "num_tokens": 744502610.0, + "step": 3910 + }, + { + "epoch": 1.3348122866894199, + "grad_norm": 0.2820161036750089, + "learning_rate": 6.679669764605707e-06, + "loss": 0.3394, + "num_tokens": 744699045.0, + "step": 3911 + }, + { + "epoch": 1.3351535836177475, + "grad_norm": 0.2953272003083708, + "learning_rate": 6.6780358183685936e-06, + "loss": 0.3053, + "num_tokens": 744897299.0, + "step": 3912 + }, + { + "epoch": 1.3354948805460751, + "grad_norm": 0.2531322067771509, + "learning_rate": 6.676401705374015e-06, + "loss": 0.3181, + "num_tokens": 745122240.0, + "step": 3913 + }, + { + "epoch": 1.3358361774744028, + "grad_norm": 0.30669958020629606, + "learning_rate": 6.6747674258532865e-06, + "loss": 0.3236, + "num_tokens": 745311801.0, + "step": 3914 + }, + { + "epoch": 1.3361774744027304, + "grad_norm": 0.27724216392106094, + "learning_rate": 6.673132980037754e-06, + "loss": 0.3268, + "num_tokens": 745503009.0, + "step": 3915 + }, + { + "epoch": 1.336518771331058, + "grad_norm": 0.2970654459810137, + "learning_rate": 6.67149836815878e-06, + "loss": 0.3059, + "num_tokens": 745670850.0, + "step": 3916 + }, + { + "epoch": 1.3368600682593856, + "grad_norm": 0.290509629500048, + "learning_rate": 6.6698635904477515e-06, + "loss": 0.3285, + "num_tokens": 745836592.0, + "step": 3917 + }, + { + "epoch": 1.3372013651877133, + "grad_norm": 0.2592633344424697, + "learning_rate": 6.668228647136084e-06, + "loss": 0.2831, + "num_tokens": 746004247.0, + "step": 3918 + }, + { + "epoch": 1.337542662116041, + "grad_norm": 0.30608359384657496, + "learning_rate": 6.666593538455208e-06, + "loss": 0.3618, + "num_tokens": 746185691.0, + "step": 3919 + }, + { + "epoch": 1.3378839590443685, + "grad_norm": 0.28064503210282427, + "learning_rate": 6.664958264636586e-06, + "loss": 0.3319, + "num_tokens": 746388097.0, + "step": 3920 + }, + { + "epoch": 1.3382252559726964, + "grad_norm": 0.2910947869271392, + "learning_rate": 6.663322825911699e-06, + "loss": 0.3508, + "num_tokens": 746572785.0, + "step": 3921 + }, + { + "epoch": 1.3385665529010238, + "grad_norm": 0.28121435497108915, + "learning_rate": 6.661687222512052e-06, + "loss": 0.3241, + "num_tokens": 746826942.0, + "step": 3922 + }, + { + "epoch": 1.3389078498293516, + "grad_norm": 0.34280507863487714, + "learning_rate": 6.660051454669173e-06, + "loss": 0.3086, + "num_tokens": 747006786.0, + "step": 3923 + }, + { + "epoch": 1.3392491467576793, + "grad_norm": 0.27392112587748946, + "learning_rate": 6.658415522614617e-06, + "loss": 0.331, + "num_tokens": 747206108.0, + "step": 3924 + }, + { + "epoch": 1.3395904436860069, + "grad_norm": 0.2606987715489181, + "learning_rate": 6.656779426579956e-06, + "loss": 0.3205, + "num_tokens": 747439405.0, + "step": 3925 + }, + { + "epoch": 1.3399317406143345, + "grad_norm": 0.29051339481144645, + "learning_rate": 6.655143166796787e-06, + "loss": 0.3123, + "num_tokens": 747614389.0, + "step": 3926 + }, + { + "epoch": 1.3402730375426621, + "grad_norm": 0.28273671185815485, + "learning_rate": 6.653506743496735e-06, + "loss": 0.3129, + "num_tokens": 747779470.0, + "step": 3927 + }, + { + "epoch": 1.3406143344709898, + "grad_norm": 0.27548971602067, + "learning_rate": 6.651870156911445e-06, + "loss": 0.307, + "num_tokens": 747958091.0, + "step": 3928 + }, + { + "epoch": 1.3409556313993174, + "grad_norm": 0.28460938177823747, + "learning_rate": 6.650233407272583e-06, + "loss": 0.3166, + "num_tokens": 748162163.0, + "step": 3929 + }, + { + "epoch": 1.341296928327645, + "grad_norm": 0.2885174519372194, + "learning_rate": 6.648596494811841e-06, + "loss": 0.3152, + "num_tokens": 748337981.0, + "step": 3930 + }, + { + "epoch": 1.3416382252559726, + "grad_norm": 0.27726549681979773, + "learning_rate": 6.646959419760932e-06, + "loss": 0.3467, + "num_tokens": 748521523.0, + "step": 3931 + }, + { + "epoch": 1.3419795221843003, + "grad_norm": 0.2744419823699479, + "learning_rate": 6.645322182351593e-06, + "loss": 0.2885, + "num_tokens": 748714885.0, + "step": 3932 + }, + { + "epoch": 1.342320819112628, + "grad_norm": 0.296663668627254, + "learning_rate": 6.643684782815586e-06, + "loss": 0.3321, + "num_tokens": 748877734.0, + "step": 3933 + }, + { + "epoch": 1.3426621160409558, + "grad_norm": 0.28551279875084407, + "learning_rate": 6.642047221384691e-06, + "loss": 0.3026, + "num_tokens": 749062660.0, + "step": 3934 + }, + { + "epoch": 1.3430034129692832, + "grad_norm": 0.2771419936633814, + "learning_rate": 6.640409498290714e-06, + "loss": 0.3285, + "num_tokens": 749263060.0, + "step": 3935 + }, + { + "epoch": 1.343344709897611, + "grad_norm": 0.29382208305968693, + "learning_rate": 6.638771613765486e-06, + "loss": 0.3068, + "num_tokens": 749426434.0, + "step": 3936 + }, + { + "epoch": 1.3436860068259386, + "grad_norm": 0.2984421220726427, + "learning_rate": 6.6371335680408585e-06, + "loss": 0.3195, + "num_tokens": 749622802.0, + "step": 3937 + }, + { + "epoch": 1.3440273037542663, + "grad_norm": 0.2704001764380639, + "learning_rate": 6.635495361348704e-06, + "loss": 0.3185, + "num_tokens": 749814588.0, + "step": 3938 + }, + { + "epoch": 1.344368600682594, + "grad_norm": 0.28362182330651187, + "learning_rate": 6.633856993920921e-06, + "loss": 0.3155, + "num_tokens": 749994973.0, + "step": 3939 + }, + { + "epoch": 1.3447098976109215, + "grad_norm": 0.4774125849672597, + "learning_rate": 6.6322184659894295e-06, + "loss": 0.3071, + "num_tokens": 750134381.0, + "step": 3940 + }, + { + "epoch": 1.3450511945392492, + "grad_norm": 0.2872832706688443, + "learning_rate": 6.6305797777861706e-06, + "loss": 0.3081, + "num_tokens": 750332769.0, + "step": 3941 + }, + { + "epoch": 1.3453924914675768, + "grad_norm": 0.26928530145459206, + "learning_rate": 6.628940929543111e-06, + "loss": 0.3236, + "num_tokens": 750535745.0, + "step": 3942 + }, + { + "epoch": 1.3457337883959044, + "grad_norm": 0.32102321458288774, + "learning_rate": 6.6273019214922385e-06, + "loss": 0.3563, + "num_tokens": 750725083.0, + "step": 3943 + }, + { + "epoch": 1.346075085324232, + "grad_norm": 0.29002308808060817, + "learning_rate": 6.625662753865565e-06, + "loss": 0.3445, + "num_tokens": 750906767.0, + "step": 3944 + }, + { + "epoch": 1.3464163822525597, + "grad_norm": 0.2794204838459976, + "learning_rate": 6.624023426895122e-06, + "loss": 0.3454, + "num_tokens": 751107537.0, + "step": 3945 + }, + { + "epoch": 1.3467576791808873, + "grad_norm": 0.2859410705830412, + "learning_rate": 6.622383940812965e-06, + "loss": 0.2991, + "num_tokens": 751285814.0, + "step": 3946 + }, + { + "epoch": 1.3470989761092151, + "grad_norm": 0.28206115098210827, + "learning_rate": 6.6207442958511735e-06, + "loss": 0.3155, + "num_tokens": 751465111.0, + "step": 3947 + }, + { + "epoch": 1.3474402730375425, + "grad_norm": 0.2906319119463746, + "learning_rate": 6.619104492241848e-06, + "loss": 0.351, + "num_tokens": 751702671.0, + "step": 3948 + }, + { + "epoch": 1.3477815699658704, + "grad_norm": 0.25490427021267226, + "learning_rate": 6.61746453021711e-06, + "loss": 0.3073, + "num_tokens": 751972243.0, + "step": 3949 + }, + { + "epoch": 1.348122866894198, + "grad_norm": 0.2818424457917649, + "learning_rate": 6.615824410009109e-06, + "loss": 0.3293, + "num_tokens": 752168516.0, + "step": 3950 + }, + { + "epoch": 1.3484641638225257, + "grad_norm": 0.2951344489407056, + "learning_rate": 6.614184131850009e-06, + "loss": 0.3049, + "num_tokens": 752346012.0, + "step": 3951 + }, + { + "epoch": 1.3488054607508533, + "grad_norm": 0.2954410596707697, + "learning_rate": 6.612543695972002e-06, + "loss": 0.3118, + "num_tokens": 752490019.0, + "step": 3952 + }, + { + "epoch": 1.349146757679181, + "grad_norm": 0.3059049614855362, + "learning_rate": 6.610903102607302e-06, + "loss": 0.2939, + "num_tokens": 752641363.0, + "step": 3953 + }, + { + "epoch": 1.3494880546075085, + "grad_norm": 0.30142065983508887, + "learning_rate": 6.609262351988143e-06, + "loss": 0.3013, + "num_tokens": 752824564.0, + "step": 3954 + }, + { + "epoch": 1.3498293515358362, + "grad_norm": 0.2726080691563696, + "learning_rate": 6.6076214443467816e-06, + "loss": 0.3213, + "num_tokens": 753064271.0, + "step": 3955 + }, + { + "epoch": 1.3501706484641638, + "grad_norm": 0.2689616703937772, + "learning_rate": 6.605980379915498e-06, + "loss": 0.3217, + "num_tokens": 753264933.0, + "step": 3956 + }, + { + "epoch": 1.3505119453924914, + "grad_norm": 0.2876089795164023, + "learning_rate": 6.6043391589265935e-06, + "loss": 0.3303, + "num_tokens": 753448906.0, + "step": 3957 + }, + { + "epoch": 1.350853242320819, + "grad_norm": 0.2875693927192524, + "learning_rate": 6.602697781612393e-06, + "loss": 0.3213, + "num_tokens": 753644266.0, + "step": 3958 + }, + { + "epoch": 1.3511945392491467, + "grad_norm": 0.27042034039408197, + "learning_rate": 6.601056248205243e-06, + "loss": 0.2968, + "num_tokens": 753811375.0, + "step": 3959 + }, + { + "epoch": 1.3515358361774745, + "grad_norm": 0.28019725363722375, + "learning_rate": 6.599414558937508e-06, + "loss": 0.3288, + "num_tokens": 754004473.0, + "step": 3960 + }, + { + "epoch": 1.351877133105802, + "grad_norm": 0.2695265974798161, + "learning_rate": 6.597772714041582e-06, + "loss": 0.3091, + "num_tokens": 754217594.0, + "step": 3961 + }, + { + "epoch": 1.3522184300341298, + "grad_norm": 0.26868368934166165, + "learning_rate": 6.596130713749877e-06, + "loss": 0.2974, + "num_tokens": 754398960.0, + "step": 3962 + }, + { + "epoch": 1.3525597269624574, + "grad_norm": 0.26438531450969033, + "learning_rate": 6.594488558294824e-06, + "loss": 0.3154, + "num_tokens": 754598267.0, + "step": 3963 + }, + { + "epoch": 1.352901023890785, + "grad_norm": 0.2929257687411124, + "learning_rate": 6.592846247908882e-06, + "loss": 0.2901, + "num_tokens": 754745936.0, + "step": 3964 + }, + { + "epoch": 1.3532423208191127, + "grad_norm": 0.25202490552803514, + "learning_rate": 6.591203782824529e-06, + "loss": 0.2934, + "num_tokens": 754949209.0, + "step": 3965 + }, + { + "epoch": 1.3535836177474403, + "grad_norm": 0.2935069342147735, + "learning_rate": 6.589561163274262e-06, + "loss": 0.3343, + "num_tokens": 755121445.0, + "step": 3966 + }, + { + "epoch": 1.353924914675768, + "grad_norm": 0.26137830119527716, + "learning_rate": 6.587918389490606e-06, + "loss": 0.3255, + "num_tokens": 755328325.0, + "step": 3967 + }, + { + "epoch": 1.3542662116040955, + "grad_norm": 0.2929447839589079, + "learning_rate": 6.586275461706107e-06, + "loss": 0.3187, + "num_tokens": 755499940.0, + "step": 3968 + }, + { + "epoch": 1.3546075085324232, + "grad_norm": 0.29058539582389853, + "learning_rate": 6.584632380153323e-06, + "loss": 0.3285, + "num_tokens": 755684394.0, + "step": 3969 + }, + { + "epoch": 1.3549488054607508, + "grad_norm": 0.28615524081418076, + "learning_rate": 6.582989145064848e-06, + "loss": 0.2993, + "num_tokens": 755850885.0, + "step": 3970 + }, + { + "epoch": 1.3552901023890784, + "grad_norm": 0.33466200476008356, + "learning_rate": 6.581345756673288e-06, + "loss": 0.3171, + "num_tokens": 756014244.0, + "step": 3971 + }, + { + "epoch": 1.355631399317406, + "grad_norm": 0.30160863734271637, + "learning_rate": 6.5797022152112745e-06, + "loss": 0.3423, + "num_tokens": 756190148.0, + "step": 3972 + }, + { + "epoch": 1.355972696245734, + "grad_norm": 0.29146839942923514, + "learning_rate": 6.578058520911459e-06, + "loss": 0.3002, + "num_tokens": 756359679.0, + "step": 3973 + }, + { + "epoch": 1.3563139931740613, + "grad_norm": 0.27060235366502505, + "learning_rate": 6.576414674006516e-06, + "loss": 0.3092, + "num_tokens": 756545939.0, + "step": 3974 + }, + { + "epoch": 1.3566552901023892, + "grad_norm": 0.27126757481918756, + "learning_rate": 6.574770674729141e-06, + "loss": 0.3621, + "num_tokens": 756780632.0, + "step": 3975 + }, + { + "epoch": 1.3569965870307168, + "grad_norm": 0.24694768764741162, + "learning_rate": 6.573126523312052e-06, + "loss": 0.271, + "num_tokens": 756982111.0, + "step": 3976 + }, + { + "epoch": 1.3573378839590444, + "grad_norm": 0.29541294276413316, + "learning_rate": 6.5714822199879865e-06, + "loss": 0.2975, + "num_tokens": 757157544.0, + "step": 3977 + }, + { + "epoch": 1.357679180887372, + "grad_norm": 0.37689757174131144, + "learning_rate": 6.569837764989705e-06, + "loss": 0.3332, + "num_tokens": 757355645.0, + "step": 3978 + }, + { + "epoch": 1.3580204778156997, + "grad_norm": 0.2773075874444516, + "learning_rate": 6.56819315854999e-06, + "loss": 0.2973, + "num_tokens": 757527665.0, + "step": 3979 + }, + { + "epoch": 1.3583617747440273, + "grad_norm": 0.261895830734286, + "learning_rate": 6.5665484009016445e-06, + "loss": 0.3118, + "num_tokens": 757725992.0, + "step": 3980 + }, + { + "epoch": 1.358703071672355, + "grad_norm": 0.2672869717574512, + "learning_rate": 6.564903492277492e-06, + "loss": 0.3253, + "num_tokens": 757936358.0, + "step": 3981 + }, + { + "epoch": 1.3590443686006826, + "grad_norm": 0.2896644116233079, + "learning_rate": 6.563258432910378e-06, + "loss": 0.3077, + "num_tokens": 758087977.0, + "step": 3982 + }, + { + "epoch": 1.3593856655290102, + "grad_norm": 0.2807388417920055, + "learning_rate": 6.561613223033172e-06, + "loss": 0.3222, + "num_tokens": 758263095.0, + "step": 3983 + }, + { + "epoch": 1.3597269624573378, + "grad_norm": 0.269342621572366, + "learning_rate": 6.55996786287876e-06, + "loss": 0.3262, + "num_tokens": 758470993.0, + "step": 3984 + }, + { + "epoch": 1.3600682593856654, + "grad_norm": 0.2732176217512833, + "learning_rate": 6.558322352680054e-06, + "loss": 0.2925, + "num_tokens": 758652836.0, + "step": 3985 + }, + { + "epoch": 1.3604095563139933, + "grad_norm": 0.2961949111900816, + "learning_rate": 6.5566766926699836e-06, + "loss": 0.3246, + "num_tokens": 758826618.0, + "step": 3986 + }, + { + "epoch": 1.3607508532423207, + "grad_norm": 0.3149102375478642, + "learning_rate": 6.555030883081503e-06, + "loss": 0.351, + "num_tokens": 758977389.0, + "step": 3987 + }, + { + "epoch": 1.3610921501706486, + "grad_norm": 0.2943421340649836, + "learning_rate": 6.553384924147581e-06, + "loss": 0.2922, + "num_tokens": 759147373.0, + "step": 3988 + }, + { + "epoch": 1.3614334470989762, + "grad_norm": 0.28174940678966814, + "learning_rate": 6.5517388161012176e-06, + "loss": 0.3369, + "num_tokens": 759344077.0, + "step": 3989 + }, + { + "epoch": 1.3617747440273038, + "grad_norm": 0.2924321551909602, + "learning_rate": 6.550092559175424e-06, + "loss": 0.3245, + "num_tokens": 759526411.0, + "step": 3990 + }, + { + "epoch": 1.3621160409556314, + "grad_norm": 0.26876482622018133, + "learning_rate": 6.54844615360324e-06, + "loss": 0.3161, + "num_tokens": 759747612.0, + "step": 3991 + }, + { + "epoch": 1.362457337883959, + "grad_norm": 0.28440296658109976, + "learning_rate": 6.546799599617724e-06, + "loss": 0.3004, + "num_tokens": 759919982.0, + "step": 3992 + }, + { + "epoch": 1.3627986348122867, + "grad_norm": 0.3036748756388157, + "learning_rate": 6.5451528974519515e-06, + "loss": 0.3374, + "num_tokens": 760105076.0, + "step": 3993 + }, + { + "epoch": 1.3631399317406143, + "grad_norm": 0.2870325366499755, + "learning_rate": 6.543506047339025e-06, + "loss": 0.3198, + "num_tokens": 760297096.0, + "step": 3994 + }, + { + "epoch": 1.363481228668942, + "grad_norm": 0.29908797500210615, + "learning_rate": 6.541859049512063e-06, + "loss": 0.3153, + "num_tokens": 760487635.0, + "step": 3995 + }, + { + "epoch": 1.3638225255972696, + "grad_norm": 0.2728553939638959, + "learning_rate": 6.540211904204209e-06, + "loss": 0.3266, + "num_tokens": 760704710.0, + "step": 3996 + }, + { + "epoch": 1.3641638225255972, + "grad_norm": 0.2525486530766066, + "learning_rate": 6.538564611648625e-06, + "loss": 0.3104, + "num_tokens": 760949630.0, + "step": 3997 + }, + { + "epoch": 1.3645051194539248, + "grad_norm": 0.2829674894188123, + "learning_rate": 6.536917172078493e-06, + "loss": 0.3498, + "num_tokens": 761134131.0, + "step": 3998 + }, + { + "epoch": 1.3648464163822527, + "grad_norm": 0.29897878132876976, + "learning_rate": 6.5352695857270186e-06, + "loss": 0.3146, + "num_tokens": 761328361.0, + "step": 3999 + }, + { + "epoch": 1.36518771331058, + "grad_norm": 0.31000887549563855, + "learning_rate": 6.533621852827427e-06, + "loss": 0.3308, + "num_tokens": 761502696.0, + "step": 4000 + }, + { + "epoch": 1.365529010238908, + "grad_norm": 0.275032498267355, + "learning_rate": 6.531973973612964e-06, + "loss": 0.3237, + "num_tokens": 761704990.0, + "step": 4001 + }, + { + "epoch": 1.3658703071672356, + "grad_norm": 0.2969247376147533, + "learning_rate": 6.530325948316895e-06, + "loss": 0.3325, + "num_tokens": 761905904.0, + "step": 4002 + }, + { + "epoch": 1.3662116040955632, + "grad_norm": 0.2730436436756792, + "learning_rate": 6.528677777172508e-06, + "loss": 0.2894, + "num_tokens": 762080516.0, + "step": 4003 + }, + { + "epoch": 1.3665529010238908, + "grad_norm": 0.26172053317463834, + "learning_rate": 6.527029460413109e-06, + "loss": 0.2922, + "num_tokens": 762260983.0, + "step": 4004 + }, + { + "epoch": 1.3668941979522184, + "grad_norm": 0.26949378805981256, + "learning_rate": 6.525380998272027e-06, + "loss": 0.3192, + "num_tokens": 762474697.0, + "step": 4005 + }, + { + "epoch": 1.367235494880546, + "grad_norm": 0.2752667383233174, + "learning_rate": 6.523732390982612e-06, + "loss": 0.2852, + "num_tokens": 762634983.0, + "step": 4006 + }, + { + "epoch": 1.3675767918088737, + "grad_norm": 0.3045754116888603, + "learning_rate": 6.5220836387782335e-06, + "loss": 0.2929, + "num_tokens": 762786659.0, + "step": 4007 + }, + { + "epoch": 1.3679180887372013, + "grad_norm": 0.30233195327502416, + "learning_rate": 6.52043474189228e-06, + "loss": 0.3422, + "num_tokens": 762989385.0, + "step": 4008 + }, + { + "epoch": 1.368259385665529, + "grad_norm": 0.27238819255315305, + "learning_rate": 6.518785700558164e-06, + "loss": 0.3264, + "num_tokens": 763200398.0, + "step": 4009 + }, + { + "epoch": 1.3686006825938566, + "grad_norm": 0.2796605255545696, + "learning_rate": 6.517136515009313e-06, + "loss": 0.3338, + "num_tokens": 763411530.0, + "step": 4010 + }, + { + "epoch": 1.3689419795221842, + "grad_norm": 0.2747536230362476, + "learning_rate": 6.515487185479183e-06, + "loss": 0.3274, + "num_tokens": 763613031.0, + "step": 4011 + }, + { + "epoch": 1.369283276450512, + "grad_norm": 0.29592733367176904, + "learning_rate": 6.5138377122012396e-06, + "loss": 0.3038, + "num_tokens": 763804790.0, + "step": 4012 + }, + { + "epoch": 1.3696245733788395, + "grad_norm": 0.26505716558690207, + "learning_rate": 6.51218809540898e-06, + "loss": 0.3199, + "num_tokens": 764025727.0, + "step": 4013 + }, + { + "epoch": 1.3699658703071673, + "grad_norm": 0.26355645331100847, + "learning_rate": 6.510538335335914e-06, + "loss": 0.3211, + "num_tokens": 764246329.0, + "step": 4014 + }, + { + "epoch": 1.370307167235495, + "grad_norm": 0.3138490598707883, + "learning_rate": 6.508888432215576e-06, + "loss": 0.3208, + "num_tokens": 764415203.0, + "step": 4015 + }, + { + "epoch": 1.3706484641638226, + "grad_norm": 0.287423400807543, + "learning_rate": 6.5072383862815184e-06, + "loss": 0.3098, + "num_tokens": 764577659.0, + "step": 4016 + }, + { + "epoch": 1.3709897610921502, + "grad_norm": 0.3061617513908633, + "learning_rate": 6.505588197767313e-06, + "loss": 0.3246, + "num_tokens": 764751159.0, + "step": 4017 + }, + { + "epoch": 1.3713310580204778, + "grad_norm": 0.31008997346430933, + "learning_rate": 6.503937866906555e-06, + "loss": 0.3147, + "num_tokens": 764959937.0, + "step": 4018 + }, + { + "epoch": 1.3716723549488055, + "grad_norm": 0.28181469100911405, + "learning_rate": 6.502287393932857e-06, + "loss": 0.31, + "num_tokens": 765131946.0, + "step": 4019 + }, + { + "epoch": 1.372013651877133, + "grad_norm": 0.2775806905863776, + "learning_rate": 6.500636779079853e-06, + "loss": 0.3082, + "num_tokens": 765314619.0, + "step": 4020 + }, + { + "epoch": 1.3723549488054607, + "grad_norm": 0.26334827981375647, + "learning_rate": 6.498986022581194e-06, + "loss": 0.3056, + "num_tokens": 765513496.0, + "step": 4021 + }, + { + "epoch": 1.3726962457337883, + "grad_norm": 0.2588541538302347, + "learning_rate": 6.497335124670555e-06, + "loss": 0.3356, + "num_tokens": 765728946.0, + "step": 4022 + }, + { + "epoch": 1.373037542662116, + "grad_norm": 0.3100307442780366, + "learning_rate": 6.495684085581631e-06, + "loss": 0.3241, + "num_tokens": 765903779.0, + "step": 4023 + }, + { + "epoch": 1.3733788395904436, + "grad_norm": 0.2793014702338714, + "learning_rate": 6.494032905548136e-06, + "loss": 0.3392, + "num_tokens": 766090225.0, + "step": 4024 + }, + { + "epoch": 1.3737201365187715, + "grad_norm": 0.2944871687820477, + "learning_rate": 6.492381584803803e-06, + "loss": 0.3231, + "num_tokens": 766271531.0, + "step": 4025 + }, + { + "epoch": 1.3740614334470989, + "grad_norm": 0.26625062386414255, + "learning_rate": 6.490730123582385e-06, + "loss": 0.3092, + "num_tokens": 766476502.0, + "step": 4026 + }, + { + "epoch": 1.3744027303754267, + "grad_norm": 0.26577490723672453, + "learning_rate": 6.4890785221176555e-06, + "loss": 0.332, + "num_tokens": 766679030.0, + "step": 4027 + }, + { + "epoch": 1.3747440273037543, + "grad_norm": 0.36073162240168544, + "learning_rate": 6.487426780643408e-06, + "loss": 0.2937, + "num_tokens": 766842685.0, + "step": 4028 + }, + { + "epoch": 1.375085324232082, + "grad_norm": 0.25542238308429904, + "learning_rate": 6.485774899393456e-06, + "loss": 0.3152, + "num_tokens": 767070590.0, + "step": 4029 + }, + { + "epoch": 1.3754266211604096, + "grad_norm": 0.2786336855115147, + "learning_rate": 6.484122878601629e-06, + "loss": 0.3332, + "num_tokens": 767261435.0, + "step": 4030 + }, + { + "epoch": 1.3757679180887372, + "grad_norm": 0.3004077043529151, + "learning_rate": 6.482470718501787e-06, + "loss": 0.2982, + "num_tokens": 767414097.0, + "step": 4031 + }, + { + "epoch": 1.3761092150170648, + "grad_norm": 0.2787142083696702, + "learning_rate": 6.480818419327796e-06, + "loss": 0.3385, + "num_tokens": 767598204.0, + "step": 4032 + }, + { + "epoch": 1.3764505119453925, + "grad_norm": 0.27964144876266017, + "learning_rate": 6.479165981313551e-06, + "loss": 0.3088, + "num_tokens": 767783406.0, + "step": 4033 + }, + { + "epoch": 1.37679180887372, + "grad_norm": 0.3096099153172289, + "learning_rate": 6.477513404692961e-06, + "loss": 0.335, + "num_tokens": 767973839.0, + "step": 4034 + }, + { + "epoch": 1.3771331058020477, + "grad_norm": 0.27448838056693464, + "learning_rate": 6.47586068969996e-06, + "loss": 0.2995, + "num_tokens": 768147327.0, + "step": 4035 + }, + { + "epoch": 1.3774744027303754, + "grad_norm": 0.2911135861463732, + "learning_rate": 6.474207836568499e-06, + "loss": 0.2887, + "num_tokens": 768303563.0, + "step": 4036 + }, + { + "epoch": 1.377815699658703, + "grad_norm": 0.2883590584636817, + "learning_rate": 6.472554845532546e-06, + "loss": 0.3107, + "num_tokens": 768516073.0, + "step": 4037 + }, + { + "epoch": 1.3781569965870308, + "grad_norm": 0.25702458430142366, + "learning_rate": 6.4709017168260935e-06, + "loss": 0.3496, + "num_tokens": 768775632.0, + "step": 4038 + }, + { + "epoch": 1.3784982935153582, + "grad_norm": 0.26174948164461076, + "learning_rate": 6.46924845068315e-06, + "loss": 0.3038, + "num_tokens": 769003188.0, + "step": 4039 + }, + { + "epoch": 1.378839590443686, + "grad_norm": 0.27624036725407447, + "learning_rate": 6.467595047337744e-06, + "loss": 0.3381, + "num_tokens": 769212251.0, + "step": 4040 + }, + { + "epoch": 1.3791808873720137, + "grad_norm": 0.28574162532670255, + "learning_rate": 6.465941507023924e-06, + "loss": 0.3477, + "num_tokens": 769417820.0, + "step": 4041 + }, + { + "epoch": 1.3795221843003413, + "grad_norm": 0.3798295068051576, + "learning_rate": 6.46428782997576e-06, + "loss": 0.3261, + "num_tokens": 769614101.0, + "step": 4042 + }, + { + "epoch": 1.379863481228669, + "grad_norm": 0.2643209187414882, + "learning_rate": 6.462634016427335e-06, + "loss": 0.3606, + "num_tokens": 769844639.0, + "step": 4043 + }, + { + "epoch": 1.3802047781569966, + "grad_norm": 0.2793847349422834, + "learning_rate": 6.460980066612759e-06, + "loss": 0.2892, + "num_tokens": 769999658.0, + "step": 4044 + }, + { + "epoch": 1.3805460750853242, + "grad_norm": 0.2709518991185351, + "learning_rate": 6.459325980766155e-06, + "loss": 0.3471, + "num_tokens": 770216421.0, + "step": 4045 + }, + { + "epoch": 1.3808873720136519, + "grad_norm": 0.30315774256634725, + "learning_rate": 6.457671759121668e-06, + "loss": 0.3477, + "num_tokens": 770393343.0, + "step": 4046 + }, + { + "epoch": 1.3812286689419795, + "grad_norm": 0.28014988215951303, + "learning_rate": 6.456017401913466e-06, + "loss": 0.3387, + "num_tokens": 770585680.0, + "step": 4047 + }, + { + "epoch": 1.3815699658703071, + "grad_norm": 0.31679907055022, + "learning_rate": 6.454362909375727e-06, + "loss": 0.3232, + "num_tokens": 770754492.0, + "step": 4048 + }, + { + "epoch": 1.3819112627986347, + "grad_norm": 0.2757927528863349, + "learning_rate": 6.45270828174266e-06, + "loss": 0.3137, + "num_tokens": 770988510.0, + "step": 4049 + }, + { + "epoch": 1.3822525597269624, + "grad_norm": 0.2500443463568493, + "learning_rate": 6.45105351924848e-06, + "loss": 0.3016, + "num_tokens": 771217453.0, + "step": 4050 + }, + { + "epoch": 1.3825938566552902, + "grad_norm": 0.33835373891022097, + "learning_rate": 6.449398622127434e-06, + "loss": 0.3472, + "num_tokens": 771413662.0, + "step": 4051 + }, + { + "epoch": 1.3829351535836176, + "grad_norm": 0.2741481948716447, + "learning_rate": 6.447743590613776e-06, + "loss": 0.3087, + "num_tokens": 771592657.0, + "step": 4052 + }, + { + "epoch": 1.3832764505119455, + "grad_norm": 0.27077542808286853, + "learning_rate": 6.4460884249417875e-06, + "loss": 0.3022, + "num_tokens": 771797216.0, + "step": 4053 + }, + { + "epoch": 1.383617747440273, + "grad_norm": 0.38489731374439734, + "learning_rate": 6.444433125345767e-06, + "loss": 0.3241, + "num_tokens": 771978865.0, + "step": 4054 + }, + { + "epoch": 1.3839590443686007, + "grad_norm": 0.25851098658074645, + "learning_rate": 6.442777692060031e-06, + "loss": 0.3133, + "num_tokens": 772180176.0, + "step": 4055 + }, + { + "epoch": 1.3843003412969284, + "grad_norm": 0.7556944350079178, + "learning_rate": 6.441122125318915e-06, + "loss": 0.2961, + "num_tokens": 772361448.0, + "step": 4056 + }, + { + "epoch": 1.384641638225256, + "grad_norm": 0.2876098953498823, + "learning_rate": 6.439466425356773e-06, + "loss": 0.3176, + "num_tokens": 772538510.0, + "step": 4057 + }, + { + "epoch": 1.3849829351535836, + "grad_norm": 0.2675106035836895, + "learning_rate": 6.437810592407978e-06, + "loss": 0.326, + "num_tokens": 772739079.0, + "step": 4058 + }, + { + "epoch": 1.3853242320819112, + "grad_norm": 0.31753938887411215, + "learning_rate": 6.436154626706923e-06, + "loss": 0.3309, + "num_tokens": 772894206.0, + "step": 4059 + }, + { + "epoch": 1.3856655290102389, + "grad_norm": 0.29708512184352814, + "learning_rate": 6.43449852848802e-06, + "loss": 0.3117, + "num_tokens": 773071547.0, + "step": 4060 + }, + { + "epoch": 1.3860068259385665, + "grad_norm": 0.29644026011138913, + "learning_rate": 6.432842297985697e-06, + "loss": 0.3197, + "num_tokens": 773287015.0, + "step": 4061 + }, + { + "epoch": 1.3863481228668941, + "grad_norm": 0.30286180704259613, + "learning_rate": 6.431185935434404e-06, + "loss": 0.3098, + "num_tokens": 773462052.0, + "step": 4062 + }, + { + "epoch": 1.3866894197952218, + "grad_norm": 0.3826163026700129, + "learning_rate": 6.429529441068608e-06, + "loss": 0.3174, + "num_tokens": 773659095.0, + "step": 4063 + }, + { + "epoch": 1.3870307167235496, + "grad_norm": 0.2708618680023217, + "learning_rate": 6.427872815122795e-06, + "loss": 0.2927, + "num_tokens": 773844179.0, + "step": 4064 + }, + { + "epoch": 1.387372013651877, + "grad_norm": 0.28497157965635234, + "learning_rate": 6.426216057831469e-06, + "loss": 0.3494, + "num_tokens": 774065902.0, + "step": 4065 + }, + { + "epoch": 1.3877133105802049, + "grad_norm": 0.29792159234874915, + "learning_rate": 6.424559169429154e-06, + "loss": 0.3333, + "num_tokens": 774231563.0, + "step": 4066 + }, + { + "epoch": 1.3880546075085325, + "grad_norm": 0.2765406754380504, + "learning_rate": 6.422902150150391e-06, + "loss": 0.2852, + "num_tokens": 774390550.0, + "step": 4067 + }, + { + "epoch": 1.3883959044368601, + "grad_norm": 0.2784426990786956, + "learning_rate": 6.421245000229741e-06, + "loss": 0.3084, + "num_tokens": 774582286.0, + "step": 4068 + }, + { + "epoch": 1.3887372013651877, + "grad_norm": 0.2889360691948328, + "learning_rate": 6.41958771990178e-06, + "loss": 0.3122, + "num_tokens": 774764601.0, + "step": 4069 + }, + { + "epoch": 1.3890784982935154, + "grad_norm": 0.30642591072569114, + "learning_rate": 6.417930309401107e-06, + "loss": 0.3223, + "num_tokens": 774967559.0, + "step": 4070 + }, + { + "epoch": 1.389419795221843, + "grad_norm": 0.24921704317875695, + "learning_rate": 6.41627276896234e-06, + "loss": 0.3142, + "num_tokens": 775183450.0, + "step": 4071 + }, + { + "epoch": 1.3897610921501706, + "grad_norm": 0.27407295297748424, + "learning_rate": 6.414615098820108e-06, + "loss": 0.3191, + "num_tokens": 775384947.0, + "step": 4072 + }, + { + "epoch": 1.3901023890784983, + "grad_norm": 0.29153133979162826, + "learning_rate": 6.4129572992090685e-06, + "loss": 0.3219, + "num_tokens": 775553878.0, + "step": 4073 + }, + { + "epoch": 1.3904436860068259, + "grad_norm": 0.279946877305284, + "learning_rate": 6.411299370363888e-06, + "loss": 0.3135, + "num_tokens": 775760230.0, + "step": 4074 + }, + { + "epoch": 1.3907849829351535, + "grad_norm": 0.27763151906743005, + "learning_rate": 6.40964131251926e-06, + "loss": 0.3343, + "num_tokens": 775957987.0, + "step": 4075 + }, + { + "epoch": 1.3911262798634811, + "grad_norm": 0.2515034598409514, + "learning_rate": 6.407983125909887e-06, + "loss": 0.3123, + "num_tokens": 776193401.0, + "step": 4076 + }, + { + "epoch": 1.391467576791809, + "grad_norm": 0.27415519783214237, + "learning_rate": 6.406324810770496e-06, + "loss": 0.3161, + "num_tokens": 776369101.0, + "step": 4077 + }, + { + "epoch": 1.3918088737201364, + "grad_norm": 0.2762841859012409, + "learning_rate": 6.40466636733583e-06, + "loss": 0.3102, + "num_tokens": 776569664.0, + "step": 4078 + }, + { + "epoch": 1.3921501706484642, + "grad_norm": 0.25287890248423345, + "learning_rate": 6.403007795840655e-06, + "loss": 0.3191, + "num_tokens": 776801759.0, + "step": 4079 + }, + { + "epoch": 1.3924914675767919, + "grad_norm": 0.31736539023086996, + "learning_rate": 6.4013490965197464e-06, + "loss": 0.306, + "num_tokens": 776967720.0, + "step": 4080 + }, + { + "epoch": 1.3928327645051195, + "grad_norm": 0.26411286602908246, + "learning_rate": 6.399690269607905e-06, + "loss": 0.3215, + "num_tokens": 777175849.0, + "step": 4081 + }, + { + "epoch": 1.3931740614334471, + "grad_norm": 0.26957359967398703, + "learning_rate": 6.398031315339943e-06, + "loss": 0.3172, + "num_tokens": 777372240.0, + "step": 4082 + }, + { + "epoch": 1.3935153583617748, + "grad_norm": 0.2842708404963015, + "learning_rate": 6.396372233950699e-06, + "loss": 0.3187, + "num_tokens": 777546738.0, + "step": 4083 + }, + { + "epoch": 1.3938566552901024, + "grad_norm": 0.28252472999463263, + "learning_rate": 6.394713025675023e-06, + "loss": 0.3053, + "num_tokens": 777714362.0, + "step": 4084 + }, + { + "epoch": 1.39419795221843, + "grad_norm": 0.2905142281625988, + "learning_rate": 6.393053690747784e-06, + "loss": 0.3084, + "num_tokens": 777885591.0, + "step": 4085 + }, + { + "epoch": 1.3945392491467576, + "grad_norm": 0.26789503747598525, + "learning_rate": 6.391394229403871e-06, + "loss": 0.3142, + "num_tokens": 778081376.0, + "step": 4086 + }, + { + "epoch": 1.3948805460750853, + "grad_norm": 0.2773635677807891, + "learning_rate": 6.389734641878192e-06, + "loss": 0.3313, + "num_tokens": 778292458.0, + "step": 4087 + }, + { + "epoch": 1.395221843003413, + "grad_norm": 0.27360951336607414, + "learning_rate": 6.388074928405669e-06, + "loss": 0.3197, + "num_tokens": 778485095.0, + "step": 4088 + }, + { + "epoch": 1.3955631399317405, + "grad_norm": 0.27448545978598726, + "learning_rate": 6.386415089221242e-06, + "loss": 0.3097, + "num_tokens": 778682018.0, + "step": 4089 + }, + { + "epoch": 1.3959044368600684, + "grad_norm": 0.27778257405656576, + "learning_rate": 6.384755124559872e-06, + "loss": 0.3112, + "num_tokens": 778865702.0, + "step": 4090 + }, + { + "epoch": 1.3962457337883958, + "grad_norm": 0.2787040131661281, + "learning_rate": 6.383095034656536e-06, + "loss": 0.3261, + "num_tokens": 779086469.0, + "step": 4091 + }, + { + "epoch": 1.3965870307167236, + "grad_norm": 0.2683001601373083, + "learning_rate": 6.381434819746232e-06, + "loss": 0.3315, + "num_tokens": 779285363.0, + "step": 4092 + }, + { + "epoch": 1.3969283276450513, + "grad_norm": 0.260463096088907, + "learning_rate": 6.379774480063966e-06, + "loss": 0.3086, + "num_tokens": 779493109.0, + "step": 4093 + }, + { + "epoch": 1.3972696245733789, + "grad_norm": 0.2827559460913825, + "learning_rate": 6.378114015844773e-06, + "loss": 0.315, + "num_tokens": 779680590.0, + "step": 4094 + }, + { + "epoch": 1.3976109215017065, + "grad_norm": 0.278395917027489, + "learning_rate": 6.3764534273237e-06, + "loss": 0.3296, + "num_tokens": 779875180.0, + "step": 4095 + }, + { + "epoch": 1.3979522184300341, + "grad_norm": 0.2650460780583823, + "learning_rate": 6.374792714735812e-06, + "loss": 0.3609, + "num_tokens": 780101105.0, + "step": 4096 + }, + { + "epoch": 1.3982935153583618, + "grad_norm": 0.27329709133108204, + "learning_rate": 6.373131878316192e-06, + "loss": 0.2854, + "num_tokens": 780279982.0, + "step": 4097 + }, + { + "epoch": 1.3986348122866894, + "grad_norm": 0.2654188901950711, + "learning_rate": 6.37147091829994e-06, + "loss": 0.2896, + "num_tokens": 780469280.0, + "step": 4098 + }, + { + "epoch": 1.398976109215017, + "grad_norm": 0.2693314547742427, + "learning_rate": 6.369809834922177e-06, + "loss": 0.3539, + "num_tokens": 780707074.0, + "step": 4099 + }, + { + "epoch": 1.3993174061433447, + "grad_norm": 0.2743717632327248, + "learning_rate": 6.3681486284180335e-06, + "loss": 0.3265, + "num_tokens": 780905605.0, + "step": 4100 + }, + { + "epoch": 1.3996587030716723, + "grad_norm": 0.2896677886391733, + "learning_rate": 6.366487299022666e-06, + "loss": 0.3189, + "num_tokens": 781091783.0, + "step": 4101 + }, + { + "epoch": 1.4, + "grad_norm": 0.2780322146575125, + "learning_rate": 6.364825846971244e-06, + "loss": 0.3499, + "num_tokens": 781302251.0, + "step": 4102 + }, + { + "epoch": 1.4003412969283278, + "grad_norm": 0.26921936774792216, + "learning_rate": 6.363164272498956e-06, + "loss": 0.3241, + "num_tokens": 781501055.0, + "step": 4103 + }, + { + "epoch": 1.4006825938566552, + "grad_norm": 0.2542082390404954, + "learning_rate": 6.361502575841007e-06, + "loss": 0.2963, + "num_tokens": 781716927.0, + "step": 4104 + }, + { + "epoch": 1.401023890784983, + "grad_norm": 0.26320712362693977, + "learning_rate": 6.359840757232616e-06, + "loss": 0.3237, + "num_tokens": 781906196.0, + "step": 4105 + }, + { + "epoch": 1.4013651877133106, + "grad_norm": 0.25425479483311303, + "learning_rate": 6.358178816909026e-06, + "loss": 0.3068, + "num_tokens": 782115610.0, + "step": 4106 + }, + { + "epoch": 1.4017064846416383, + "grad_norm": 0.2953680493272792, + "learning_rate": 6.356516755105494e-06, + "loss": 0.3225, + "num_tokens": 782332103.0, + "step": 4107 + }, + { + "epoch": 1.402047781569966, + "grad_norm": 0.28772046387748146, + "learning_rate": 6.354854572057293e-06, + "loss": 0.2884, + "num_tokens": 782488770.0, + "step": 4108 + }, + { + "epoch": 1.4023890784982935, + "grad_norm": 0.35778383946446973, + "learning_rate": 6.353192267999714e-06, + "loss": 0.3374, + "num_tokens": 782632782.0, + "step": 4109 + }, + { + "epoch": 1.4027303754266212, + "grad_norm": 0.2893538185624025, + "learning_rate": 6.351529843168064e-06, + "loss": 0.3082, + "num_tokens": 782809668.0, + "step": 4110 + }, + { + "epoch": 1.4030716723549488, + "grad_norm": 0.2514615478136766, + "learning_rate": 6.349867297797671e-06, + "loss": 0.3078, + "num_tokens": 783032430.0, + "step": 4111 + }, + { + "epoch": 1.4034129692832764, + "grad_norm": 0.29970392020867087, + "learning_rate": 6.348204632123876e-06, + "loss": 0.3481, + "num_tokens": 783231552.0, + "step": 4112 + }, + { + "epoch": 1.403754266211604, + "grad_norm": 0.25120391528674674, + "learning_rate": 6.3465418463820395e-06, + "loss": 0.3103, + "num_tokens": 783464683.0, + "step": 4113 + }, + { + "epoch": 1.4040955631399317, + "grad_norm": 0.2945653066783325, + "learning_rate": 6.344878940807537e-06, + "loss": 0.3215, + "num_tokens": 783655361.0, + "step": 4114 + }, + { + "epoch": 1.4044368600682593, + "grad_norm": 0.28963521518457536, + "learning_rate": 6.343215915635762e-06, + "loss": 0.2997, + "num_tokens": 783841587.0, + "step": 4115 + }, + { + "epoch": 1.4047781569965871, + "grad_norm": 0.27490416111823746, + "learning_rate": 6.341552771102125e-06, + "loss": 0.296, + "num_tokens": 784023422.0, + "step": 4116 + }, + { + "epoch": 1.4051194539249146, + "grad_norm": 0.2648370564923277, + "learning_rate": 6.339889507442053e-06, + "loss": 0.3323, + "num_tokens": 784262486.0, + "step": 4117 + }, + { + "epoch": 1.4054607508532424, + "grad_norm": 0.26957220855910363, + "learning_rate": 6.338226124890991e-06, + "loss": 0.3069, + "num_tokens": 784454551.0, + "step": 4118 + }, + { + "epoch": 1.40580204778157, + "grad_norm": 0.254381563821454, + "learning_rate": 6.3365626236844e-06, + "loss": 0.2992, + "num_tokens": 784674757.0, + "step": 4119 + }, + { + "epoch": 1.4061433447098977, + "grad_norm": 0.30670716594492325, + "learning_rate": 6.334899004057756e-06, + "loss": 0.3587, + "num_tokens": 784858126.0, + "step": 4120 + }, + { + "epoch": 1.4064846416382253, + "grad_norm": 0.2792575542696156, + "learning_rate": 6.3332352662465565e-06, + "loss": 0.3079, + "num_tokens": 785042480.0, + "step": 4121 + }, + { + "epoch": 1.406825938566553, + "grad_norm": 0.3428511453268709, + "learning_rate": 6.33157141048631e-06, + "loss": 0.3416, + "num_tokens": 785212970.0, + "step": 4122 + }, + { + "epoch": 1.4071672354948805, + "grad_norm": 0.264443852856634, + "learning_rate": 6.329907437012548e-06, + "loss": 0.3082, + "num_tokens": 785407671.0, + "step": 4123 + }, + { + "epoch": 1.4075085324232082, + "grad_norm": 0.27114359718658315, + "learning_rate": 6.3282433460608095e-06, + "loss": 0.3254, + "num_tokens": 785607921.0, + "step": 4124 + }, + { + "epoch": 1.4078498293515358, + "grad_norm": 0.2617323222145413, + "learning_rate": 6.326579137866659e-06, + "loss": 0.3319, + "num_tokens": 785825989.0, + "step": 4125 + }, + { + "epoch": 1.4081911262798634, + "grad_norm": 0.2866227326361111, + "learning_rate": 6.324914812665676e-06, + "loss": 0.3341, + "num_tokens": 786013181.0, + "step": 4126 + }, + { + "epoch": 1.408532423208191, + "grad_norm": 0.25399989837268344, + "learning_rate": 6.3232503706934534e-06, + "loss": 0.3112, + "num_tokens": 786233509.0, + "step": 4127 + }, + { + "epoch": 1.4088737201365187, + "grad_norm": 0.2867861539367233, + "learning_rate": 6.3215858121856e-06, + "loss": 0.3199, + "num_tokens": 786426608.0, + "step": 4128 + }, + { + "epoch": 1.4092150170648465, + "grad_norm": 0.3260985514334478, + "learning_rate": 6.319921137377745e-06, + "loss": 0.3036, + "num_tokens": 786637863.0, + "step": 4129 + }, + { + "epoch": 1.409556313993174, + "grad_norm": 0.28038869471244443, + "learning_rate": 6.318256346505535e-06, + "loss": 0.3105, + "num_tokens": 786816236.0, + "step": 4130 + }, + { + "epoch": 1.4098976109215018, + "grad_norm": 0.26762955227634583, + "learning_rate": 6.316591439804626e-06, + "loss": 0.2857, + "num_tokens": 786976442.0, + "step": 4131 + }, + { + "epoch": 1.4102389078498294, + "grad_norm": 0.31559069284690555, + "learning_rate": 6.314926417510696e-06, + "loss": 0.3616, + "num_tokens": 787147366.0, + "step": 4132 + }, + { + "epoch": 1.410580204778157, + "grad_norm": 0.2561329637388347, + "learning_rate": 6.3132612798594395e-06, + "loss": 0.287, + "num_tokens": 787335098.0, + "step": 4133 + }, + { + "epoch": 1.4109215017064847, + "grad_norm": 0.2838689706620084, + "learning_rate": 6.311596027086564e-06, + "loss": 0.3053, + "num_tokens": 787521192.0, + "step": 4134 + }, + { + "epoch": 1.4112627986348123, + "grad_norm": 0.3098928083336363, + "learning_rate": 6.309930659427797e-06, + "loss": 0.3305, + "num_tokens": 787709572.0, + "step": 4135 + }, + { + "epoch": 1.41160409556314, + "grad_norm": 0.2945971395339914, + "learning_rate": 6.308265177118881e-06, + "loss": 0.3309, + "num_tokens": 787903547.0, + "step": 4136 + }, + { + "epoch": 1.4119453924914676, + "grad_norm": 0.37222216434401373, + "learning_rate": 6.306599580395571e-06, + "loss": 0.3368, + "num_tokens": 788080023.0, + "step": 4137 + }, + { + "epoch": 1.4122866894197952, + "grad_norm": 0.2787446364313664, + "learning_rate": 6.304933869493644e-06, + "loss": 0.3227, + "num_tokens": 788261846.0, + "step": 4138 + }, + { + "epoch": 1.4126279863481228, + "grad_norm": 0.2944825946922286, + "learning_rate": 6.303268044648889e-06, + "loss": 0.3449, + "num_tokens": 788472185.0, + "step": 4139 + }, + { + "epoch": 1.4129692832764504, + "grad_norm": 0.30458714655774, + "learning_rate": 6.301602106097113e-06, + "loss": 0.3198, + "num_tokens": 788643947.0, + "step": 4140 + }, + { + "epoch": 1.413310580204778, + "grad_norm": 0.2983833463602606, + "learning_rate": 6.299936054074142e-06, + "loss": 0.3136, + "num_tokens": 788808688.0, + "step": 4141 + }, + { + "epoch": 1.413651877133106, + "grad_norm": 0.2886448964317852, + "learning_rate": 6.298269888815809e-06, + "loss": 0.2888, + "num_tokens": 788963062.0, + "step": 4142 + }, + { + "epoch": 1.4139931740614333, + "grad_norm": 0.2809906241720594, + "learning_rate": 6.2966036105579755e-06, + "loss": 0.3316, + "num_tokens": 789144747.0, + "step": 4143 + }, + { + "epoch": 1.4143344709897612, + "grad_norm": 0.37197553065799116, + "learning_rate": 6.294937219536506e-06, + "loss": 0.283, + "num_tokens": 789292576.0, + "step": 4144 + }, + { + "epoch": 1.4146757679180888, + "grad_norm": 0.32479106233830035, + "learning_rate": 6.2932707159872916e-06, + "loss": 0.3331, + "num_tokens": 789471909.0, + "step": 4145 + }, + { + "epoch": 1.4150170648464164, + "grad_norm": 0.27145097165148946, + "learning_rate": 6.2916041001462335e-06, + "loss": 0.298, + "num_tokens": 789659802.0, + "step": 4146 + }, + { + "epoch": 1.415358361774744, + "grad_norm": 0.2845240446148895, + "learning_rate": 6.289937372249251e-06, + "loss": 0.3039, + "num_tokens": 789838401.0, + "step": 4147 + }, + { + "epoch": 1.4156996587030717, + "grad_norm": 0.255610342513267, + "learning_rate": 6.288270532532277e-06, + "loss": 0.3065, + "num_tokens": 790053027.0, + "step": 4148 + }, + { + "epoch": 1.4160409556313993, + "grad_norm": 0.28145951172099093, + "learning_rate": 6.286603581231263e-06, + "loss": 0.3424, + "num_tokens": 790278374.0, + "step": 4149 + }, + { + "epoch": 1.416382252559727, + "grad_norm": 0.2822232785345203, + "learning_rate": 6.284936518582176e-06, + "loss": 0.3102, + "num_tokens": 790449077.0, + "step": 4150 + }, + { + "epoch": 1.4167235494880546, + "grad_norm": 0.3140168457476749, + "learning_rate": 6.283269344820997e-06, + "loss": 0.3106, + "num_tokens": 790602558.0, + "step": 4151 + }, + { + "epoch": 1.4170648464163822, + "grad_norm": 0.2896984798618384, + "learning_rate": 6.281602060183724e-06, + "loss": 0.2957, + "num_tokens": 790761257.0, + "step": 4152 + }, + { + "epoch": 1.4174061433447098, + "grad_norm": 0.27261752557513613, + "learning_rate": 6.2799346649063695e-06, + "loss": 0.3359, + "num_tokens": 790965941.0, + "step": 4153 + }, + { + "epoch": 1.4177474402730375, + "grad_norm": 0.3378890069121174, + "learning_rate": 6.278267159224965e-06, + "loss": 0.3325, + "num_tokens": 791160882.0, + "step": 4154 + }, + { + "epoch": 1.4180887372013653, + "grad_norm": 0.28226496896302017, + "learning_rate": 6.2765995433755514e-06, + "loss": 0.3097, + "num_tokens": 791331327.0, + "step": 4155 + }, + { + "epoch": 1.4184300341296927, + "grad_norm": 0.29473294112586473, + "learning_rate": 6.274931817594191e-06, + "loss": 0.3392, + "num_tokens": 791513951.0, + "step": 4156 + }, + { + "epoch": 1.4187713310580206, + "grad_norm": 0.277539527268853, + "learning_rate": 6.273263982116958e-06, + "loss": 0.305, + "num_tokens": 791678858.0, + "step": 4157 + }, + { + "epoch": 1.4191126279863482, + "grad_norm": 0.2962258024774393, + "learning_rate": 6.271596037179948e-06, + "loss": 0.3205, + "num_tokens": 791845171.0, + "step": 4158 + }, + { + "epoch": 1.4194539249146758, + "grad_norm": 0.2911921934759113, + "learning_rate": 6.269927983019262e-06, + "loss": 0.3494, + "num_tokens": 792058829.0, + "step": 4159 + }, + { + "epoch": 1.4197952218430034, + "grad_norm": 0.2850480722442779, + "learning_rate": 6.268259819871027e-06, + "loss": 0.3482, + "num_tokens": 792265048.0, + "step": 4160 + }, + { + "epoch": 1.420136518771331, + "grad_norm": 0.34050590382274437, + "learning_rate": 6.266591547971377e-06, + "loss": 0.3486, + "num_tokens": 792406740.0, + "step": 4161 + }, + { + "epoch": 1.4204778156996587, + "grad_norm": 0.3247165191983065, + "learning_rate": 6.264923167556469e-06, + "loss": 0.2742, + "num_tokens": 792530944.0, + "step": 4162 + }, + { + "epoch": 1.4208191126279863, + "grad_norm": 0.26873170248997563, + "learning_rate": 6.263254678862467e-06, + "loss": 0.3274, + "num_tokens": 792733648.0, + "step": 4163 + }, + { + "epoch": 1.421160409556314, + "grad_norm": 0.3066580957641203, + "learning_rate": 6.261586082125558e-06, + "loss": 0.3205, + "num_tokens": 792944718.0, + "step": 4164 + }, + { + "epoch": 1.4215017064846416, + "grad_norm": 0.28595091693717145, + "learning_rate": 6.2599173775819385e-06, + "loss": 0.3023, + "num_tokens": 793124407.0, + "step": 4165 + }, + { + "epoch": 1.4218430034129692, + "grad_norm": 0.2629075487331744, + "learning_rate": 6.258248565467827e-06, + "loss": 0.3112, + "num_tokens": 793335536.0, + "step": 4166 + }, + { + "epoch": 1.4221843003412968, + "grad_norm": 0.2865551861354356, + "learning_rate": 6.256579646019451e-06, + "loss": 0.3277, + "num_tokens": 793520782.0, + "step": 4167 + }, + { + "epoch": 1.4225255972696247, + "grad_norm": 0.29944865387839886, + "learning_rate": 6.2549106194730515e-06, + "loss": 0.34, + "num_tokens": 793702314.0, + "step": 4168 + }, + { + "epoch": 1.422866894197952, + "grad_norm": 0.2856833924938464, + "learning_rate": 6.253241486064895e-06, + "loss": 0.3296, + "num_tokens": 793913807.0, + "step": 4169 + }, + { + "epoch": 1.42320819112628, + "grad_norm": 0.2769076028551052, + "learning_rate": 6.251572246031251e-06, + "loss": 0.3111, + "num_tokens": 794102370.0, + "step": 4170 + }, + { + "epoch": 1.4235494880546076, + "grad_norm": 0.3029206791004428, + "learning_rate": 6.249902899608413e-06, + "loss": 0.3259, + "num_tokens": 794287457.0, + "step": 4171 + }, + { + "epoch": 1.4238907849829352, + "grad_norm": 0.2550441675680979, + "learning_rate": 6.248233447032684e-06, + "loss": 0.2898, + "num_tokens": 794493279.0, + "step": 4172 + }, + { + "epoch": 1.4242320819112628, + "grad_norm": 0.25581458678539987, + "learning_rate": 6.246563888540386e-06, + "loss": 0.2988, + "num_tokens": 794685889.0, + "step": 4173 + }, + { + "epoch": 1.4245733788395905, + "grad_norm": 0.2860618567766141, + "learning_rate": 6.244894224367853e-06, + "loss": 0.3316, + "num_tokens": 794886710.0, + "step": 4174 + }, + { + "epoch": 1.424914675767918, + "grad_norm": 0.2833510428808537, + "learning_rate": 6.243224454751437e-06, + "loss": 0.3342, + "num_tokens": 795078058.0, + "step": 4175 + }, + { + "epoch": 1.4252559726962457, + "grad_norm": 0.28797968994336665, + "learning_rate": 6.2415545799275e-06, + "loss": 0.3141, + "num_tokens": 795272586.0, + "step": 4176 + }, + { + "epoch": 1.4255972696245733, + "grad_norm": 0.2642324203860512, + "learning_rate": 6.2398846001324245e-06, + "loss": 0.3231, + "num_tokens": 795484331.0, + "step": 4177 + }, + { + "epoch": 1.425938566552901, + "grad_norm": 0.2671992552172986, + "learning_rate": 6.2382145156026056e-06, + "loss": 0.2828, + "num_tokens": 795670048.0, + "step": 4178 + }, + { + "epoch": 1.4262798634812286, + "grad_norm": 0.2634883140144357, + "learning_rate": 6.2365443265744505e-06, + "loss": 0.2827, + "num_tokens": 795871485.0, + "step": 4179 + }, + { + "epoch": 1.4266211604095562, + "grad_norm": 0.2664578511451966, + "learning_rate": 6.234874033284385e-06, + "loss": 0.3097, + "num_tokens": 796070300.0, + "step": 4180 + }, + { + "epoch": 1.426962457337884, + "grad_norm": 0.26802465874225107, + "learning_rate": 6.233203635968849e-06, + "loss": 0.3152, + "num_tokens": 796277656.0, + "step": 4181 + }, + { + "epoch": 1.4273037542662115, + "grad_norm": 0.2613125152557964, + "learning_rate": 6.231533134864295e-06, + "loss": 0.292, + "num_tokens": 796467473.0, + "step": 4182 + }, + { + "epoch": 1.4276450511945393, + "grad_norm": 0.2703496606814443, + "learning_rate": 6.229862530207193e-06, + "loss": 0.3147, + "num_tokens": 796684105.0, + "step": 4183 + }, + { + "epoch": 1.427986348122867, + "grad_norm": 0.2925593461901528, + "learning_rate": 6.228191822234027e-06, + "loss": 0.3188, + "num_tokens": 796871274.0, + "step": 4184 + }, + { + "epoch": 1.4283276450511946, + "grad_norm": 0.26815798132819035, + "learning_rate": 6.226521011181291e-06, + "loss": 0.3262, + "num_tokens": 797086350.0, + "step": 4185 + }, + { + "epoch": 1.4286689419795222, + "grad_norm": 0.27393672319401197, + "learning_rate": 6.224850097285503e-06, + "loss": 0.3143, + "num_tokens": 797266852.0, + "step": 4186 + }, + { + "epoch": 1.4290102389078498, + "grad_norm": 0.29464116496962917, + "learning_rate": 6.223179080783186e-06, + "loss": 0.3236, + "num_tokens": 797438995.0, + "step": 4187 + }, + { + "epoch": 1.4293515358361775, + "grad_norm": 0.27866354870756743, + "learning_rate": 6.221507961910883e-06, + "loss": 0.3268, + "num_tokens": 797624087.0, + "step": 4188 + }, + { + "epoch": 1.429692832764505, + "grad_norm": 0.24489082027843687, + "learning_rate": 6.21983674090515e-06, + "loss": 0.3226, + "num_tokens": 797850732.0, + "step": 4189 + }, + { + "epoch": 1.4300341296928327, + "grad_norm": 0.2474663228576806, + "learning_rate": 6.218165418002558e-06, + "loss": 0.2901, + "num_tokens": 798058127.0, + "step": 4190 + }, + { + "epoch": 1.4303754266211604, + "grad_norm": 0.290694638361504, + "learning_rate": 6.216493993439692e-06, + "loss": 0.3226, + "num_tokens": 798243548.0, + "step": 4191 + }, + { + "epoch": 1.430716723549488, + "grad_norm": 0.323357358890075, + "learning_rate": 6.214822467453149e-06, + "loss": 0.3652, + "num_tokens": 798453811.0, + "step": 4192 + }, + { + "epoch": 1.4310580204778156, + "grad_norm": 0.2831965974536376, + "learning_rate": 6.213150840279547e-06, + "loss": 0.3043, + "num_tokens": 798643217.0, + "step": 4193 + }, + { + "epoch": 1.4313993174061435, + "grad_norm": 0.2783199708478397, + "learning_rate": 6.21147911215551e-06, + "loss": 0.311, + "num_tokens": 798828580.0, + "step": 4194 + }, + { + "epoch": 1.4317406143344709, + "grad_norm": 0.3038001851571954, + "learning_rate": 6.209807283317684e-06, + "loss": 0.2844, + "num_tokens": 798987637.0, + "step": 4195 + }, + { + "epoch": 1.4320819112627987, + "grad_norm": 0.2761498663497284, + "learning_rate": 6.20813535400272e-06, + "loss": 0.309, + "num_tokens": 799184521.0, + "step": 4196 + }, + { + "epoch": 1.4324232081911263, + "grad_norm": 0.26381235592275304, + "learning_rate": 6.2064633244472945e-06, + "loss": 0.3056, + "num_tokens": 799389746.0, + "step": 4197 + }, + { + "epoch": 1.432764505119454, + "grad_norm": 0.3027629936716752, + "learning_rate": 6.2047911948880915e-06, + "loss": 0.2985, + "num_tokens": 799568611.0, + "step": 4198 + }, + { + "epoch": 1.4331058020477816, + "grad_norm": 0.2621417165519679, + "learning_rate": 6.2031189655618065e-06, + "loss": 0.318, + "num_tokens": 799791256.0, + "step": 4199 + }, + { + "epoch": 1.4334470989761092, + "grad_norm": 0.2652854572635308, + "learning_rate": 6.201446636705157e-06, + "loss": 0.3065, + "num_tokens": 799993343.0, + "step": 4200 + }, + { + "epoch": 1.4337883959044369, + "grad_norm": 0.26007090034351377, + "learning_rate": 6.199774208554868e-06, + "loss": 0.2937, + "num_tokens": 800196354.0, + "step": 4201 + }, + { + "epoch": 1.4341296928327645, + "grad_norm": 0.3030244728028028, + "learning_rate": 6.198101681347682e-06, + "loss": 0.3363, + "num_tokens": 800402546.0, + "step": 4202 + }, + { + "epoch": 1.434470989761092, + "grad_norm": 0.31828562332139065, + "learning_rate": 6.196429055320355e-06, + "loss": 0.3318, + "num_tokens": 800585932.0, + "step": 4203 + }, + { + "epoch": 1.4348122866894197, + "grad_norm": 0.245929039587168, + "learning_rate": 6.1947563307096545e-06, + "loss": 0.311, + "num_tokens": 800840505.0, + "step": 4204 + }, + { + "epoch": 1.4351535836177474, + "grad_norm": 0.31086297110504824, + "learning_rate": 6.193083507752366e-06, + "loss": 0.2775, + "num_tokens": 801059172.0, + "step": 4205 + }, + { + "epoch": 1.435494880546075, + "grad_norm": 0.24670220902506268, + "learning_rate": 6.191410586685283e-06, + "loss": 0.3136, + "num_tokens": 801287516.0, + "step": 4206 + }, + { + "epoch": 1.4358361774744028, + "grad_norm": 0.2745071422317972, + "learning_rate": 6.189737567745221e-06, + "loss": 0.342, + "num_tokens": 801501730.0, + "step": 4207 + }, + { + "epoch": 1.4361774744027302, + "grad_norm": 0.2829256341212293, + "learning_rate": 6.188064451169005e-06, + "loss": 0.3154, + "num_tokens": 801673761.0, + "step": 4208 + }, + { + "epoch": 1.436518771331058, + "grad_norm": 0.26902510484185804, + "learning_rate": 6.186391237193471e-06, + "loss": 0.3096, + "num_tokens": 801870517.0, + "step": 4209 + }, + { + "epoch": 1.4368600682593857, + "grad_norm": 0.27811449170752955, + "learning_rate": 6.184717926055472e-06, + "loss": 0.3135, + "num_tokens": 802062731.0, + "step": 4210 + }, + { + "epoch": 1.4372013651877134, + "grad_norm": 0.2815895303602894, + "learning_rate": 6.183044517991878e-06, + "loss": 0.3522, + "num_tokens": 802269007.0, + "step": 4211 + }, + { + "epoch": 1.437542662116041, + "grad_norm": 0.2697412014774412, + "learning_rate": 6.181371013239564e-06, + "loss": 0.3552, + "num_tokens": 802476933.0, + "step": 4212 + }, + { + "epoch": 1.4378839590443686, + "grad_norm": 0.28455572013136277, + "learning_rate": 6.179697412035426e-06, + "loss": 0.2935, + "num_tokens": 802646238.0, + "step": 4213 + }, + { + "epoch": 1.4382252559726962, + "grad_norm": 0.3102607048585948, + "learning_rate": 6.178023714616373e-06, + "loss": 0.3265, + "num_tokens": 802811544.0, + "step": 4214 + }, + { + "epoch": 1.4385665529010239, + "grad_norm": 0.2585368669413088, + "learning_rate": 6.176349921219327e-06, + "loss": 0.2933, + "num_tokens": 802995112.0, + "step": 4215 + }, + { + "epoch": 1.4389078498293515, + "grad_norm": 0.29607894552901026, + "learning_rate": 6.174676032081218e-06, + "loss": 0.3102, + "num_tokens": 803156123.0, + "step": 4216 + }, + { + "epoch": 1.4392491467576791, + "grad_norm": 0.29859526086154414, + "learning_rate": 6.173002047438998e-06, + "loss": 0.3329, + "num_tokens": 803350512.0, + "step": 4217 + }, + { + "epoch": 1.4395904436860067, + "grad_norm": 0.27801179083317495, + "learning_rate": 6.171327967529627e-06, + "loss": 0.3192, + "num_tokens": 803531301.0, + "step": 4218 + }, + { + "epoch": 1.4399317406143344, + "grad_norm": 0.27503236359220523, + "learning_rate": 6.169653792590083e-06, + "loss": 0.2871, + "num_tokens": 803719332.0, + "step": 4219 + }, + { + "epoch": 1.4402730375426622, + "grad_norm": 0.27822129302177406, + "learning_rate": 6.167979522857349e-06, + "loss": 0.3149, + "num_tokens": 803917067.0, + "step": 4220 + }, + { + "epoch": 1.4406143344709896, + "grad_norm": 0.3427316755338703, + "learning_rate": 6.166305158568432e-06, + "loss": 0.3414, + "num_tokens": 804080961.0, + "step": 4221 + }, + { + "epoch": 1.4409556313993175, + "grad_norm": 0.3047712480126614, + "learning_rate": 6.164630699960348e-06, + "loss": 0.3322, + "num_tokens": 804243569.0, + "step": 4222 + }, + { + "epoch": 1.441296928327645, + "grad_norm": 0.2867031322909467, + "learning_rate": 6.162956147270122e-06, + "loss": 0.3216, + "num_tokens": 804441808.0, + "step": 4223 + }, + { + "epoch": 1.4416382252559727, + "grad_norm": 0.29543177866730147, + "learning_rate": 6.161281500734799e-06, + "loss": 0.3261, + "num_tokens": 804617480.0, + "step": 4224 + }, + { + "epoch": 1.4419795221843004, + "grad_norm": 0.29138684934495895, + "learning_rate": 6.159606760591433e-06, + "loss": 0.3445, + "num_tokens": 804806765.0, + "step": 4225 + }, + { + "epoch": 1.442320819112628, + "grad_norm": 0.28778553364047027, + "learning_rate": 6.1579319270770955e-06, + "loss": 0.3274, + "num_tokens": 804992857.0, + "step": 4226 + }, + { + "epoch": 1.4426621160409556, + "grad_norm": 0.25086244019450793, + "learning_rate": 6.1562570004288635e-06, + "loss": 0.322, + "num_tokens": 805217198.0, + "step": 4227 + }, + { + "epoch": 1.4430034129692833, + "grad_norm": 0.27758761048859065, + "learning_rate": 6.154581980883837e-06, + "loss": 0.3106, + "num_tokens": 805423729.0, + "step": 4228 + }, + { + "epoch": 1.4433447098976109, + "grad_norm": 0.43441593915980536, + "learning_rate": 6.1529068686791204e-06, + "loss": 0.3492, + "num_tokens": 805645370.0, + "step": 4229 + }, + { + "epoch": 1.4436860068259385, + "grad_norm": 0.29111602620951416, + "learning_rate": 6.151231664051838e-06, + "loss": 0.3226, + "num_tokens": 805814212.0, + "step": 4230 + }, + { + "epoch": 1.4440273037542661, + "grad_norm": 0.3374697196129232, + "learning_rate": 6.149556367239123e-06, + "loss": 0.3067, + "num_tokens": 805984155.0, + "step": 4231 + }, + { + "epoch": 1.4443686006825938, + "grad_norm": 0.2765109360162861, + "learning_rate": 6.147880978478122e-06, + "loss": 0.3125, + "num_tokens": 806179699.0, + "step": 4232 + }, + { + "epoch": 1.4447098976109216, + "grad_norm": 0.24853752994891715, + "learning_rate": 6.146205498005997e-06, + "loss": 0.3115, + "num_tokens": 806403130.0, + "step": 4233 + }, + { + "epoch": 1.445051194539249, + "grad_norm": 0.2589423022344427, + "learning_rate": 6.14452992605992e-06, + "loss": 0.2937, + "num_tokens": 806591982.0, + "step": 4234 + }, + { + "epoch": 1.4453924914675769, + "grad_norm": 0.2771043340342804, + "learning_rate": 6.14285426287708e-06, + "loss": 0.3182, + "num_tokens": 806775412.0, + "step": 4235 + }, + { + "epoch": 1.4457337883959045, + "grad_norm": 0.31780458663905325, + "learning_rate": 6.141178508694674e-06, + "loss": 0.3152, + "num_tokens": 806976637.0, + "step": 4236 + }, + { + "epoch": 1.4460750853242321, + "grad_norm": 0.284421865851656, + "learning_rate": 6.139502663749914e-06, + "loss": 0.324, + "num_tokens": 807157670.0, + "step": 4237 + }, + { + "epoch": 1.4464163822525598, + "grad_norm": 0.26697619144608564, + "learning_rate": 6.137826728280028e-06, + "loss": 0.3133, + "num_tokens": 807348247.0, + "step": 4238 + }, + { + "epoch": 1.4467576791808874, + "grad_norm": 0.2651750829917595, + "learning_rate": 6.1361507025222525e-06, + "loss": 0.3143, + "num_tokens": 807553520.0, + "step": 4239 + }, + { + "epoch": 1.447098976109215, + "grad_norm": 0.31153289214130075, + "learning_rate": 6.1344745867138356e-06, + "loss": 0.3351, + "num_tokens": 807730221.0, + "step": 4240 + }, + { + "epoch": 1.4474402730375426, + "grad_norm": 0.28958168932030526, + "learning_rate": 6.132798381092044e-06, + "loss": 0.335, + "num_tokens": 807905082.0, + "step": 4241 + }, + { + "epoch": 1.4477815699658703, + "grad_norm": 0.2781622450434535, + "learning_rate": 6.1311220858941526e-06, + "loss": 0.3201, + "num_tokens": 808097586.0, + "step": 4242 + }, + { + "epoch": 1.448122866894198, + "grad_norm": 0.24801594711632968, + "learning_rate": 6.129445701357449e-06, + "loss": 0.2922, + "num_tokens": 808298229.0, + "step": 4243 + }, + { + "epoch": 1.4484641638225255, + "grad_norm": 0.2687617321714609, + "learning_rate": 6.127769227719237e-06, + "loss": 0.2912, + "num_tokens": 808483300.0, + "step": 4244 + }, + { + "epoch": 1.4488054607508531, + "grad_norm": 0.28206484979316887, + "learning_rate": 6.12609266521683e-06, + "loss": 0.3252, + "num_tokens": 808708999.0, + "step": 4245 + }, + { + "epoch": 1.449146757679181, + "grad_norm": 0.2907760134007102, + "learning_rate": 6.124416014087552e-06, + "loss": 0.3426, + "num_tokens": 808897717.0, + "step": 4246 + }, + { + "epoch": 1.4494880546075084, + "grad_norm": 0.28108345691348646, + "learning_rate": 6.122739274568748e-06, + "loss": 0.3172, + "num_tokens": 809077209.0, + "step": 4247 + }, + { + "epoch": 1.4498293515358363, + "grad_norm": 0.2669049365139277, + "learning_rate": 6.121062446897765e-06, + "loss": 0.3149, + "num_tokens": 809271349.0, + "step": 4248 + }, + { + "epoch": 1.4501706484641639, + "grad_norm": 0.27386962356772054, + "learning_rate": 6.119385531311967e-06, + "loss": 0.2923, + "num_tokens": 809450007.0, + "step": 4249 + }, + { + "epoch": 1.4505119453924915, + "grad_norm": 0.2783996866520782, + "learning_rate": 6.117708528048734e-06, + "loss": 0.3334, + "num_tokens": 809651194.0, + "step": 4250 + }, + { + "epoch": 1.4508532423208191, + "grad_norm": 0.2691952061016819, + "learning_rate": 6.116031437345452e-06, + "loss": 0.3188, + "num_tokens": 809849423.0, + "step": 4251 + }, + { + "epoch": 1.4511945392491468, + "grad_norm": 0.29090067596482155, + "learning_rate": 6.114354259439526e-06, + "loss": 0.3116, + "num_tokens": 810020967.0, + "step": 4252 + }, + { + "epoch": 1.4515358361774744, + "grad_norm": 0.27805706728411983, + "learning_rate": 6.112676994568363e-06, + "loss": 0.3042, + "num_tokens": 810213735.0, + "step": 4253 + }, + { + "epoch": 1.451877133105802, + "grad_norm": 0.2963651648250127, + "learning_rate": 6.110999642969396e-06, + "loss": 0.3162, + "num_tokens": 810395733.0, + "step": 4254 + }, + { + "epoch": 1.4522184300341296, + "grad_norm": 0.27734960567043426, + "learning_rate": 6.10932220488006e-06, + "loss": 0.3107, + "num_tokens": 810599936.0, + "step": 4255 + }, + { + "epoch": 1.4525597269624573, + "grad_norm": 0.30840976482401733, + "learning_rate": 6.1076446805378075e-06, + "loss": 0.3436, + "num_tokens": 810776152.0, + "step": 4256 + }, + { + "epoch": 1.452901023890785, + "grad_norm": 0.2679432833965108, + "learning_rate": 6.105967070180101e-06, + "loss": 0.3084, + "num_tokens": 810968848.0, + "step": 4257 + }, + { + "epoch": 1.4532423208191125, + "grad_norm": 0.30059631123730135, + "learning_rate": 6.104289374044413e-06, + "loss": 0.3296, + "num_tokens": 811139636.0, + "step": 4258 + }, + { + "epoch": 1.4535836177474404, + "grad_norm": 0.2592859224044742, + "learning_rate": 6.102611592368235e-06, + "loss": 0.3368, + "num_tokens": 811354807.0, + "step": 4259 + }, + { + "epoch": 1.4539249146757678, + "grad_norm": 0.3873352633131405, + "learning_rate": 6.1009337253890614e-06, + "loss": 0.3224, + "num_tokens": 811540927.0, + "step": 4260 + }, + { + "epoch": 1.4542662116040956, + "grad_norm": 0.2790334041541572, + "learning_rate": 6.099255773344405e-06, + "loss": 0.3237, + "num_tokens": 811725041.0, + "step": 4261 + }, + { + "epoch": 1.4546075085324233, + "grad_norm": 0.2902391503741538, + "learning_rate": 6.09757773647179e-06, + "loss": 0.2834, + "num_tokens": 811899985.0, + "step": 4262 + }, + { + "epoch": 1.454948805460751, + "grad_norm": 0.3037550463705849, + "learning_rate": 6.0958996150087544e-06, + "loss": 0.2827, + "num_tokens": 812049193.0, + "step": 4263 + }, + { + "epoch": 1.4552901023890785, + "grad_norm": 0.283341699091931, + "learning_rate": 6.094221409192841e-06, + "loss": 0.3046, + "num_tokens": 812250024.0, + "step": 4264 + }, + { + "epoch": 1.4556313993174061, + "grad_norm": 0.27511177557603217, + "learning_rate": 6.092543119261611e-06, + "loss": 0.297, + "num_tokens": 812425024.0, + "step": 4265 + }, + { + "epoch": 1.4559726962457338, + "grad_norm": 0.2726163907057058, + "learning_rate": 6.090864745452636e-06, + "loss": 0.3379, + "num_tokens": 812643489.0, + "step": 4266 + }, + { + "epoch": 1.4563139931740614, + "grad_norm": 0.2957247263920042, + "learning_rate": 6.089186288003499e-06, + "loss": 0.3249, + "num_tokens": 812834322.0, + "step": 4267 + }, + { + "epoch": 1.456655290102389, + "grad_norm": 0.27911943360423186, + "learning_rate": 6.0875077471517925e-06, + "loss": 0.3723, + "num_tokens": 813080375.0, + "step": 4268 + }, + { + "epoch": 1.4569965870307167, + "grad_norm": 0.2807495065669252, + "learning_rate": 6.0858291231351264e-06, + "loss": 0.3117, + "num_tokens": 813258199.0, + "step": 4269 + }, + { + "epoch": 1.4573378839590443, + "grad_norm": 0.26716694357247134, + "learning_rate": 6.084150416191118e-06, + "loss": 0.3195, + "num_tokens": 813456508.0, + "step": 4270 + }, + { + "epoch": 1.457679180887372, + "grad_norm": 0.288331394970737, + "learning_rate": 6.082471626557397e-06, + "loss": 0.3262, + "num_tokens": 813620078.0, + "step": 4271 + }, + { + "epoch": 1.4580204778156998, + "grad_norm": 0.30395209778120247, + "learning_rate": 6.080792754471607e-06, + "loss": 0.2903, + "num_tokens": 813784276.0, + "step": 4272 + }, + { + "epoch": 1.4583617747440272, + "grad_norm": 0.29012723220554293, + "learning_rate": 6.0791138001714e-06, + "loss": 0.3436, + "num_tokens": 813983794.0, + "step": 4273 + }, + { + "epoch": 1.458703071672355, + "grad_norm": 0.29848788304374363, + "learning_rate": 6.077434763894442e-06, + "loss": 0.3136, + "num_tokens": 814186188.0, + "step": 4274 + }, + { + "epoch": 1.4590443686006827, + "grad_norm": 0.2806367438145984, + "learning_rate": 6.07575564587841e-06, + "loss": 0.298, + "num_tokens": 814353792.0, + "step": 4275 + }, + { + "epoch": 1.4593856655290103, + "grad_norm": 0.27555335287155014, + "learning_rate": 6.074076446360991e-06, + "loss": 0.3053, + "num_tokens": 814524348.0, + "step": 4276 + }, + { + "epoch": 1.459726962457338, + "grad_norm": 0.27715020635666543, + "learning_rate": 6.072397165579885e-06, + "loss": 0.3221, + "num_tokens": 814705069.0, + "step": 4277 + }, + { + "epoch": 1.4600682593856655, + "grad_norm": 0.2696504375264349, + "learning_rate": 6.070717803772805e-06, + "loss": 0.3345, + "num_tokens": 814927643.0, + "step": 4278 + }, + { + "epoch": 1.4604095563139932, + "grad_norm": 0.2830703909624082, + "learning_rate": 6.069038361177474e-06, + "loss": 0.3291, + "num_tokens": 815123092.0, + "step": 4279 + }, + { + "epoch": 1.4607508532423208, + "grad_norm": 0.3236668651023013, + "learning_rate": 6.067358838031625e-06, + "loss": 0.3262, + "num_tokens": 815282621.0, + "step": 4280 + }, + { + "epoch": 1.4610921501706484, + "grad_norm": 0.29010471358271933, + "learning_rate": 6.065679234573004e-06, + "loss": 0.325, + "num_tokens": 815481606.0, + "step": 4281 + }, + { + "epoch": 1.461433447098976, + "grad_norm": 0.2763316314662936, + "learning_rate": 6.06399955103937e-06, + "loss": 0.3082, + "num_tokens": 815676062.0, + "step": 4282 + }, + { + "epoch": 1.4617747440273037, + "grad_norm": 0.3030513763503804, + "learning_rate": 6.062319787668489e-06, + "loss": 0.326, + "num_tokens": 815870033.0, + "step": 4283 + }, + { + "epoch": 1.4621160409556313, + "grad_norm": 0.27955234882223884, + "learning_rate": 6.0606399446981424e-06, + "loss": 0.2971, + "num_tokens": 816049021.0, + "step": 4284 + }, + { + "epoch": 1.4624573378839592, + "grad_norm": 0.3012540441052578, + "learning_rate": 6.058960022366119e-06, + "loss": 0.3031, + "num_tokens": 816200955.0, + "step": 4285 + }, + { + "epoch": 1.4627986348122866, + "grad_norm": 0.26766614241878767, + "learning_rate": 6.057280020910224e-06, + "loss": 0.2851, + "num_tokens": 816391717.0, + "step": 4286 + }, + { + "epoch": 1.4631399317406144, + "grad_norm": 0.27537301518657104, + "learning_rate": 6.05559994056827e-06, + "loss": 0.3055, + "num_tokens": 816583411.0, + "step": 4287 + }, + { + "epoch": 1.463481228668942, + "grad_norm": 0.24846947844936543, + "learning_rate": 6.053919781578079e-06, + "loss": 0.2869, + "num_tokens": 816785135.0, + "step": 4288 + }, + { + "epoch": 1.4638225255972697, + "grad_norm": 0.3283587563237821, + "learning_rate": 6.052239544177492e-06, + "loss": 0.334, + "num_tokens": 816960825.0, + "step": 4289 + }, + { + "epoch": 1.4641638225255973, + "grad_norm": 0.26601582011700287, + "learning_rate": 6.0505592286043504e-06, + "loss": 0.283, + "num_tokens": 817144216.0, + "step": 4290 + }, + { + "epoch": 1.464505119453925, + "grad_norm": 0.2626492277390518, + "learning_rate": 6.0488788350965145e-06, + "loss": 0.3228, + "num_tokens": 817351459.0, + "step": 4291 + }, + { + "epoch": 1.4648464163822525, + "grad_norm": 0.25686110818361035, + "learning_rate": 6.047198363891854e-06, + "loss": 0.3188, + "num_tokens": 817557377.0, + "step": 4292 + }, + { + "epoch": 1.4651877133105802, + "grad_norm": 0.2514713983555496, + "learning_rate": 6.045517815228249e-06, + "loss": 0.2879, + "num_tokens": 817758733.0, + "step": 4293 + }, + { + "epoch": 1.4655290102389078, + "grad_norm": 0.2722002299279971, + "learning_rate": 6.043837189343588e-06, + "loss": 0.3302, + "num_tokens": 817965600.0, + "step": 4294 + }, + { + "epoch": 1.4658703071672354, + "grad_norm": 0.28128319943896757, + "learning_rate": 6.0421564864757744e-06, + "loss": 0.3519, + "num_tokens": 818153835.0, + "step": 4295 + }, + { + "epoch": 1.466211604095563, + "grad_norm": 0.2775933870719224, + "learning_rate": 6.040475706862723e-06, + "loss": 0.3517, + "num_tokens": 818363720.0, + "step": 4296 + }, + { + "epoch": 1.4665529010238907, + "grad_norm": 0.27648930040909186, + "learning_rate": 6.0387948507423535e-06, + "loss": 0.3359, + "num_tokens": 818574229.0, + "step": 4297 + }, + { + "epoch": 1.4668941979522185, + "grad_norm": 0.26237248578437206, + "learning_rate": 6.037113918352603e-06, + "loss": 0.3249, + "num_tokens": 818785610.0, + "step": 4298 + }, + { + "epoch": 1.467235494880546, + "grad_norm": 0.2889861795963079, + "learning_rate": 6.035432909931416e-06, + "loss": 0.3234, + "num_tokens": 818967106.0, + "step": 4299 + }, + { + "epoch": 1.4675767918088738, + "grad_norm": 0.2567853525534188, + "learning_rate": 6.033751825716748e-06, + "loss": 0.2916, + "num_tokens": 819148445.0, + "step": 4300 + }, + { + "epoch": 1.4679180887372014, + "grad_norm": 0.25891361567468074, + "learning_rate": 6.032070665946567e-06, + "loss": 0.303, + "num_tokens": 819347291.0, + "step": 4301 + }, + { + "epoch": 1.468259385665529, + "grad_norm": 0.3001838407325973, + "learning_rate": 6.03038943085885e-06, + "loss": 0.339, + "num_tokens": 819527629.0, + "step": 4302 + }, + { + "epoch": 1.4686006825938567, + "grad_norm": 0.3173979589432117, + "learning_rate": 6.028708120691584e-06, + "loss": 0.3429, + "num_tokens": 819696307.0, + "step": 4303 + }, + { + "epoch": 1.4689419795221843, + "grad_norm": 0.30334409211327745, + "learning_rate": 6.027026735682768e-06, + "loss": 0.3177, + "num_tokens": 819912298.0, + "step": 4304 + }, + { + "epoch": 1.469283276450512, + "grad_norm": 0.29528465646179153, + "learning_rate": 6.025345276070413e-06, + "loss": 0.3375, + "num_tokens": 820085547.0, + "step": 4305 + }, + { + "epoch": 1.4696245733788396, + "grad_norm": 0.2670939584406666, + "learning_rate": 6.023663742092538e-06, + "loss": 0.342, + "num_tokens": 820297750.0, + "step": 4306 + }, + { + "epoch": 1.4699658703071672, + "grad_norm": 0.29096005957737636, + "learning_rate": 6.021982133987173e-06, + "loss": 0.287, + "num_tokens": 820465155.0, + "step": 4307 + }, + { + "epoch": 1.4703071672354948, + "grad_norm": 0.3011309356575341, + "learning_rate": 6.0203004519923565e-06, + "loss": 0.3084, + "num_tokens": 820647506.0, + "step": 4308 + }, + { + "epoch": 1.4706484641638224, + "grad_norm": 0.2948127406143332, + "learning_rate": 6.018618696346145e-06, + "loss": 0.3055, + "num_tokens": 820812993.0, + "step": 4309 + }, + { + "epoch": 1.47098976109215, + "grad_norm": 0.26777529548358564, + "learning_rate": 6.016936867286597e-06, + "loss": 0.298, + "num_tokens": 820992092.0, + "step": 4310 + }, + { + "epoch": 1.471331058020478, + "grad_norm": 0.3176215120282768, + "learning_rate": 6.0152549650517866e-06, + "loss": 0.349, + "num_tokens": 821211079.0, + "step": 4311 + }, + { + "epoch": 1.4716723549488053, + "grad_norm": 0.2819271069029966, + "learning_rate": 6.013572989879793e-06, + "loss": 0.3138, + "num_tokens": 821366482.0, + "step": 4312 + }, + { + "epoch": 1.4720136518771332, + "grad_norm": 0.2990562222842635, + "learning_rate": 6.011890942008712e-06, + "loss": 0.2948, + "num_tokens": 821547653.0, + "step": 4313 + }, + { + "epoch": 1.4723549488054608, + "grad_norm": 0.3096876356153945, + "learning_rate": 6.010208821676645e-06, + "loss": 0.3198, + "num_tokens": 821709238.0, + "step": 4314 + }, + { + "epoch": 1.4726962457337884, + "grad_norm": 0.3022164126422992, + "learning_rate": 6.0085266291217086e-06, + "loss": 0.312, + "num_tokens": 821921334.0, + "step": 4315 + }, + { + "epoch": 1.473037542662116, + "grad_norm": 0.2954771750874865, + "learning_rate": 6.006844364582022e-06, + "loss": 0.3153, + "num_tokens": 822102149.0, + "step": 4316 + }, + { + "epoch": 1.4733788395904437, + "grad_norm": 0.3223395634971736, + "learning_rate": 6.0051620282957225e-06, + "loss": 0.3196, + "num_tokens": 822266527.0, + "step": 4317 + }, + { + "epoch": 1.4737201365187713, + "grad_norm": 0.2853477069346497, + "learning_rate": 6.003479620500952e-06, + "loss": 0.3119, + "num_tokens": 822443114.0, + "step": 4318 + }, + { + "epoch": 1.474061433447099, + "grad_norm": 0.3047096643952845, + "learning_rate": 6.001797141435866e-06, + "loss": 0.3087, + "num_tokens": 822600307.0, + "step": 4319 + }, + { + "epoch": 1.4744027303754266, + "grad_norm": 0.25308534365902596, + "learning_rate": 6.000114591338627e-06, + "loss": 0.316, + "num_tokens": 822808230.0, + "step": 4320 + }, + { + "epoch": 1.4747440273037542, + "grad_norm": 0.27053197907136434, + "learning_rate": 5.99843197044741e-06, + "loss": 0.3359, + "num_tokens": 823009901.0, + "step": 4321 + }, + { + "epoch": 1.4750853242320818, + "grad_norm": 0.2931704159778605, + "learning_rate": 5.996749279000401e-06, + "loss": 0.3086, + "num_tokens": 823209000.0, + "step": 4322 + }, + { + "epoch": 1.4754266211604095, + "grad_norm": 0.32324246724083633, + "learning_rate": 5.995066517235791e-06, + "loss": 0.3867, + "num_tokens": 823403824.0, + "step": 4323 + }, + { + "epoch": 1.4757679180887373, + "grad_norm": 0.26597691637386095, + "learning_rate": 5.993383685391787e-06, + "loss": 0.3098, + "num_tokens": 823601439.0, + "step": 4324 + }, + { + "epoch": 1.4761092150170647, + "grad_norm": 0.26583383178628806, + "learning_rate": 5.991700783706602e-06, + "loss": 0.3181, + "num_tokens": 823792340.0, + "step": 4325 + }, + { + "epoch": 1.4764505119453926, + "grad_norm": 0.2815778347278281, + "learning_rate": 5.99001781241846e-06, + "loss": 0.3005, + "num_tokens": 823966495.0, + "step": 4326 + }, + { + "epoch": 1.4767918088737202, + "grad_norm": 0.2727024708380753, + "learning_rate": 5.988334771765596e-06, + "loss": 0.3076, + "num_tokens": 824152002.0, + "step": 4327 + }, + { + "epoch": 1.4771331058020478, + "grad_norm": 0.30223727783889215, + "learning_rate": 5.986651661986251e-06, + "loss": 0.3143, + "num_tokens": 824309543.0, + "step": 4328 + }, + { + "epoch": 1.4774744027303754, + "grad_norm": 0.28854821001240777, + "learning_rate": 5.984968483318681e-06, + "loss": 0.3019, + "num_tokens": 824484281.0, + "step": 4329 + }, + { + "epoch": 1.477815699658703, + "grad_norm": 0.25718389134145375, + "learning_rate": 5.983285236001149e-06, + "loss": 0.3025, + "num_tokens": 824691279.0, + "step": 4330 + }, + { + "epoch": 1.4781569965870307, + "grad_norm": 0.2873568944822941, + "learning_rate": 5.981601920271927e-06, + "loss": 0.3235, + "num_tokens": 824891756.0, + "step": 4331 + }, + { + "epoch": 1.4784982935153583, + "grad_norm": 0.2800105087083733, + "learning_rate": 5.979918536369297e-06, + "loss": 0.3042, + "num_tokens": 825071382.0, + "step": 4332 + }, + { + "epoch": 1.478839590443686, + "grad_norm": 0.2741186523575672, + "learning_rate": 5.978235084531552e-06, + "loss": 0.3224, + "num_tokens": 825274429.0, + "step": 4333 + }, + { + "epoch": 1.4791808873720136, + "grad_norm": 0.28689721728294804, + "learning_rate": 5.976551564996995e-06, + "loss": 0.3304, + "num_tokens": 825452548.0, + "step": 4334 + }, + { + "epoch": 1.4795221843003412, + "grad_norm": 0.24493281408483808, + "learning_rate": 5.974867978003937e-06, + "loss": 0.3194, + "num_tokens": 825680524.0, + "step": 4335 + }, + { + "epoch": 1.4798634812286688, + "grad_norm": 0.27212974743422885, + "learning_rate": 5.973184323790696e-06, + "loss": 0.3099, + "num_tokens": 825873914.0, + "step": 4336 + }, + { + "epoch": 1.4802047781569967, + "grad_norm": 0.2897379599332005, + "learning_rate": 5.971500602595608e-06, + "loss": 0.3421, + "num_tokens": 826067568.0, + "step": 4337 + }, + { + "epoch": 1.480546075085324, + "grad_norm": 0.294436179930702, + "learning_rate": 5.96981681465701e-06, + "loss": 0.3128, + "num_tokens": 826228637.0, + "step": 4338 + }, + { + "epoch": 1.480887372013652, + "grad_norm": 0.26727155755466, + "learning_rate": 5.96813296021325e-06, + "loss": 0.3432, + "num_tokens": 826451289.0, + "step": 4339 + }, + { + "epoch": 1.4812286689419796, + "grad_norm": 0.2788089914587587, + "learning_rate": 5.966449039502689e-06, + "loss": 0.3147, + "num_tokens": 826626432.0, + "step": 4340 + }, + { + "epoch": 1.4815699658703072, + "grad_norm": 0.2938536162218394, + "learning_rate": 5.964765052763696e-06, + "loss": 0.3415, + "num_tokens": 826818695.0, + "step": 4341 + }, + { + "epoch": 1.4819112627986348, + "grad_norm": 0.2877487314855813, + "learning_rate": 5.963081000234645e-06, + "loss": 0.3519, + "num_tokens": 827034270.0, + "step": 4342 + }, + { + "epoch": 1.4822525597269625, + "grad_norm": 0.2868312335322928, + "learning_rate": 5.961396882153926e-06, + "loss": 0.3405, + "num_tokens": 827227455.0, + "step": 4343 + }, + { + "epoch": 1.48259385665529, + "grad_norm": 0.28577663063104863, + "learning_rate": 5.959712698759935e-06, + "loss": 0.3688, + "num_tokens": 827432452.0, + "step": 4344 + }, + { + "epoch": 1.4829351535836177, + "grad_norm": 0.281056804247065, + "learning_rate": 5.958028450291077e-06, + "loss": 0.2971, + "num_tokens": 827596460.0, + "step": 4345 + }, + { + "epoch": 1.4832764505119453, + "grad_norm": 0.2661518962035487, + "learning_rate": 5.956344136985767e-06, + "loss": 0.3051, + "num_tokens": 827796022.0, + "step": 4346 + }, + { + "epoch": 1.483617747440273, + "grad_norm": 0.3145165773410255, + "learning_rate": 5.954659759082426e-06, + "loss": 0.2968, + "num_tokens": 827929991.0, + "step": 4347 + }, + { + "epoch": 1.4839590443686006, + "grad_norm": 0.29704936735372517, + "learning_rate": 5.952975316819493e-06, + "loss": 0.2972, + "num_tokens": 828083226.0, + "step": 4348 + }, + { + "epoch": 1.4843003412969282, + "grad_norm": 0.26564911874100844, + "learning_rate": 5.9512908104354025e-06, + "loss": 0.3203, + "num_tokens": 828289864.0, + "step": 4349 + }, + { + "epoch": 1.484641638225256, + "grad_norm": 0.28513369007733436, + "learning_rate": 5.9496062401686124e-06, + "loss": 0.311, + "num_tokens": 828468874.0, + "step": 4350 + }, + { + "epoch": 1.4849829351535835, + "grad_norm": 0.2724789611317629, + "learning_rate": 5.947921606257579e-06, + "loss": 0.2845, + "num_tokens": 828627261.0, + "step": 4351 + }, + { + "epoch": 1.4853242320819113, + "grad_norm": 0.2929643776077945, + "learning_rate": 5.946236908940772e-06, + "loss": 0.2945, + "num_tokens": 828782893.0, + "step": 4352 + }, + { + "epoch": 1.485665529010239, + "grad_norm": 0.2789973054949311, + "learning_rate": 5.944552148456673e-06, + "loss": 0.3137, + "num_tokens": 828953933.0, + "step": 4353 + }, + { + "epoch": 1.4860068259385666, + "grad_norm": 0.2809268116184806, + "learning_rate": 5.942867325043765e-06, + "loss": 0.3133, + "num_tokens": 829132940.0, + "step": 4354 + }, + { + "epoch": 1.4863481228668942, + "grad_norm": 0.2608258767715367, + "learning_rate": 5.941182438940546e-06, + "loss": 0.3074, + "num_tokens": 829335085.0, + "step": 4355 + }, + { + "epoch": 1.4866894197952218, + "grad_norm": 0.27675219255228056, + "learning_rate": 5.939497490385518e-06, + "loss": 0.3086, + "num_tokens": 829525997.0, + "step": 4356 + }, + { + "epoch": 1.4870307167235495, + "grad_norm": 0.2673522405325272, + "learning_rate": 5.937812479617198e-06, + "loss": 0.3469, + "num_tokens": 829769501.0, + "step": 4357 + }, + { + "epoch": 1.487372013651877, + "grad_norm": 0.29457372115224645, + "learning_rate": 5.936127406874108e-06, + "loss": 0.3196, + "num_tokens": 829942028.0, + "step": 4358 + }, + { + "epoch": 1.4877133105802047, + "grad_norm": 0.25879816047666115, + "learning_rate": 5.93444227239478e-06, + "loss": 0.3303, + "num_tokens": 830169294.0, + "step": 4359 + }, + { + "epoch": 1.4880546075085324, + "grad_norm": 0.2935721550062746, + "learning_rate": 5.932757076417752e-06, + "loss": 0.3176, + "num_tokens": 830344259.0, + "step": 4360 + }, + { + "epoch": 1.4883959044368602, + "grad_norm": 0.2661761558439275, + "learning_rate": 5.9310718191815744e-06, + "loss": 0.3277, + "num_tokens": 830537859.0, + "step": 4361 + }, + { + "epoch": 1.4887372013651876, + "grad_norm": 0.29269632577159865, + "learning_rate": 5.929386500924804e-06, + "loss": 0.3182, + "num_tokens": 830706330.0, + "step": 4362 + }, + { + "epoch": 1.4890784982935155, + "grad_norm": 0.3374203018329585, + "learning_rate": 5.927701121886007e-06, + "loss": 0.3226, + "num_tokens": 830889394.0, + "step": 4363 + }, + { + "epoch": 1.4894197952218429, + "grad_norm": 0.2653038709394703, + "learning_rate": 5.926015682303758e-06, + "loss": 0.2906, + "num_tokens": 831085701.0, + "step": 4364 + }, + { + "epoch": 1.4897610921501707, + "grad_norm": 0.26976447550806476, + "learning_rate": 5.924330182416641e-06, + "loss": 0.3413, + "num_tokens": 831311494.0, + "step": 4365 + }, + { + "epoch": 1.4901023890784983, + "grad_norm": 0.2690655606980676, + "learning_rate": 5.922644622463246e-06, + "loss": 0.3193, + "num_tokens": 831505558.0, + "step": 4366 + }, + { + "epoch": 1.490443686006826, + "grad_norm": 0.27386931514774143, + "learning_rate": 5.920959002682174e-06, + "loss": 0.3238, + "num_tokens": 831700776.0, + "step": 4367 + }, + { + "epoch": 1.4907849829351536, + "grad_norm": 0.28615366011626003, + "learning_rate": 5.919273323312036e-06, + "loss": 0.2981, + "num_tokens": 831879741.0, + "step": 4368 + }, + { + "epoch": 1.4911262798634812, + "grad_norm": 0.2876314924485979, + "learning_rate": 5.9175875845914464e-06, + "loss": 0.3284, + "num_tokens": 832061172.0, + "step": 4369 + }, + { + "epoch": 1.4914675767918089, + "grad_norm": 0.26164317565847267, + "learning_rate": 5.915901786759033e-06, + "loss": 0.2963, + "num_tokens": 832268279.0, + "step": 4370 + }, + { + "epoch": 1.4918088737201365, + "grad_norm": 0.24398696648220106, + "learning_rate": 5.9142159300534275e-06, + "loss": 0.3217, + "num_tokens": 832489064.0, + "step": 4371 + }, + { + "epoch": 1.4921501706484641, + "grad_norm": 0.2898716175474024, + "learning_rate": 5.9125300147132724e-06, + "loss": 0.3147, + "num_tokens": 832663549.0, + "step": 4372 + }, + { + "epoch": 1.4924914675767917, + "grad_norm": 0.2621100536471407, + "learning_rate": 5.910844040977222e-06, + "loss": 0.334, + "num_tokens": 832864937.0, + "step": 4373 + }, + { + "epoch": 1.4928327645051196, + "grad_norm": 0.27693973705907177, + "learning_rate": 5.90915800908393e-06, + "loss": 0.3413, + "num_tokens": 833051757.0, + "step": 4374 + }, + { + "epoch": 1.493174061433447, + "grad_norm": 0.3176161690093052, + "learning_rate": 5.907471919272068e-06, + "loss": 0.384, + "num_tokens": 833233540.0, + "step": 4375 + }, + { + "epoch": 1.4935153583617748, + "grad_norm": 0.29008770204052614, + "learning_rate": 5.905785771780307e-06, + "loss": 0.3348, + "num_tokens": 833419192.0, + "step": 4376 + }, + { + "epoch": 1.4938566552901023, + "grad_norm": 0.2902515829512688, + "learning_rate": 5.904099566847335e-06, + "loss": 0.3406, + "num_tokens": 833594057.0, + "step": 4377 + }, + { + "epoch": 1.49419795221843, + "grad_norm": 0.24100755023880877, + "learning_rate": 5.902413304711839e-06, + "loss": 0.3227, + "num_tokens": 833820921.0, + "step": 4378 + }, + { + "epoch": 1.4945392491467577, + "grad_norm": 0.282802399348436, + "learning_rate": 5.9007269856125235e-06, + "loss": 0.3476, + "num_tokens": 834015597.0, + "step": 4379 + }, + { + "epoch": 1.4948805460750854, + "grad_norm": 1.1325398468031906, + "learning_rate": 5.899040609788091e-06, + "loss": 0.297, + "num_tokens": 834245372.0, + "step": 4380 + }, + { + "epoch": 1.495221843003413, + "grad_norm": 0.28207437760301257, + "learning_rate": 5.897354177477262e-06, + "loss": 0.3023, + "num_tokens": 834449988.0, + "step": 4381 + }, + { + "epoch": 1.4955631399317406, + "grad_norm": 0.2763470285150774, + "learning_rate": 5.895667688918758e-06, + "loss": 0.3255, + "num_tokens": 834640102.0, + "step": 4382 + }, + { + "epoch": 1.4959044368600682, + "grad_norm": 0.284937488491156, + "learning_rate": 5.893981144351313e-06, + "loss": 0.3416, + "num_tokens": 834853695.0, + "step": 4383 + }, + { + "epoch": 1.4962457337883959, + "grad_norm": 0.29282165214995365, + "learning_rate": 5.892294544013663e-06, + "loss": 0.3263, + "num_tokens": 835034816.0, + "step": 4384 + }, + { + "epoch": 1.4965870307167235, + "grad_norm": 0.2804666451424792, + "learning_rate": 5.890607888144556e-06, + "loss": 0.3058, + "num_tokens": 835203927.0, + "step": 4385 + }, + { + "epoch": 1.4969283276450511, + "grad_norm": 0.2833483078781576, + "learning_rate": 5.888921176982751e-06, + "loss": 0.31, + "num_tokens": 835428197.0, + "step": 4386 + }, + { + "epoch": 1.497269624573379, + "grad_norm": 0.27445020248880164, + "learning_rate": 5.887234410767007e-06, + "loss": 0.3069, + "num_tokens": 835597219.0, + "step": 4387 + }, + { + "epoch": 1.4976109215017064, + "grad_norm": 0.2690153704222095, + "learning_rate": 5.8855475897361e-06, + "loss": 0.335, + "num_tokens": 835797051.0, + "step": 4388 + }, + { + "epoch": 1.4979522184300342, + "grad_norm": 0.2561943335909864, + "learning_rate": 5.883860714128804e-06, + "loss": 0.3098, + "num_tokens": 836015801.0, + "step": 4389 + }, + { + "epoch": 1.4982935153583616, + "grad_norm": 0.26564927037394015, + "learning_rate": 5.882173784183909e-06, + "loss": 0.3117, + "num_tokens": 836240063.0, + "step": 4390 + }, + { + "epoch": 1.4986348122866895, + "grad_norm": 0.30552237034758173, + "learning_rate": 5.880486800140206e-06, + "loss": 0.3146, + "num_tokens": 836394519.0, + "step": 4391 + }, + { + "epoch": 1.4989761092150171, + "grad_norm": 0.2947169944279837, + "learning_rate": 5.8787997622365e-06, + "loss": 0.3518, + "num_tokens": 836614428.0, + "step": 4392 + }, + { + "epoch": 1.4993174061433447, + "grad_norm": 0.29746037109841184, + "learning_rate": 5.877112670711599e-06, + "loss": 0.3225, + "num_tokens": 836795751.0, + "step": 4393 + }, + { + "epoch": 1.4996587030716724, + "grad_norm": 0.2621991185995492, + "learning_rate": 5.87542552580432e-06, + "loss": 0.3049, + "num_tokens": 836997268.0, + "step": 4394 + }, + { + "epoch": 1.5, + "grad_norm": 0.254805050068291, + "learning_rate": 5.8737383277534875e-06, + "loss": 0.3397, + "num_tokens": 837235197.0, + "step": 4395 + }, + { + "epoch": 1.5003412969283276, + "grad_norm": 0.26985008716640907, + "learning_rate": 5.872051076797935e-06, + "loss": 0.3323, + "num_tokens": 837430511.0, + "step": 4396 + }, + { + "epoch": 1.5006825938566553, + "grad_norm": 0.25456119671767835, + "learning_rate": 5.870363773176501e-06, + "loss": 0.2976, + "num_tokens": 837627614.0, + "step": 4397 + }, + { + "epoch": 1.5010238907849829, + "grad_norm": 0.2628686147274633, + "learning_rate": 5.868676417128032e-06, + "loss": 0.3293, + "num_tokens": 837848825.0, + "step": 4398 + }, + { + "epoch": 1.5013651877133105, + "grad_norm": 0.2642561386802944, + "learning_rate": 5.866989008891385e-06, + "loss": 0.3244, + "num_tokens": 838059354.0, + "step": 4399 + }, + { + "epoch": 1.5017064846416384, + "grad_norm": 0.2979199646718892, + "learning_rate": 5.865301548705419e-06, + "loss": 0.3105, + "num_tokens": 838235918.0, + "step": 4400 + }, + { + "epoch": 1.5020477815699658, + "grad_norm": 0.36057576984748996, + "learning_rate": 5.863614036809005e-06, + "loss": 0.3093, + "num_tokens": 838393965.0, + "step": 4401 + }, + { + "epoch": 1.5023890784982936, + "grad_norm": 0.26353507650276226, + "learning_rate": 5.861926473441021e-06, + "loss": 0.3426, + "num_tokens": 838611329.0, + "step": 4402 + }, + { + "epoch": 1.502730375426621, + "grad_norm": 0.27970201792709276, + "learning_rate": 5.860238858840348e-06, + "loss": 0.3075, + "num_tokens": 838778509.0, + "step": 4403 + }, + { + "epoch": 1.5030716723549489, + "grad_norm": 0.2875354668014449, + "learning_rate": 5.858551193245878e-06, + "loss": 0.3193, + "num_tokens": 838946230.0, + "step": 4404 + }, + { + "epoch": 1.5034129692832765, + "grad_norm": 0.3022729069192795, + "learning_rate": 5.8568634768965105e-06, + "loss": 0.2908, + "num_tokens": 839091758.0, + "step": 4405 + }, + { + "epoch": 1.5037542662116041, + "grad_norm": 0.28175033733399374, + "learning_rate": 5.855175710031149e-06, + "loss": 0.3095, + "num_tokens": 839315201.0, + "step": 4406 + }, + { + "epoch": 1.5040955631399318, + "grad_norm": 0.27637024987949244, + "learning_rate": 5.8534878928887075e-06, + "loss": 0.3214, + "num_tokens": 839515991.0, + "step": 4407 + }, + { + "epoch": 1.5044368600682594, + "grad_norm": 0.27974386093653214, + "learning_rate": 5.851800025708108e-06, + "loss": 0.3174, + "num_tokens": 839723523.0, + "step": 4408 + }, + { + "epoch": 1.504778156996587, + "grad_norm": 0.26704872920592926, + "learning_rate": 5.850112108728274e-06, + "loss": 0.3242, + "num_tokens": 839920371.0, + "step": 4409 + }, + { + "epoch": 1.5051194539249146, + "grad_norm": 0.27954243595961487, + "learning_rate": 5.848424142188142e-06, + "loss": 0.3197, + "num_tokens": 840104277.0, + "step": 4410 + }, + { + "epoch": 1.5054607508532423, + "grad_norm": 0.28739686749492516, + "learning_rate": 5.846736126326648e-06, + "loss": 0.3105, + "num_tokens": 840290693.0, + "step": 4411 + }, + { + "epoch": 1.50580204778157, + "grad_norm": 0.2952553256255388, + "learning_rate": 5.8450480613827485e-06, + "loss": 0.2759, + "num_tokens": 840433712.0, + "step": 4412 + }, + { + "epoch": 1.5061433447098977, + "grad_norm": 0.27420630606744095, + "learning_rate": 5.843359947595389e-06, + "loss": 0.3277, + "num_tokens": 840640745.0, + "step": 4413 + }, + { + "epoch": 1.5064846416382252, + "grad_norm": 0.27741517748194744, + "learning_rate": 5.8416717852035386e-06, + "loss": 0.325, + "num_tokens": 840848840.0, + "step": 4414 + }, + { + "epoch": 1.506825938566553, + "grad_norm": 0.26876330004515947, + "learning_rate": 5.839983574446162e-06, + "loss": 0.3158, + "num_tokens": 841046759.0, + "step": 4415 + }, + { + "epoch": 1.5071672354948804, + "grad_norm": 0.316288105348137, + "learning_rate": 5.8382953155622365e-06, + "loss": 0.3086, + "num_tokens": 841189834.0, + "step": 4416 + }, + { + "epoch": 1.5075085324232083, + "grad_norm": 0.3029106308584116, + "learning_rate": 5.836607008790744e-06, + "loss": 0.3134, + "num_tokens": 841386447.0, + "step": 4417 + }, + { + "epoch": 1.5078498293515359, + "grad_norm": 0.27302358718057657, + "learning_rate": 5.834918654370675e-06, + "loss": 0.3098, + "num_tokens": 841584170.0, + "step": 4418 + }, + { + "epoch": 1.5081911262798635, + "grad_norm": 0.27193945439175454, + "learning_rate": 5.8332302525410215e-06, + "loss": 0.3326, + "num_tokens": 841780610.0, + "step": 4419 + }, + { + "epoch": 1.5085324232081911, + "grad_norm": 0.33141200454150355, + "learning_rate": 5.831541803540789e-06, + "loss": 0.3245, + "num_tokens": 842007694.0, + "step": 4420 + }, + { + "epoch": 1.5088737201365188, + "grad_norm": 0.2921928351455531, + "learning_rate": 5.829853307608986e-06, + "loss": 0.3174, + "num_tokens": 842212905.0, + "step": 4421 + }, + { + "epoch": 1.5092150170648464, + "grad_norm": 0.2672413372904473, + "learning_rate": 5.828164764984629e-06, + "loss": 0.2961, + "num_tokens": 842396497.0, + "step": 4422 + }, + { + "epoch": 1.509556313993174, + "grad_norm": 0.2863171299067018, + "learning_rate": 5.826476175906741e-06, + "loss": 0.3231, + "num_tokens": 842584789.0, + "step": 4423 + }, + { + "epoch": 1.5098976109215017, + "grad_norm": 0.2920154696287084, + "learning_rate": 5.824787540614349e-06, + "loss": 0.3346, + "num_tokens": 842792661.0, + "step": 4424 + }, + { + "epoch": 1.5102389078498293, + "grad_norm": 0.2762950090367956, + "learning_rate": 5.823098859346491e-06, + "loss": 0.3051, + "num_tokens": 842967534.0, + "step": 4425 + }, + { + "epoch": 1.5105802047781571, + "grad_norm": 0.28247474168460784, + "learning_rate": 5.821410132342208e-06, + "loss": 0.3367, + "num_tokens": 843161105.0, + "step": 4426 + }, + { + "epoch": 1.5109215017064845, + "grad_norm": 0.26099310116043256, + "learning_rate": 5.8197213598405485e-06, + "loss": 0.2966, + "num_tokens": 843364558.0, + "step": 4427 + }, + { + "epoch": 1.5112627986348124, + "grad_norm": 0.29503639243665725, + "learning_rate": 5.818032542080569e-06, + "loss": 0.3133, + "num_tokens": 843545269.0, + "step": 4428 + }, + { + "epoch": 1.5116040955631398, + "grad_norm": 0.26239840590989616, + "learning_rate": 5.816343679301327e-06, + "loss": 0.3094, + "num_tokens": 843734477.0, + "step": 4429 + }, + { + "epoch": 1.5119453924914676, + "grad_norm": 0.2479935142371812, + "learning_rate": 5.814654771741894e-06, + "loss": 0.3123, + "num_tokens": 843956728.0, + "step": 4430 + }, + { + "epoch": 1.5122866894197953, + "grad_norm": 0.3615804924673729, + "learning_rate": 5.812965819641344e-06, + "loss": 0.3211, + "num_tokens": 844124949.0, + "step": 4431 + }, + { + "epoch": 1.512627986348123, + "grad_norm": 0.2825159509963426, + "learning_rate": 5.8112768232387575e-06, + "loss": 0.2943, + "num_tokens": 844310793.0, + "step": 4432 + }, + { + "epoch": 1.5129692832764505, + "grad_norm": 0.3650164829960201, + "learning_rate": 5.809587782773219e-06, + "loss": 0.3191, + "num_tokens": 844445201.0, + "step": 4433 + }, + { + "epoch": 1.5133105802047782, + "grad_norm": 0.27668795072599983, + "learning_rate": 5.807898698483824e-06, + "loss": 0.3531, + "num_tokens": 844663586.0, + "step": 4434 + }, + { + "epoch": 1.5136518771331058, + "grad_norm": 0.37707569852800815, + "learning_rate": 5.80620957060967e-06, + "loss": 0.3039, + "num_tokens": 844828608.0, + "step": 4435 + }, + { + "epoch": 1.5139931740614334, + "grad_norm": 0.3158400929377444, + "learning_rate": 5.804520399389862e-06, + "loss": 0.331, + "num_tokens": 844981721.0, + "step": 4436 + }, + { + "epoch": 1.514334470989761, + "grad_norm": 0.2986030153060993, + "learning_rate": 5.802831185063514e-06, + "loss": 0.3182, + "num_tokens": 845136968.0, + "step": 4437 + }, + { + "epoch": 1.5146757679180887, + "grad_norm": 0.2717212677526821, + "learning_rate": 5.801141927869742e-06, + "loss": 0.3335, + "num_tokens": 845365102.0, + "step": 4438 + }, + { + "epoch": 1.5150170648464165, + "grad_norm": 0.3402592044589405, + "learning_rate": 5.799452628047669e-06, + "loss": 0.2987, + "num_tokens": 845528109.0, + "step": 4439 + }, + { + "epoch": 1.515358361774744, + "grad_norm": 0.28437927013236386, + "learning_rate": 5.797763285836427e-06, + "loss": 0.3266, + "num_tokens": 845704404.0, + "step": 4440 + }, + { + "epoch": 1.5156996587030718, + "grad_norm": 0.2709694122108684, + "learning_rate": 5.796073901475149e-06, + "loss": 0.3079, + "num_tokens": 845884887.0, + "step": 4441 + }, + { + "epoch": 1.5160409556313992, + "grad_norm": 0.3051370392977045, + "learning_rate": 5.7943844752029775e-06, + "loss": 0.3214, + "num_tokens": 846054854.0, + "step": 4442 + }, + { + "epoch": 1.516382252559727, + "grad_norm": 0.28606379474340493, + "learning_rate": 5.7926950072590615e-06, + "loss": 0.2991, + "num_tokens": 846232297.0, + "step": 4443 + }, + { + "epoch": 1.5167235494880547, + "grad_norm": 0.26095975738721877, + "learning_rate": 5.7910054978825525e-06, + "loss": 0.29, + "num_tokens": 846433626.0, + "step": 4444 + }, + { + "epoch": 1.5170648464163823, + "grad_norm": 0.26850006062780374, + "learning_rate": 5.789315947312611e-06, + "loss": 0.309, + "num_tokens": 846617892.0, + "step": 4445 + }, + { + "epoch": 1.51740614334471, + "grad_norm": 0.25841018364552143, + "learning_rate": 5.787626355788402e-06, + "loss": 0.3512, + "num_tokens": 846866771.0, + "step": 4446 + }, + { + "epoch": 1.5177474402730375, + "grad_norm": 0.29441104112072736, + "learning_rate": 5.785936723549098e-06, + "loss": 0.3454, + "num_tokens": 847050627.0, + "step": 4447 + }, + { + "epoch": 1.5180887372013652, + "grad_norm": 0.2557395347554491, + "learning_rate": 5.784247050833873e-06, + "loss": 0.313, + "num_tokens": 847242811.0, + "step": 4448 + }, + { + "epoch": 1.5184300341296928, + "grad_norm": 0.2806766895243405, + "learning_rate": 5.782557337881911e-06, + "loss": 0.3159, + "num_tokens": 847425047.0, + "step": 4449 + }, + { + "epoch": 1.5187713310580204, + "grad_norm": 0.264907008538605, + "learning_rate": 5.7808675849324005e-06, + "loss": 0.3097, + "num_tokens": 847632631.0, + "step": 4450 + }, + { + "epoch": 1.519112627986348, + "grad_norm": 0.25900931292002694, + "learning_rate": 5.779177792224535e-06, + "loss": 0.3087, + "num_tokens": 847829140.0, + "step": 4451 + }, + { + "epoch": 1.519453924914676, + "grad_norm": 0.2588683595983254, + "learning_rate": 5.777487959997512e-06, + "loss": 0.3159, + "num_tokens": 848082194.0, + "step": 4452 + }, + { + "epoch": 1.5197952218430033, + "grad_norm": 0.29253000458032713, + "learning_rate": 5.775798088490539e-06, + "loss": 0.3229, + "num_tokens": 848266512.0, + "step": 4453 + }, + { + "epoch": 1.5201365187713312, + "grad_norm": 0.2982577426409986, + "learning_rate": 5.774108177942826e-06, + "loss": 0.3206, + "num_tokens": 848423119.0, + "step": 4454 + }, + { + "epoch": 1.5204778156996586, + "grad_norm": 0.2839353139882132, + "learning_rate": 5.772418228593589e-06, + "loss": 0.3035, + "num_tokens": 848592902.0, + "step": 4455 + }, + { + "epoch": 1.5208191126279864, + "grad_norm": 0.3241608625098568, + "learning_rate": 5.770728240682051e-06, + "loss": 0.3278, + "num_tokens": 848799439.0, + "step": 4456 + }, + { + "epoch": 1.521160409556314, + "grad_norm": 0.2966438399708441, + "learning_rate": 5.769038214447438e-06, + "loss": 0.3264, + "num_tokens": 848988058.0, + "step": 4457 + }, + { + "epoch": 1.5215017064846417, + "grad_norm": 0.30131909560693393, + "learning_rate": 5.7673481501289805e-06, + "loss": 0.3278, + "num_tokens": 849166283.0, + "step": 4458 + }, + { + "epoch": 1.5218430034129693, + "grad_norm": 0.27391484838985813, + "learning_rate": 5.76565804796592e-06, + "loss": 0.3206, + "num_tokens": 849355523.0, + "step": 4459 + }, + { + "epoch": 1.522184300341297, + "grad_norm": 0.302350583746011, + "learning_rate": 5.763967908197498e-06, + "loss": 0.3077, + "num_tokens": 849525225.0, + "step": 4460 + }, + { + "epoch": 1.5225255972696246, + "grad_norm": 0.2724686195033548, + "learning_rate": 5.762277731062962e-06, + "loss": 0.3411, + "num_tokens": 849752802.0, + "step": 4461 + }, + { + "epoch": 1.5228668941979522, + "grad_norm": 0.26505642572819454, + "learning_rate": 5.760587516801568e-06, + "loss": 0.3057, + "num_tokens": 849951131.0, + "step": 4462 + }, + { + "epoch": 1.5232081911262798, + "grad_norm": 0.26787942152941724, + "learning_rate": 5.758897265652574e-06, + "loss": 0.2935, + "num_tokens": 850125567.0, + "step": 4463 + }, + { + "epoch": 1.5235494880546074, + "grad_norm": 0.2797140285704442, + "learning_rate": 5.757206977855246e-06, + "loss": 0.3295, + "num_tokens": 850325854.0, + "step": 4464 + }, + { + "epoch": 1.5238907849829353, + "grad_norm": 0.30147241070135267, + "learning_rate": 5.7555166536488505e-06, + "loss": 0.3492, + "num_tokens": 850502749.0, + "step": 4465 + }, + { + "epoch": 1.5242320819112627, + "grad_norm": 0.25958453185039504, + "learning_rate": 5.753826293272664e-06, + "loss": 0.3306, + "num_tokens": 850722947.0, + "step": 4466 + }, + { + "epoch": 1.5245733788395905, + "grad_norm": 0.284124682187413, + "learning_rate": 5.752135896965967e-06, + "loss": 0.3429, + "num_tokens": 850921737.0, + "step": 4467 + }, + { + "epoch": 1.524914675767918, + "grad_norm": 0.28537058144556204, + "learning_rate": 5.750445464968044e-06, + "loss": 0.2925, + "num_tokens": 851097279.0, + "step": 4468 + }, + { + "epoch": 1.5252559726962458, + "grad_norm": 0.29726120714716076, + "learning_rate": 5.7487549975181835e-06, + "loss": 0.3193, + "num_tokens": 851279087.0, + "step": 4469 + }, + { + "epoch": 1.5255972696245734, + "grad_norm": 0.31634218939381514, + "learning_rate": 5.747064494855681e-06, + "loss": 0.3259, + "num_tokens": 851435712.0, + "step": 4470 + }, + { + "epoch": 1.525938566552901, + "grad_norm": 0.3241525739422743, + "learning_rate": 5.745373957219839e-06, + "loss": 0.3251, + "num_tokens": 851611333.0, + "step": 4471 + }, + { + "epoch": 1.5262798634812287, + "grad_norm": 0.27007178819980837, + "learning_rate": 5.74368338484996e-06, + "loss": 0.2978, + "num_tokens": 851807279.0, + "step": 4472 + }, + { + "epoch": 1.5266211604095563, + "grad_norm": 0.27123469153498087, + "learning_rate": 5.741992777985353e-06, + "loss": 0.3417, + "num_tokens": 852026591.0, + "step": 4473 + }, + { + "epoch": 1.526962457337884, + "grad_norm": 0.2725553826326217, + "learning_rate": 5.740302136865336e-06, + "loss": 0.3091, + "num_tokens": 852207238.0, + "step": 4474 + }, + { + "epoch": 1.5273037542662116, + "grad_norm": 0.27918503033593817, + "learning_rate": 5.7386114617292254e-06, + "loss": 0.303, + "num_tokens": 852386717.0, + "step": 4475 + }, + { + "epoch": 1.5276450511945392, + "grad_norm": 0.26849613571572356, + "learning_rate": 5.7369207528163475e-06, + "loss": 0.3136, + "num_tokens": 852575748.0, + "step": 4476 + }, + { + "epoch": 1.5279863481228668, + "grad_norm": 0.30782743863269535, + "learning_rate": 5.73523001036603e-06, + "loss": 0.3141, + "num_tokens": 852729913.0, + "step": 4477 + }, + { + "epoch": 1.5283276450511947, + "grad_norm": 0.28591410932089106, + "learning_rate": 5.733539234617607e-06, + "loss": 0.2997, + "num_tokens": 852902462.0, + "step": 4478 + }, + { + "epoch": 1.528668941979522, + "grad_norm": 0.26495747428003824, + "learning_rate": 5.731848425810419e-06, + "loss": 0.3055, + "num_tokens": 853091770.0, + "step": 4479 + }, + { + "epoch": 1.52901023890785, + "grad_norm": 0.2650015481031309, + "learning_rate": 5.730157584183809e-06, + "loss": 0.3032, + "num_tokens": 853291616.0, + "step": 4480 + }, + { + "epoch": 1.5293515358361773, + "grad_norm": 0.26979168641706425, + "learning_rate": 5.728466709977123e-06, + "loss": 0.328, + "num_tokens": 853502755.0, + "step": 4481 + }, + { + "epoch": 1.5296928327645052, + "grad_norm": 0.29858710669545224, + "learning_rate": 5.726775803429714e-06, + "loss": 0.3291, + "num_tokens": 853678453.0, + "step": 4482 + }, + { + "epoch": 1.5300341296928328, + "grad_norm": 0.2706195222311709, + "learning_rate": 5.725084864780941e-06, + "loss": 0.3422, + "num_tokens": 853899787.0, + "step": 4483 + }, + { + "epoch": 1.5303754266211604, + "grad_norm": 0.5186625765260139, + "learning_rate": 5.723393894270163e-06, + "loss": 0.3065, + "num_tokens": 854114948.0, + "step": 4484 + }, + { + "epoch": 1.530716723549488, + "grad_norm": 0.2777397832860954, + "learning_rate": 5.721702892136746e-06, + "loss": 0.3203, + "num_tokens": 854303818.0, + "step": 4485 + }, + { + "epoch": 1.5310580204778157, + "grad_norm": 0.28246810519464405, + "learning_rate": 5.720011858620066e-06, + "loss": 0.3599, + "num_tokens": 854510698.0, + "step": 4486 + }, + { + "epoch": 1.5313993174061433, + "grad_norm": 0.2818691653965353, + "learning_rate": 5.718320793959492e-06, + "loss": 0.3228, + "num_tokens": 854734886.0, + "step": 4487 + }, + { + "epoch": 1.531740614334471, + "grad_norm": 0.27657077521497886, + "learning_rate": 5.716629698394407e-06, + "loss": 0.3242, + "num_tokens": 854943489.0, + "step": 4488 + }, + { + "epoch": 1.5320819112627988, + "grad_norm": 0.2703602747660286, + "learning_rate": 5.714938572164195e-06, + "loss": 0.3047, + "num_tokens": 855134174.0, + "step": 4489 + }, + { + "epoch": 1.5324232081911262, + "grad_norm": 0.28899678455262917, + "learning_rate": 5.7132474155082405e-06, + "loss": 0.3262, + "num_tokens": 855308729.0, + "step": 4490 + }, + { + "epoch": 1.532764505119454, + "grad_norm": 0.275113642495935, + "learning_rate": 5.7115562286659395e-06, + "loss": 0.3201, + "num_tokens": 855498510.0, + "step": 4491 + }, + { + "epoch": 1.5331058020477815, + "grad_norm": 0.28156258102149095, + "learning_rate": 5.709865011876689e-06, + "loss": 0.3084, + "num_tokens": 855662914.0, + "step": 4492 + }, + { + "epoch": 1.5334470989761093, + "grad_norm": 0.2938213142864878, + "learning_rate": 5.708173765379888e-06, + "loss": 0.2994, + "num_tokens": 855839742.0, + "step": 4493 + }, + { + "epoch": 1.5337883959044367, + "grad_norm": 0.2668769039604164, + "learning_rate": 5.706482489414942e-06, + "loss": 0.3145, + "num_tokens": 856042800.0, + "step": 4494 + }, + { + "epoch": 1.5341296928327646, + "grad_norm": 0.26916438003912585, + "learning_rate": 5.704791184221262e-06, + "loss": 0.324, + "num_tokens": 856225757.0, + "step": 4495 + }, + { + "epoch": 1.5344709897610922, + "grad_norm": 1.0364139552765246, + "learning_rate": 5.703099850038262e-06, + "loss": 0.3568, + "num_tokens": 856426618.0, + "step": 4496 + }, + { + "epoch": 1.5348122866894198, + "grad_norm": 0.2766479752321504, + "learning_rate": 5.701408487105357e-06, + "loss": 0.3525, + "num_tokens": 856634701.0, + "step": 4497 + }, + { + "epoch": 1.5351535836177475, + "grad_norm": 0.28898918652168254, + "learning_rate": 5.6997170956619695e-06, + "loss": 0.3154, + "num_tokens": 856812119.0, + "step": 4498 + }, + { + "epoch": 1.535494880546075, + "grad_norm": 0.2859162201341788, + "learning_rate": 5.698025675947529e-06, + "loss": 0.3023, + "num_tokens": 857001498.0, + "step": 4499 + }, + { + "epoch": 1.5358361774744027, + "grad_norm": 0.27419496148214095, + "learning_rate": 5.696334228201459e-06, + "loss": 0.3193, + "num_tokens": 857195393.0, + "step": 4500 + }, + { + "epoch": 1.5361774744027303, + "grad_norm": 0.2807271089837008, + "learning_rate": 5.694642752663198e-06, + "loss": 0.3155, + "num_tokens": 857384596.0, + "step": 4501 + }, + { + "epoch": 1.5365187713310582, + "grad_norm": 0.27736225089727373, + "learning_rate": 5.692951249572182e-06, + "loss": 0.3086, + "num_tokens": 857573756.0, + "step": 4502 + }, + { + "epoch": 1.5368600682593856, + "grad_norm": 0.3311290440094443, + "learning_rate": 5.691259719167851e-06, + "loss": 0.356, + "num_tokens": 857809694.0, + "step": 4503 + }, + { + "epoch": 1.5372013651877134, + "grad_norm": 0.23822018826371028, + "learning_rate": 5.689568161689656e-06, + "loss": 0.3356, + "num_tokens": 858062522.0, + "step": 4504 + }, + { + "epoch": 1.5375426621160408, + "grad_norm": 0.30106169357096596, + "learning_rate": 5.687876577377039e-06, + "loss": 0.3219, + "num_tokens": 858229503.0, + "step": 4505 + }, + { + "epoch": 1.5378839590443687, + "grad_norm": 0.27701992224709154, + "learning_rate": 5.686184966469459e-06, + "loss": 0.3157, + "num_tokens": 858439710.0, + "step": 4506 + }, + { + "epoch": 1.538225255972696, + "grad_norm": 0.29386959399839013, + "learning_rate": 5.68449332920637e-06, + "loss": 0.3151, + "num_tokens": 858601022.0, + "step": 4507 + }, + { + "epoch": 1.538566552901024, + "grad_norm": 0.28532291108833574, + "learning_rate": 5.682801665827232e-06, + "loss": 0.3075, + "num_tokens": 858770508.0, + "step": 4508 + }, + { + "epoch": 1.5389078498293516, + "grad_norm": 0.2941096358768772, + "learning_rate": 5.68110997657151e-06, + "loss": 0.3033, + "num_tokens": 858926386.0, + "step": 4509 + }, + { + "epoch": 1.5392491467576792, + "grad_norm": 0.27516677553579216, + "learning_rate": 5.679418261678675e-06, + "loss": 0.3057, + "num_tokens": 859125464.0, + "step": 4510 + }, + { + "epoch": 1.5395904436860068, + "grad_norm": 0.2770365019241718, + "learning_rate": 5.677726521388194e-06, + "loss": 0.3233, + "num_tokens": 859323905.0, + "step": 4511 + }, + { + "epoch": 1.5399317406143345, + "grad_norm": 0.26960614199632116, + "learning_rate": 5.676034755939544e-06, + "loss": 0.2904, + "num_tokens": 859507443.0, + "step": 4512 + }, + { + "epoch": 1.540273037542662, + "grad_norm": 0.28838178265792763, + "learning_rate": 5.6743429655722046e-06, + "loss": 0.3132, + "num_tokens": 859713839.0, + "step": 4513 + }, + { + "epoch": 1.5406143344709897, + "grad_norm": 0.3080426045735191, + "learning_rate": 5.672651150525657e-06, + "loss": 0.3316, + "num_tokens": 859885374.0, + "step": 4514 + }, + { + "epoch": 1.5409556313993176, + "grad_norm": 0.27920795058694176, + "learning_rate": 5.670959311039386e-06, + "loss": 0.3486, + "num_tokens": 860114358.0, + "step": 4515 + }, + { + "epoch": 1.541296928327645, + "grad_norm": 0.28003348132796135, + "learning_rate": 5.669267447352883e-06, + "loss": 0.335, + "num_tokens": 860318525.0, + "step": 4516 + }, + { + "epoch": 1.5416382252559728, + "grad_norm": 0.2898072974121993, + "learning_rate": 5.667575559705639e-06, + "loss": 0.2983, + "num_tokens": 860498193.0, + "step": 4517 + }, + { + "epoch": 1.5419795221843002, + "grad_norm": 0.29507755071007047, + "learning_rate": 5.665883648337151e-06, + "loss": 0.3308, + "num_tokens": 860670656.0, + "step": 4518 + }, + { + "epoch": 1.542320819112628, + "grad_norm": 0.25710820196702233, + "learning_rate": 5.6641917134869176e-06, + "loss": 0.3083, + "num_tokens": 860888839.0, + "step": 4519 + }, + { + "epoch": 1.5426621160409555, + "grad_norm": 0.2995766076539438, + "learning_rate": 5.6624997553944426e-06, + "loss": 0.3289, + "num_tokens": 861075809.0, + "step": 4520 + }, + { + "epoch": 1.5430034129692833, + "grad_norm": 0.2791760632621607, + "learning_rate": 5.660807774299232e-06, + "loss": 0.3073, + "num_tokens": 861261340.0, + "step": 4521 + }, + { + "epoch": 1.543344709897611, + "grad_norm": 0.25705083887620955, + "learning_rate": 5.659115770440792e-06, + "loss": 0.2973, + "num_tokens": 861472354.0, + "step": 4522 + }, + { + "epoch": 1.5436860068259386, + "grad_norm": 0.2771647234850277, + "learning_rate": 5.6574237440586375e-06, + "loss": 0.3296, + "num_tokens": 861688830.0, + "step": 4523 + }, + { + "epoch": 1.5440273037542662, + "grad_norm": 0.27727203371648557, + "learning_rate": 5.655731695392286e-06, + "loss": 0.3266, + "num_tokens": 861882128.0, + "step": 4524 + }, + { + "epoch": 1.5443686006825939, + "grad_norm": 0.28969382733654614, + "learning_rate": 5.654039624681253e-06, + "loss": 0.3208, + "num_tokens": 862073407.0, + "step": 4525 + }, + { + "epoch": 1.5447098976109215, + "grad_norm": 0.28030190485649903, + "learning_rate": 5.652347532165063e-06, + "loss": 0.331, + "num_tokens": 862268314.0, + "step": 4526 + }, + { + "epoch": 1.545051194539249, + "grad_norm": 0.2541130814140442, + "learning_rate": 5.650655418083239e-06, + "loss": 0.3193, + "num_tokens": 862496857.0, + "step": 4527 + }, + { + "epoch": 1.545392491467577, + "grad_norm": 0.2871744747182552, + "learning_rate": 5.648963282675311e-06, + "loss": 0.3238, + "num_tokens": 862661944.0, + "step": 4528 + }, + { + "epoch": 1.5457337883959044, + "grad_norm": 0.2875837668798425, + "learning_rate": 5.6472711261808074e-06, + "loss": 0.3455, + "num_tokens": 862843839.0, + "step": 4529 + }, + { + "epoch": 1.5460750853242322, + "grad_norm": 0.2781396407477925, + "learning_rate": 5.645578948839266e-06, + "loss": 0.3242, + "num_tokens": 863024114.0, + "step": 4530 + }, + { + "epoch": 1.5464163822525596, + "grad_norm": 0.2629117800406551, + "learning_rate": 5.64388675089022e-06, + "loss": 0.3216, + "num_tokens": 863234215.0, + "step": 4531 + }, + { + "epoch": 1.5467576791808875, + "grad_norm": 0.2840106973066347, + "learning_rate": 5.642194532573212e-06, + "loss": 0.2941, + "num_tokens": 863420884.0, + "step": 4532 + }, + { + "epoch": 1.5470989761092149, + "grad_norm": 0.3091900134607694, + "learning_rate": 5.640502294127782e-06, + "loss": 0.3102, + "num_tokens": 863600938.0, + "step": 4533 + }, + { + "epoch": 1.5474402730375427, + "grad_norm": 0.2744871313155082, + "learning_rate": 5.63881003579348e-06, + "loss": 0.3387, + "num_tokens": 863798273.0, + "step": 4534 + }, + { + "epoch": 1.5477815699658704, + "grad_norm": 0.2594144510023579, + "learning_rate": 5.637117757809851e-06, + "loss": 0.3051, + "num_tokens": 863997206.0, + "step": 4535 + }, + { + "epoch": 1.548122866894198, + "grad_norm": 0.2838787601410759, + "learning_rate": 5.635425460416447e-06, + "loss": 0.331, + "num_tokens": 864177414.0, + "step": 4536 + }, + { + "epoch": 1.5484641638225256, + "grad_norm": 0.28997609527748847, + "learning_rate": 5.6337331438528245e-06, + "loss": 0.3331, + "num_tokens": 864365760.0, + "step": 4537 + }, + { + "epoch": 1.5488054607508532, + "grad_norm": 0.29663550499950886, + "learning_rate": 5.632040808358537e-06, + "loss": 0.3134, + "num_tokens": 864529999.0, + "step": 4538 + }, + { + "epoch": 1.5491467576791809, + "grad_norm": 0.3003270435882443, + "learning_rate": 5.6303484541731445e-06, + "loss": 0.3412, + "num_tokens": 864733211.0, + "step": 4539 + }, + { + "epoch": 1.5494880546075085, + "grad_norm": 0.2798482053770961, + "learning_rate": 5.628656081536211e-06, + "loss": 0.3344, + "num_tokens": 864930692.0, + "step": 4540 + }, + { + "epoch": 1.5498293515358363, + "grad_norm": 0.270864342112353, + "learning_rate": 5.6269636906872985e-06, + "loss": 0.3244, + "num_tokens": 865123271.0, + "step": 4541 + }, + { + "epoch": 1.5501706484641637, + "grad_norm": 0.30358454768569887, + "learning_rate": 5.625271281865975e-06, + "loss": 0.3522, + "num_tokens": 865312737.0, + "step": 4542 + }, + { + "epoch": 1.5505119453924916, + "grad_norm": 0.34742747199817386, + "learning_rate": 5.623578855311813e-06, + "loss": 0.3263, + "num_tokens": 865482572.0, + "step": 4543 + }, + { + "epoch": 1.550853242320819, + "grad_norm": 0.3003412291764576, + "learning_rate": 5.621886411264381e-06, + "loss": 0.327, + "num_tokens": 865654883.0, + "step": 4544 + }, + { + "epoch": 1.5511945392491469, + "grad_norm": 0.28576053741768886, + "learning_rate": 5.620193949963256e-06, + "loss": 0.3126, + "num_tokens": 865831786.0, + "step": 4545 + }, + { + "epoch": 1.5515358361774743, + "grad_norm": 0.25897395426343306, + "learning_rate": 5.6185014716480145e-06, + "loss": 0.3031, + "num_tokens": 866022778.0, + "step": 4546 + }, + { + "epoch": 1.551877133105802, + "grad_norm": 0.287371094675584, + "learning_rate": 5.616808976558236e-06, + "loss": 0.3323, + "num_tokens": 866200608.0, + "step": 4547 + }, + { + "epoch": 1.5522184300341297, + "grad_norm": 0.28222142333913336, + "learning_rate": 5.615116464933504e-06, + "loss": 0.3448, + "num_tokens": 866430718.0, + "step": 4548 + }, + { + "epoch": 1.5525597269624574, + "grad_norm": 0.25952078055176764, + "learning_rate": 5.6134239370134e-06, + "loss": 0.3207, + "num_tokens": 866641226.0, + "step": 4549 + }, + { + "epoch": 1.552901023890785, + "grad_norm": 0.2727423498325181, + "learning_rate": 5.611731393037515e-06, + "loss": 0.3227, + "num_tokens": 866852822.0, + "step": 4550 + }, + { + "epoch": 1.5532423208191126, + "grad_norm": 0.2680778794880298, + "learning_rate": 5.610038833245434e-06, + "loss": 0.3085, + "num_tokens": 867039552.0, + "step": 4551 + }, + { + "epoch": 1.5535836177474402, + "grad_norm": 0.27804655985374965, + "learning_rate": 5.608346257876749e-06, + "loss": 0.3248, + "num_tokens": 867219869.0, + "step": 4552 + }, + { + "epoch": 1.5539249146757679, + "grad_norm": 0.27624076136042475, + "learning_rate": 5.606653667171054e-06, + "loss": 0.3428, + "num_tokens": 867424100.0, + "step": 4553 + }, + { + "epoch": 1.5542662116040957, + "grad_norm": 0.25397336133126563, + "learning_rate": 5.604961061367944e-06, + "loss": 0.2984, + "num_tokens": 867614704.0, + "step": 4554 + }, + { + "epoch": 1.5546075085324231, + "grad_norm": 0.29427867370287697, + "learning_rate": 5.6032684407070185e-06, + "loss": 0.3508, + "num_tokens": 867808072.0, + "step": 4555 + }, + { + "epoch": 1.554948805460751, + "grad_norm": 0.27313073752335154, + "learning_rate": 5.601575805427874e-06, + "loss": 0.3077, + "num_tokens": 868014678.0, + "step": 4556 + }, + { + "epoch": 1.5552901023890784, + "grad_norm": 0.2816847153638308, + "learning_rate": 5.599883155770115e-06, + "loss": 0.3417, + "num_tokens": 868213838.0, + "step": 4557 + }, + { + "epoch": 1.5556313993174062, + "grad_norm": 0.24711779625345587, + "learning_rate": 5.598190491973343e-06, + "loss": 0.2982, + "num_tokens": 868425935.0, + "step": 4558 + }, + { + "epoch": 1.5559726962457336, + "grad_norm": 0.2711123953501657, + "learning_rate": 5.596497814277168e-06, + "loss": 0.3101, + "num_tokens": 868606035.0, + "step": 4559 + }, + { + "epoch": 1.5563139931740615, + "grad_norm": 0.3305231357795477, + "learning_rate": 5.594805122921194e-06, + "loss": 0.3145, + "num_tokens": 868834105.0, + "step": 4560 + }, + { + "epoch": 1.5566552901023891, + "grad_norm": 0.24766057055006707, + "learning_rate": 5.593112418145035e-06, + "loss": 0.2782, + "num_tokens": 869029734.0, + "step": 4561 + }, + { + "epoch": 1.5569965870307167, + "grad_norm": 0.248908605370647, + "learning_rate": 5.5914197001882965e-06, + "loss": 0.3299, + "num_tokens": 869266821.0, + "step": 4562 + }, + { + "epoch": 1.5573378839590444, + "grad_norm": 0.3144059840914658, + "learning_rate": 5.589726969290597e-06, + "loss": 0.3267, + "num_tokens": 869475840.0, + "step": 4563 + }, + { + "epoch": 1.557679180887372, + "grad_norm": 0.26280537644635016, + "learning_rate": 5.5880342256915495e-06, + "loss": 0.341, + "num_tokens": 869701591.0, + "step": 4564 + }, + { + "epoch": 1.5580204778156996, + "grad_norm": 0.27251442194367337, + "learning_rate": 5.586341469630772e-06, + "loss": 0.3331, + "num_tokens": 869895119.0, + "step": 4565 + }, + { + "epoch": 1.5583617747440273, + "grad_norm": 0.5807114795278413, + "learning_rate": 5.584648701347883e-06, + "loss": 0.3371, + "num_tokens": 870095729.0, + "step": 4566 + }, + { + "epoch": 1.5587030716723551, + "grad_norm": 0.27788499272400236, + "learning_rate": 5.582955921082505e-06, + "loss": 0.3159, + "num_tokens": 870276361.0, + "step": 4567 + }, + { + "epoch": 1.5590443686006825, + "grad_norm": 0.2974170864150876, + "learning_rate": 5.581263129074257e-06, + "loss": 0.3152, + "num_tokens": 870432820.0, + "step": 4568 + }, + { + "epoch": 1.5593856655290104, + "grad_norm": 0.2683738658059687, + "learning_rate": 5.5795703255627676e-06, + "loss": 0.3222, + "num_tokens": 870614608.0, + "step": 4569 + }, + { + "epoch": 1.5597269624573378, + "grad_norm": 0.30293484893219935, + "learning_rate": 5.577877510787658e-06, + "loss": 0.3203, + "num_tokens": 870823364.0, + "step": 4570 + }, + { + "epoch": 1.5600682593856656, + "grad_norm": 0.2869826317559837, + "learning_rate": 5.576184684988557e-06, + "loss": 0.3173, + "num_tokens": 871003570.0, + "step": 4571 + }, + { + "epoch": 1.560409556313993, + "grad_norm": 0.3043124805218201, + "learning_rate": 5.574491848405095e-06, + "loss": 0.3046, + "num_tokens": 871176781.0, + "step": 4572 + }, + { + "epoch": 1.5607508532423209, + "grad_norm": 0.2731905400094302, + "learning_rate": 5.5727990012769005e-06, + "loss": 0.3014, + "num_tokens": 871358468.0, + "step": 4573 + }, + { + "epoch": 1.5610921501706485, + "grad_norm": 0.2905351944768349, + "learning_rate": 5.571106143843607e-06, + "loss": 0.3131, + "num_tokens": 871559639.0, + "step": 4574 + }, + { + "epoch": 1.5614334470989761, + "grad_norm": 0.3359990672079277, + "learning_rate": 5.5694132763448465e-06, + "loss": 0.3357, + "num_tokens": 871688929.0, + "step": 4575 + }, + { + "epoch": 1.5617747440273038, + "grad_norm": 0.29132139204112245, + "learning_rate": 5.567720399020254e-06, + "loss": 0.3319, + "num_tokens": 871882264.0, + "step": 4576 + }, + { + "epoch": 1.5621160409556314, + "grad_norm": 0.2883124543596106, + "learning_rate": 5.566027512109465e-06, + "loss": 0.3495, + "num_tokens": 872072343.0, + "step": 4577 + }, + { + "epoch": 1.562457337883959, + "grad_norm": 0.2597280407494925, + "learning_rate": 5.5643346158521195e-06, + "loss": 0.3235, + "num_tokens": 872269389.0, + "step": 4578 + }, + { + "epoch": 1.5627986348122866, + "grad_norm": 0.3040416808040113, + "learning_rate": 5.562641710487852e-06, + "loss": 0.3149, + "num_tokens": 872430989.0, + "step": 4579 + }, + { + "epoch": 1.5631399317406145, + "grad_norm": 0.25143593541504733, + "learning_rate": 5.560948796256306e-06, + "loss": 0.3171, + "num_tokens": 872661890.0, + "step": 4580 + }, + { + "epoch": 1.563481228668942, + "grad_norm": 0.2872858175677115, + "learning_rate": 5.55925587339712e-06, + "loss": 0.3324, + "num_tokens": 872860315.0, + "step": 4581 + }, + { + "epoch": 1.5638225255972698, + "grad_norm": 0.29172489612252644, + "learning_rate": 5.557562942149941e-06, + "loss": 0.3578, + "num_tokens": 873050429.0, + "step": 4582 + }, + { + "epoch": 1.5641638225255972, + "grad_norm": 0.2813139720768189, + "learning_rate": 5.55587000275441e-06, + "loss": 0.317, + "num_tokens": 873259579.0, + "step": 4583 + }, + { + "epoch": 1.564505119453925, + "grad_norm": 0.32606596642303937, + "learning_rate": 5.5541770554501705e-06, + "loss": 0.3022, + "num_tokens": 873432049.0, + "step": 4584 + }, + { + "epoch": 1.5648464163822524, + "grad_norm": 0.29729494759077457, + "learning_rate": 5.552484100476873e-06, + "loss": 0.3284, + "num_tokens": 873645182.0, + "step": 4585 + }, + { + "epoch": 1.5651877133105803, + "grad_norm": 0.32426784648134516, + "learning_rate": 5.550791138074159e-06, + "loss": 0.3262, + "num_tokens": 873857470.0, + "step": 4586 + }, + { + "epoch": 1.565529010238908, + "grad_norm": 0.32175641598204696, + "learning_rate": 5.549098168481681e-06, + "loss": 0.3099, + "num_tokens": 874020500.0, + "step": 4587 + }, + { + "epoch": 1.5658703071672355, + "grad_norm": 0.27291446461358465, + "learning_rate": 5.547405191939085e-06, + "loss": 0.329, + "num_tokens": 874231172.0, + "step": 4588 + }, + { + "epoch": 1.5662116040955631, + "grad_norm": 0.29258213478177425, + "learning_rate": 5.545712208686024e-06, + "loss": 0.3413, + "num_tokens": 874427056.0, + "step": 4589 + }, + { + "epoch": 1.5665529010238908, + "grad_norm": 0.29015706800068897, + "learning_rate": 5.544019218962145e-06, + "loss": 0.2868, + "num_tokens": 874583608.0, + "step": 4590 + }, + { + "epoch": 1.5668941979522184, + "grad_norm": 0.2515466397942045, + "learning_rate": 5.542326223007106e-06, + "loss": 0.3129, + "num_tokens": 874808596.0, + "step": 4591 + }, + { + "epoch": 1.567235494880546, + "grad_norm": 0.27218892655937055, + "learning_rate": 5.540633221060556e-06, + "loss": 0.3145, + "num_tokens": 874986918.0, + "step": 4592 + }, + { + "epoch": 1.5675767918088739, + "grad_norm": 0.28991499801928755, + "learning_rate": 5.538940213362149e-06, + "loss": 0.3232, + "num_tokens": 875185075.0, + "step": 4593 + }, + { + "epoch": 1.5679180887372013, + "grad_norm": 0.26960882142195697, + "learning_rate": 5.537247200151542e-06, + "loss": 0.306, + "num_tokens": 875371224.0, + "step": 4594 + }, + { + "epoch": 1.5682593856655291, + "grad_norm": 0.25795331699176594, + "learning_rate": 5.535554181668387e-06, + "loss": 0.3238, + "num_tokens": 875603245.0, + "step": 4595 + }, + { + "epoch": 1.5686006825938565, + "grad_norm": 0.2869965261965305, + "learning_rate": 5.53386115815234e-06, + "loss": 0.3396, + "num_tokens": 875819644.0, + "step": 4596 + }, + { + "epoch": 1.5689419795221844, + "grad_norm": 0.3124637407669283, + "learning_rate": 5.5321681298430604e-06, + "loss": 0.2861, + "num_tokens": 875939136.0, + "step": 4597 + }, + { + "epoch": 1.5692832764505118, + "grad_norm": 0.2556245854120886, + "learning_rate": 5.530475096980207e-06, + "loss": 0.3355, + "num_tokens": 876161126.0, + "step": 4598 + }, + { + "epoch": 1.5696245733788396, + "grad_norm": 0.3089078007406389, + "learning_rate": 5.528782059803433e-06, + "loss": 0.2906, + "num_tokens": 876320778.0, + "step": 4599 + }, + { + "epoch": 1.5699658703071673, + "grad_norm": 0.32626226965090993, + "learning_rate": 5.527089018552401e-06, + "loss": 0.3221, + "num_tokens": 876458138.0, + "step": 4600 + }, + { + "epoch": 1.570307167235495, + "grad_norm": 0.27450787565438634, + "learning_rate": 5.525395973466769e-06, + "loss": 0.3038, + "num_tokens": 876652419.0, + "step": 4601 + }, + { + "epoch": 1.5706484641638225, + "grad_norm": 0.3117450740343021, + "learning_rate": 5.523702924786196e-06, + "loss": 0.321, + "num_tokens": 876810043.0, + "step": 4602 + }, + { + "epoch": 1.5709897610921502, + "grad_norm": 0.26842024653123586, + "learning_rate": 5.522009872750345e-06, + "loss": 0.3449, + "num_tokens": 877023247.0, + "step": 4603 + }, + { + "epoch": 1.5713310580204778, + "grad_norm": 0.27297783553400357, + "learning_rate": 5.520316817598872e-06, + "loss": 0.3038, + "num_tokens": 877197531.0, + "step": 4604 + }, + { + "epoch": 1.5716723549488054, + "grad_norm": 0.2661588938069577, + "learning_rate": 5.518623759571444e-06, + "loss": 0.3493, + "num_tokens": 877432629.0, + "step": 4605 + }, + { + "epoch": 1.5720136518771333, + "grad_norm": 0.30047894609416104, + "learning_rate": 5.51693069890772e-06, + "loss": 0.3293, + "num_tokens": 877595118.0, + "step": 4606 + }, + { + "epoch": 1.5723549488054607, + "grad_norm": 0.28133363121739746, + "learning_rate": 5.515237635847361e-06, + "loss": 0.3391, + "num_tokens": 877782604.0, + "step": 4607 + }, + { + "epoch": 1.5726962457337885, + "grad_norm": 0.28942211169335424, + "learning_rate": 5.513544570630032e-06, + "loss": 0.3322, + "num_tokens": 877969704.0, + "step": 4608 + }, + { + "epoch": 1.573037542662116, + "grad_norm": 0.2778707679305748, + "learning_rate": 5.5118515034953945e-06, + "loss": 0.3198, + "num_tokens": 878134719.0, + "step": 4609 + }, + { + "epoch": 1.5733788395904438, + "grad_norm": 0.25683856569663416, + "learning_rate": 5.510158434683111e-06, + "loss": 0.3029, + "num_tokens": 878369081.0, + "step": 4610 + }, + { + "epoch": 1.5737201365187712, + "grad_norm": 0.2873173543842325, + "learning_rate": 5.508465364432845e-06, + "loss": 0.3161, + "num_tokens": 878554014.0, + "step": 4611 + }, + { + "epoch": 1.574061433447099, + "grad_norm": 0.2581848003390081, + "learning_rate": 5.5067722929842584e-06, + "loss": 0.3079, + "num_tokens": 878756437.0, + "step": 4612 + }, + { + "epoch": 1.5744027303754267, + "grad_norm": 0.27447520012883314, + "learning_rate": 5.505079220577018e-06, + "loss": 0.3517, + "num_tokens": 878969611.0, + "step": 4613 + }, + { + "epoch": 1.5747440273037543, + "grad_norm": 0.2852211724484325, + "learning_rate": 5.503386147450785e-06, + "loss": 0.304, + "num_tokens": 879156784.0, + "step": 4614 + }, + { + "epoch": 1.575085324232082, + "grad_norm": 0.26897787332637724, + "learning_rate": 5.5016930738452245e-06, + "loss": 0.3131, + "num_tokens": 879354909.0, + "step": 4615 + }, + { + "epoch": 1.5754266211604095, + "grad_norm": 0.2627583675088998, + "learning_rate": 5.500000000000001e-06, + "loss": 0.3112, + "num_tokens": 879571142.0, + "step": 4616 + }, + { + "epoch": 1.5757679180887372, + "grad_norm": 0.3207172158623604, + "learning_rate": 5.498306926154776e-06, + "loss": 0.3374, + "num_tokens": 879729156.0, + "step": 4617 + }, + { + "epoch": 1.5761092150170648, + "grad_norm": 0.2784040085424084, + "learning_rate": 5.496613852549216e-06, + "loss": 0.3141, + "num_tokens": 879915746.0, + "step": 4618 + }, + { + "epoch": 1.5764505119453927, + "grad_norm": 0.3110724301570645, + "learning_rate": 5.494920779422984e-06, + "loss": 0.3705, + "num_tokens": 880092682.0, + "step": 4619 + }, + { + "epoch": 1.57679180887372, + "grad_norm": 0.28558069490789667, + "learning_rate": 5.493227707015744e-06, + "loss": 0.3366, + "num_tokens": 880281312.0, + "step": 4620 + }, + { + "epoch": 1.577133105802048, + "grad_norm": 0.2925260457593451, + "learning_rate": 5.491534635567157e-06, + "loss": 0.3076, + "num_tokens": 880474761.0, + "step": 4621 + }, + { + "epoch": 1.5774744027303753, + "grad_norm": 0.3168571190645097, + "learning_rate": 5.4898415653168905e-06, + "loss": 0.3441, + "num_tokens": 880618131.0, + "step": 4622 + }, + { + "epoch": 1.5778156996587032, + "grad_norm": 0.266450269935519, + "learning_rate": 5.488148496504609e-06, + "loss": 0.3504, + "num_tokens": 880837436.0, + "step": 4623 + }, + { + "epoch": 1.5781569965870306, + "grad_norm": 0.27564750725744985, + "learning_rate": 5.48645542936997e-06, + "loss": 0.3461, + "num_tokens": 881066091.0, + "step": 4624 + }, + { + "epoch": 1.5784982935153584, + "grad_norm": 0.27925676509558284, + "learning_rate": 5.48476236415264e-06, + "loss": 0.3004, + "num_tokens": 881233370.0, + "step": 4625 + }, + { + "epoch": 1.578839590443686, + "grad_norm": 0.2677371692655394, + "learning_rate": 5.483069301092282e-06, + "loss": 0.3378, + "num_tokens": 881420335.0, + "step": 4626 + }, + { + "epoch": 1.5791808873720137, + "grad_norm": 0.26625684784436954, + "learning_rate": 5.481376240428558e-06, + "loss": 0.311, + "num_tokens": 881602066.0, + "step": 4627 + }, + { + "epoch": 1.5795221843003413, + "grad_norm": 0.25312853649613964, + "learning_rate": 5.479683182401129e-06, + "loss": 0.3157, + "num_tokens": 881818713.0, + "step": 4628 + }, + { + "epoch": 1.579863481228669, + "grad_norm": 0.2824459971272199, + "learning_rate": 5.477990127249657e-06, + "loss": 0.3444, + "num_tokens": 882013149.0, + "step": 4629 + }, + { + "epoch": 1.5802047781569966, + "grad_norm": 0.2836196768442664, + "learning_rate": 5.476297075213806e-06, + "loss": 0.3155, + "num_tokens": 882185566.0, + "step": 4630 + }, + { + "epoch": 1.5805460750853242, + "grad_norm": 0.2890446328524102, + "learning_rate": 5.474604026533233e-06, + "loss": 0.3391, + "num_tokens": 882371980.0, + "step": 4631 + }, + { + "epoch": 1.580887372013652, + "grad_norm": 0.28897226618611677, + "learning_rate": 5.4729109814476015e-06, + "loss": 0.351, + "num_tokens": 882566650.0, + "step": 4632 + }, + { + "epoch": 1.5812286689419794, + "grad_norm": 0.3003596077761133, + "learning_rate": 5.471217940196569e-06, + "loss": 0.3122, + "num_tokens": 882718134.0, + "step": 4633 + }, + { + "epoch": 1.5815699658703073, + "grad_norm": 0.30989788726221984, + "learning_rate": 5.469524903019795e-06, + "loss": 0.3436, + "num_tokens": 882907138.0, + "step": 4634 + }, + { + "epoch": 1.5819112627986347, + "grad_norm": 0.28025651925359046, + "learning_rate": 5.46783187015694e-06, + "loss": 0.3268, + "num_tokens": 883107763.0, + "step": 4635 + }, + { + "epoch": 1.5822525597269625, + "grad_norm": 0.2843648155129123, + "learning_rate": 5.466138841847661e-06, + "loss": 0.3143, + "num_tokens": 883313517.0, + "step": 4636 + }, + { + "epoch": 1.58259385665529, + "grad_norm": 0.2859368212069042, + "learning_rate": 5.464445818331615e-06, + "loss": 0.3354, + "num_tokens": 883504153.0, + "step": 4637 + }, + { + "epoch": 1.5829351535836178, + "grad_norm": 0.29331699248709575, + "learning_rate": 5.462752799848461e-06, + "loss": 0.3386, + "num_tokens": 883691862.0, + "step": 4638 + }, + { + "epoch": 1.5832764505119454, + "grad_norm": 0.2979620801282687, + "learning_rate": 5.461059786637851e-06, + "loss": 0.2895, + "num_tokens": 883855110.0, + "step": 4639 + }, + { + "epoch": 1.583617747440273, + "grad_norm": 0.27915962123404936, + "learning_rate": 5.459366778939444e-06, + "loss": 0.2935, + "num_tokens": 884029823.0, + "step": 4640 + }, + { + "epoch": 1.5839590443686007, + "grad_norm": 0.2937074343045369, + "learning_rate": 5.4576737769928954e-06, + "loss": 0.3089, + "num_tokens": 884205693.0, + "step": 4641 + }, + { + "epoch": 1.5843003412969283, + "grad_norm": 0.28001400619035094, + "learning_rate": 5.455980781037856e-06, + "loss": 0.3266, + "num_tokens": 884404399.0, + "step": 4642 + }, + { + "epoch": 1.584641638225256, + "grad_norm": 0.2839837928745101, + "learning_rate": 5.454287791313979e-06, + "loss": 0.3257, + "num_tokens": 884623198.0, + "step": 4643 + }, + { + "epoch": 1.5849829351535836, + "grad_norm": 0.2825735458773601, + "learning_rate": 5.452594808060917e-06, + "loss": 0.3109, + "num_tokens": 884806930.0, + "step": 4644 + }, + { + "epoch": 1.5853242320819114, + "grad_norm": 0.3116803993988915, + "learning_rate": 5.4509018315183225e-06, + "loss": 0.3079, + "num_tokens": 884994699.0, + "step": 4645 + }, + { + "epoch": 1.5856655290102388, + "grad_norm": 0.27424190658602615, + "learning_rate": 5.4492088619258436e-06, + "loss": 0.2905, + "num_tokens": 885163234.0, + "step": 4646 + }, + { + "epoch": 1.5860068259385667, + "grad_norm": 0.2852095599828683, + "learning_rate": 5.447515899523129e-06, + "loss": 0.3484, + "num_tokens": 885350654.0, + "step": 4647 + }, + { + "epoch": 1.586348122866894, + "grad_norm": 0.30868830756254306, + "learning_rate": 5.44582294454983e-06, + "loss": 0.3168, + "num_tokens": 885569428.0, + "step": 4648 + }, + { + "epoch": 1.586689419795222, + "grad_norm": 0.24526669790244351, + "learning_rate": 5.444129997245593e-06, + "loss": 0.307, + "num_tokens": 885793278.0, + "step": 4649 + }, + { + "epoch": 1.5870307167235493, + "grad_norm": 0.26851951443236677, + "learning_rate": 5.442437057850061e-06, + "loss": 0.2903, + "num_tokens": 885974000.0, + "step": 4650 + }, + { + "epoch": 1.5873720136518772, + "grad_norm": 0.2686924216384737, + "learning_rate": 5.44074412660288e-06, + "loss": 0.3034, + "num_tokens": 886147387.0, + "step": 4651 + }, + { + "epoch": 1.5877133105802048, + "grad_norm": 0.264665470648862, + "learning_rate": 5.439051203743696e-06, + "loss": 0.3218, + "num_tokens": 886346219.0, + "step": 4652 + }, + { + "epoch": 1.5880546075085324, + "grad_norm": 0.25861562578631136, + "learning_rate": 5.4373582895121504e-06, + "loss": 0.3039, + "num_tokens": 886560212.0, + "step": 4653 + }, + { + "epoch": 1.58839590443686, + "grad_norm": 0.27791428911991173, + "learning_rate": 5.435665384147884e-06, + "loss": 0.3213, + "num_tokens": 886752817.0, + "step": 4654 + }, + { + "epoch": 1.5887372013651877, + "grad_norm": 0.27357696736753423, + "learning_rate": 5.433972487890536e-06, + "loss": 0.2967, + "num_tokens": 886945224.0, + "step": 4655 + }, + { + "epoch": 1.5890784982935153, + "grad_norm": 0.27397098515914386, + "learning_rate": 5.432279600979747e-06, + "loss": 0.2983, + "num_tokens": 887122742.0, + "step": 4656 + }, + { + "epoch": 1.589419795221843, + "grad_norm": 0.30054522562467145, + "learning_rate": 5.430586723655155e-06, + "loss": 0.3413, + "num_tokens": 887286139.0, + "step": 4657 + }, + { + "epoch": 1.5897610921501708, + "grad_norm": 0.270845087235785, + "learning_rate": 5.428893856156396e-06, + "loss": 0.3392, + "num_tokens": 887498212.0, + "step": 4658 + }, + { + "epoch": 1.5901023890784982, + "grad_norm": 0.26724851688706447, + "learning_rate": 5.427200998723101e-06, + "loss": 0.3162, + "num_tokens": 887689603.0, + "step": 4659 + }, + { + "epoch": 1.590443686006826, + "grad_norm": 0.28728111470410034, + "learning_rate": 5.425508151594907e-06, + "loss": 0.343, + "num_tokens": 887897586.0, + "step": 4660 + }, + { + "epoch": 1.5907849829351535, + "grad_norm": 0.280133406314308, + "learning_rate": 5.423815315011443e-06, + "loss": 0.3103, + "num_tokens": 888067439.0, + "step": 4661 + }, + { + "epoch": 1.5911262798634813, + "grad_norm": 0.27958668952998894, + "learning_rate": 5.422122489212345e-06, + "loss": 0.3071, + "num_tokens": 888249205.0, + "step": 4662 + }, + { + "epoch": 1.5914675767918087, + "grad_norm": 0.2830732455141023, + "learning_rate": 5.4204296744372355e-06, + "loss": 0.3342, + "num_tokens": 888452336.0, + "step": 4663 + }, + { + "epoch": 1.5918088737201366, + "grad_norm": 0.24979214187298895, + "learning_rate": 5.418736870925744e-06, + "loss": 0.3343, + "num_tokens": 888691099.0, + "step": 4664 + }, + { + "epoch": 1.5921501706484642, + "grad_norm": 0.2629633585198284, + "learning_rate": 5.417044078917497e-06, + "loss": 0.3044, + "num_tokens": 888891930.0, + "step": 4665 + }, + { + "epoch": 1.5924914675767918, + "grad_norm": 0.2535625753083721, + "learning_rate": 5.415351298652119e-06, + "loss": 0.3035, + "num_tokens": 889120168.0, + "step": 4666 + }, + { + "epoch": 1.5928327645051195, + "grad_norm": 0.273319607315186, + "learning_rate": 5.41365853036923e-06, + "loss": 0.3081, + "num_tokens": 889295281.0, + "step": 4667 + }, + { + "epoch": 1.593174061433447, + "grad_norm": 0.29184702547036445, + "learning_rate": 5.411965774308453e-06, + "loss": 0.304, + "num_tokens": 889459891.0, + "step": 4668 + }, + { + "epoch": 1.5935153583617747, + "grad_norm": 0.2527450640838589, + "learning_rate": 5.410273030709406e-06, + "loss": 0.3121, + "num_tokens": 889689606.0, + "step": 4669 + }, + { + "epoch": 1.5938566552901023, + "grad_norm": 0.2750543027359385, + "learning_rate": 5.408580299811704e-06, + "loss": 0.3186, + "num_tokens": 889875915.0, + "step": 4670 + }, + { + "epoch": 1.5941979522184302, + "grad_norm": 0.27457063788182545, + "learning_rate": 5.406887581854969e-06, + "loss": 0.2989, + "num_tokens": 890057358.0, + "step": 4671 + }, + { + "epoch": 1.5945392491467576, + "grad_norm": 0.29114936099525923, + "learning_rate": 5.405194877078807e-06, + "loss": 0.341, + "num_tokens": 890268194.0, + "step": 4672 + }, + { + "epoch": 1.5948805460750854, + "grad_norm": 0.3509921388723239, + "learning_rate": 5.403502185722833e-06, + "loss": 0.3046, + "num_tokens": 890430242.0, + "step": 4673 + }, + { + "epoch": 1.5952218430034129, + "grad_norm": 0.27772194379822, + "learning_rate": 5.401809508026658e-06, + "loss": 0.292, + "num_tokens": 890610930.0, + "step": 4674 + }, + { + "epoch": 1.5955631399317407, + "grad_norm": 0.2734169660499272, + "learning_rate": 5.400116844229887e-06, + "loss": 0.3095, + "num_tokens": 890801458.0, + "step": 4675 + }, + { + "epoch": 1.595904436860068, + "grad_norm": 0.27875822395318506, + "learning_rate": 5.3984241945721286e-06, + "loss": 0.3286, + "num_tokens": 890978752.0, + "step": 4676 + }, + { + "epoch": 1.596245733788396, + "grad_norm": 0.5028491560434123, + "learning_rate": 5.396731559292985e-06, + "loss": 0.3476, + "num_tokens": 891194788.0, + "step": 4677 + }, + { + "epoch": 1.5965870307167236, + "grad_norm": 0.28514356239258454, + "learning_rate": 5.395038938632058e-06, + "loss": 0.311, + "num_tokens": 891363096.0, + "step": 4678 + }, + { + "epoch": 1.5969283276450512, + "grad_norm": 0.28493752090304747, + "learning_rate": 5.393346332828947e-06, + "loss": 0.311, + "num_tokens": 891530312.0, + "step": 4679 + }, + { + "epoch": 1.5972696245733788, + "grad_norm": 0.27870406373906614, + "learning_rate": 5.391653742123254e-06, + "loss": 0.333, + "num_tokens": 891731540.0, + "step": 4680 + }, + { + "epoch": 1.5976109215017065, + "grad_norm": 0.2868232262291478, + "learning_rate": 5.389961166754569e-06, + "loss": 0.2949, + "num_tokens": 891892460.0, + "step": 4681 + }, + { + "epoch": 1.597952218430034, + "grad_norm": 0.2562379420480811, + "learning_rate": 5.388268606962488e-06, + "loss": 0.3022, + "num_tokens": 892096117.0, + "step": 4682 + }, + { + "epoch": 1.5982935153583617, + "grad_norm": 0.259121005230479, + "learning_rate": 5.3865760629866e-06, + "loss": 0.2933, + "num_tokens": 892303908.0, + "step": 4683 + }, + { + "epoch": 1.5986348122866896, + "grad_norm": 0.3006702707862342, + "learning_rate": 5.384883535066499e-06, + "loss": 0.3288, + "num_tokens": 892481469.0, + "step": 4684 + }, + { + "epoch": 1.598976109215017, + "grad_norm": 0.2976754711617435, + "learning_rate": 5.383191023441765e-06, + "loss": 0.3321, + "num_tokens": 892673665.0, + "step": 4685 + }, + { + "epoch": 1.5993174061433448, + "grad_norm": 0.2732223298985161, + "learning_rate": 5.381498528351987e-06, + "loss": 0.3318, + "num_tokens": 892868571.0, + "step": 4686 + }, + { + "epoch": 1.5996587030716722, + "grad_norm": 0.28343072456569623, + "learning_rate": 5.379806050036745e-06, + "loss": 0.3221, + "num_tokens": 893047848.0, + "step": 4687 + }, + { + "epoch": 1.6, + "grad_norm": 0.30663853806044583, + "learning_rate": 5.378113588735621e-06, + "loss": 0.2986, + "num_tokens": 893260004.0, + "step": 4688 + }, + { + "epoch": 1.6003412969283275, + "grad_norm": 0.3040333774694557, + "learning_rate": 5.37642114468819e-06, + "loss": 0.344, + "num_tokens": 893455949.0, + "step": 4689 + }, + { + "epoch": 1.6006825938566553, + "grad_norm": 0.41096641942385587, + "learning_rate": 5.374728718134027e-06, + "loss": 0.3297, + "num_tokens": 893657692.0, + "step": 4690 + }, + { + "epoch": 1.601023890784983, + "grad_norm": 0.2592278518609229, + "learning_rate": 5.373036309312704e-06, + "loss": 0.3257, + "num_tokens": 893873961.0, + "step": 4691 + }, + { + "epoch": 1.6013651877133106, + "grad_norm": 0.2707453512520186, + "learning_rate": 5.371343918463792e-06, + "loss": 0.3181, + "num_tokens": 894092459.0, + "step": 4692 + }, + { + "epoch": 1.6017064846416382, + "grad_norm": 0.27096016642799936, + "learning_rate": 5.369651545826857e-06, + "loss": 0.3058, + "num_tokens": 894277926.0, + "step": 4693 + }, + { + "epoch": 1.6020477815699659, + "grad_norm": 0.2961771582397787, + "learning_rate": 5.367959191641466e-06, + "loss": 0.312, + "num_tokens": 894452078.0, + "step": 4694 + }, + { + "epoch": 1.6023890784982935, + "grad_norm": 0.2593322385446831, + "learning_rate": 5.366266856147178e-06, + "loss": 0.3221, + "num_tokens": 894677965.0, + "step": 4695 + }, + { + "epoch": 1.6027303754266211, + "grad_norm": 0.2833973169500321, + "learning_rate": 5.364574539583553e-06, + "loss": 0.3074, + "num_tokens": 894857024.0, + "step": 4696 + }, + { + "epoch": 1.603071672354949, + "grad_norm": 0.2708714290486682, + "learning_rate": 5.362882242190152e-06, + "loss": 0.3266, + "num_tokens": 895058829.0, + "step": 4697 + }, + { + "epoch": 1.6034129692832764, + "grad_norm": 0.2819303237002295, + "learning_rate": 5.361189964206523e-06, + "loss": 0.3094, + "num_tokens": 895229058.0, + "step": 4698 + }, + { + "epoch": 1.6037542662116042, + "grad_norm": 0.349158727801403, + "learning_rate": 5.359497705872218e-06, + "loss": 0.3106, + "num_tokens": 895364555.0, + "step": 4699 + }, + { + "epoch": 1.6040955631399316, + "grad_norm": 0.2723524134697792, + "learning_rate": 5.357805467426791e-06, + "loss": 0.323, + "num_tokens": 895572079.0, + "step": 4700 + }, + { + "epoch": 1.6044368600682595, + "grad_norm": 0.2661438941105369, + "learning_rate": 5.356113249109783e-06, + "loss": 0.3235, + "num_tokens": 895770577.0, + "step": 4701 + }, + { + "epoch": 1.6047781569965869, + "grad_norm": 0.284065616956131, + "learning_rate": 5.354421051160737e-06, + "loss": 0.3078, + "num_tokens": 895972059.0, + "step": 4702 + }, + { + "epoch": 1.6051194539249147, + "grad_norm": 0.2847909864249558, + "learning_rate": 5.352728873819194e-06, + "loss": 0.2948, + "num_tokens": 896127464.0, + "step": 4703 + }, + { + "epoch": 1.6054607508532424, + "grad_norm": 0.30065253750560167, + "learning_rate": 5.351036717324692e-06, + "loss": 0.3234, + "num_tokens": 896289346.0, + "step": 4704 + }, + { + "epoch": 1.60580204778157, + "grad_norm": 0.28378250116630643, + "learning_rate": 5.349344581916762e-06, + "loss": 0.3341, + "num_tokens": 896482822.0, + "step": 4705 + }, + { + "epoch": 1.6061433447098976, + "grad_norm": 0.2747426521635689, + "learning_rate": 5.347652467834941e-06, + "loss": 0.3169, + "num_tokens": 896697760.0, + "step": 4706 + }, + { + "epoch": 1.6064846416382252, + "grad_norm": 0.2935914089815424, + "learning_rate": 5.34596037531875e-06, + "loss": 0.3197, + "num_tokens": 896866057.0, + "step": 4707 + }, + { + "epoch": 1.6068259385665529, + "grad_norm": 0.27425983607368104, + "learning_rate": 5.344268304607716e-06, + "loss": 0.3236, + "num_tokens": 897057291.0, + "step": 4708 + }, + { + "epoch": 1.6071672354948805, + "grad_norm": 0.2735779288405905, + "learning_rate": 5.342576255941363e-06, + "loss": 0.3351, + "num_tokens": 897278270.0, + "step": 4709 + }, + { + "epoch": 1.6075085324232083, + "grad_norm": 0.2848025479738517, + "learning_rate": 5.340884229559209e-06, + "loss": 0.3161, + "num_tokens": 897474117.0, + "step": 4710 + }, + { + "epoch": 1.6078498293515358, + "grad_norm": 0.2677207864216149, + "learning_rate": 5.339192225700772e-06, + "loss": 0.2881, + "num_tokens": 897664882.0, + "step": 4711 + }, + { + "epoch": 1.6081911262798636, + "grad_norm": 0.2763531033405729, + "learning_rate": 5.3375002446055606e-06, + "loss": 0.3436, + "num_tokens": 897864386.0, + "step": 4712 + }, + { + "epoch": 1.608532423208191, + "grad_norm": 0.2678412353030376, + "learning_rate": 5.335808286513085e-06, + "loss": 0.3126, + "num_tokens": 898066984.0, + "step": 4713 + }, + { + "epoch": 1.6088737201365189, + "grad_norm": 0.2844145819465325, + "learning_rate": 5.33411635166285e-06, + "loss": 0.3086, + "num_tokens": 898240160.0, + "step": 4714 + }, + { + "epoch": 1.6092150170648463, + "grad_norm": 0.2875971052717471, + "learning_rate": 5.332424440294362e-06, + "loss": 0.3179, + "num_tokens": 898430422.0, + "step": 4715 + }, + { + "epoch": 1.6095563139931741, + "grad_norm": 0.28019359305592395, + "learning_rate": 5.330732552647119e-06, + "loss": 0.3173, + "num_tokens": 898621588.0, + "step": 4716 + }, + { + "epoch": 1.6098976109215017, + "grad_norm": 0.32001410092299715, + "learning_rate": 5.329040688960615e-06, + "loss": 0.3177, + "num_tokens": 898767253.0, + "step": 4717 + }, + { + "epoch": 1.6102389078498294, + "grad_norm": 0.2901575450146307, + "learning_rate": 5.3273488494743455e-06, + "loss": 0.334, + "num_tokens": 898943294.0, + "step": 4718 + }, + { + "epoch": 1.610580204778157, + "grad_norm": 0.2793105316424412, + "learning_rate": 5.325657034427798e-06, + "loss": 0.3034, + "num_tokens": 899106534.0, + "step": 4719 + }, + { + "epoch": 1.6109215017064846, + "grad_norm": 0.323287913412839, + "learning_rate": 5.3239652440604586e-06, + "loss": 0.3337, + "num_tokens": 899257217.0, + "step": 4720 + }, + { + "epoch": 1.6112627986348123, + "grad_norm": 0.27804894843524286, + "learning_rate": 5.322273478611808e-06, + "loss": 0.3439, + "num_tokens": 899452948.0, + "step": 4721 + }, + { + "epoch": 1.6116040955631399, + "grad_norm": 0.2773901446431138, + "learning_rate": 5.320581738321326e-06, + "loss": 0.304, + "num_tokens": 899644386.0, + "step": 4722 + }, + { + "epoch": 1.6119453924914677, + "grad_norm": 0.28338292254810027, + "learning_rate": 5.31889002342849e-06, + "loss": 0.3324, + "num_tokens": 899879671.0, + "step": 4723 + }, + { + "epoch": 1.6122866894197951, + "grad_norm": 0.2833946712987271, + "learning_rate": 5.31719833417277e-06, + "loss": 0.2971, + "num_tokens": 900034501.0, + "step": 4724 + }, + { + "epoch": 1.612627986348123, + "grad_norm": 0.2553001982773906, + "learning_rate": 5.315506670793632e-06, + "loss": 0.3338, + "num_tokens": 900271357.0, + "step": 4725 + }, + { + "epoch": 1.6129692832764504, + "grad_norm": 0.2746896921429054, + "learning_rate": 5.313815033530543e-06, + "loss": 0.3024, + "num_tokens": 900465813.0, + "step": 4726 + }, + { + "epoch": 1.6133105802047782, + "grad_norm": 0.2839332651660003, + "learning_rate": 5.312123422622961e-06, + "loss": 0.3179, + "num_tokens": 900643445.0, + "step": 4727 + }, + { + "epoch": 1.6136518771331056, + "grad_norm": 0.270990885689078, + "learning_rate": 5.310431838310348e-06, + "loss": 0.3307, + "num_tokens": 900832295.0, + "step": 4728 + }, + { + "epoch": 1.6139931740614335, + "grad_norm": 0.28900669108073884, + "learning_rate": 5.30874028083215e-06, + "loss": 0.3451, + "num_tokens": 901018566.0, + "step": 4729 + }, + { + "epoch": 1.6143344709897611, + "grad_norm": 0.2679465996035512, + "learning_rate": 5.307048750427821e-06, + "loss": 0.3006, + "num_tokens": 901210754.0, + "step": 4730 + }, + { + "epoch": 1.6146757679180888, + "grad_norm": 0.31292794015670095, + "learning_rate": 5.3053572473368045e-06, + "loss": 0.3412, + "num_tokens": 901383438.0, + "step": 4731 + }, + { + "epoch": 1.6150170648464164, + "grad_norm": 0.2863217489999514, + "learning_rate": 5.303665771798544e-06, + "loss": 0.2931, + "num_tokens": 901546508.0, + "step": 4732 + }, + { + "epoch": 1.615358361774744, + "grad_norm": 0.2839246898733214, + "learning_rate": 5.301974324052474e-06, + "loss": 0.351, + "num_tokens": 901729585.0, + "step": 4733 + }, + { + "epoch": 1.6156996587030716, + "grad_norm": 0.2467073605622726, + "learning_rate": 5.300282904338032e-06, + "loss": 0.3549, + "num_tokens": 901989279.0, + "step": 4734 + }, + { + "epoch": 1.6160409556313993, + "grad_norm": 0.29707283822564406, + "learning_rate": 5.298591512894646e-06, + "loss": 0.3201, + "num_tokens": 902160479.0, + "step": 4735 + }, + { + "epoch": 1.6163822525597271, + "grad_norm": 0.2889480525746734, + "learning_rate": 5.29690014996174e-06, + "loss": 0.3072, + "num_tokens": 902370435.0, + "step": 4736 + }, + { + "epoch": 1.6167235494880545, + "grad_norm": 0.2823026939953877, + "learning_rate": 5.295208815778741e-06, + "loss": 0.2881, + "num_tokens": 902540787.0, + "step": 4737 + }, + { + "epoch": 1.6170648464163824, + "grad_norm": 0.28272487832421905, + "learning_rate": 5.29351751058506e-06, + "loss": 0.3261, + "num_tokens": 902757579.0, + "step": 4738 + }, + { + "epoch": 1.6174061433447098, + "grad_norm": 0.2887290376066475, + "learning_rate": 5.2918262346201145e-06, + "loss": 0.3352, + "num_tokens": 902929543.0, + "step": 4739 + }, + { + "epoch": 1.6177474402730376, + "grad_norm": 0.27763813260954806, + "learning_rate": 5.2901349881233134e-06, + "loss": 0.3375, + "num_tokens": 903127626.0, + "step": 4740 + }, + { + "epoch": 1.618088737201365, + "grad_norm": 0.2783984497272406, + "learning_rate": 5.288443771334063e-06, + "loss": 0.3297, + "num_tokens": 903327846.0, + "step": 4741 + }, + { + "epoch": 1.6184300341296929, + "grad_norm": 0.9964148448416255, + "learning_rate": 5.286752584491761e-06, + "loss": 0.3322, + "num_tokens": 903496558.0, + "step": 4742 + }, + { + "epoch": 1.6187713310580205, + "grad_norm": 0.2607581967833953, + "learning_rate": 5.2850614278358085e-06, + "loss": 0.2981, + "num_tokens": 903688446.0, + "step": 4743 + }, + { + "epoch": 1.6191126279863481, + "grad_norm": 0.3003288437987216, + "learning_rate": 5.283370301605594e-06, + "loss": 0.3241, + "num_tokens": 903837396.0, + "step": 4744 + }, + { + "epoch": 1.6194539249146758, + "grad_norm": 0.2500943975618595, + "learning_rate": 5.2816792060405084e-06, + "loss": 0.3035, + "num_tokens": 904054166.0, + "step": 4745 + }, + { + "epoch": 1.6197952218430034, + "grad_norm": 0.2953476386775574, + "learning_rate": 5.279988141379937e-06, + "loss": 0.3104, + "num_tokens": 904237803.0, + "step": 4746 + }, + { + "epoch": 1.620136518771331, + "grad_norm": 0.2892501268924519, + "learning_rate": 5.278297107863255e-06, + "loss": 0.3446, + "num_tokens": 904424774.0, + "step": 4747 + }, + { + "epoch": 1.6204778156996587, + "grad_norm": 0.26495778161420275, + "learning_rate": 5.27660610572984e-06, + "loss": 0.3244, + "num_tokens": 904651381.0, + "step": 4748 + }, + { + "epoch": 1.6208191126279865, + "grad_norm": 0.284062709433402, + "learning_rate": 5.274915135219062e-06, + "loss": 0.3479, + "num_tokens": 904839262.0, + "step": 4749 + }, + { + "epoch": 1.621160409556314, + "grad_norm": 0.3566786761362673, + "learning_rate": 5.273224196570288e-06, + "loss": 0.3052, + "num_tokens": 905062586.0, + "step": 4750 + }, + { + "epoch": 1.6215017064846418, + "grad_norm": 0.2786514497851402, + "learning_rate": 5.27153329002288e-06, + "loss": 0.3286, + "num_tokens": 905256779.0, + "step": 4751 + }, + { + "epoch": 1.6218430034129692, + "grad_norm": 0.2640213063438157, + "learning_rate": 5.2698424158161935e-06, + "loss": 0.328, + "num_tokens": 905480058.0, + "step": 4752 + }, + { + "epoch": 1.622184300341297, + "grad_norm": 0.2681079106127018, + "learning_rate": 5.268151574189582e-06, + "loss": 0.3108, + "num_tokens": 905683786.0, + "step": 4753 + }, + { + "epoch": 1.6225255972696244, + "grad_norm": 0.27005829119732616, + "learning_rate": 5.266460765382395e-06, + "loss": 0.3082, + "num_tokens": 905882223.0, + "step": 4754 + }, + { + "epoch": 1.6228668941979523, + "grad_norm": 0.266874872306753, + "learning_rate": 5.264769989633972e-06, + "loss": 0.3018, + "num_tokens": 906053489.0, + "step": 4755 + }, + { + "epoch": 1.62320819112628, + "grad_norm": 0.27525944569478666, + "learning_rate": 5.263079247183655e-06, + "loss": 0.3227, + "num_tokens": 906249418.0, + "step": 4756 + }, + { + "epoch": 1.6235494880546075, + "grad_norm": 0.2865661412891534, + "learning_rate": 5.261388538270775e-06, + "loss": 0.3174, + "num_tokens": 906434018.0, + "step": 4757 + }, + { + "epoch": 1.6238907849829352, + "grad_norm": 0.2621976799166636, + "learning_rate": 5.259697863134665e-06, + "loss": 0.3162, + "num_tokens": 906654631.0, + "step": 4758 + }, + { + "epoch": 1.6242320819112628, + "grad_norm": 0.2779505253709386, + "learning_rate": 5.258007222014648e-06, + "loss": 0.3415, + "num_tokens": 906858281.0, + "step": 4759 + }, + { + "epoch": 1.6245733788395904, + "grad_norm": 0.26845805870087414, + "learning_rate": 5.256316615150042e-06, + "loss": 0.2909, + "num_tokens": 907028522.0, + "step": 4760 + }, + { + "epoch": 1.624914675767918, + "grad_norm": 0.28943297412377217, + "learning_rate": 5.254626042780162e-06, + "loss": 0.3489, + "num_tokens": 907222335.0, + "step": 4761 + }, + { + "epoch": 1.6252559726962459, + "grad_norm": 0.26524291724678106, + "learning_rate": 5.25293550514432e-06, + "loss": 0.3176, + "num_tokens": 907428483.0, + "step": 4762 + }, + { + "epoch": 1.6255972696245733, + "grad_norm": 0.255388466558895, + "learning_rate": 5.251245002481819e-06, + "loss": 0.2975, + "num_tokens": 907629976.0, + "step": 4763 + }, + { + "epoch": 1.6259385665529011, + "grad_norm": 0.28324021545453243, + "learning_rate": 5.249554535031959e-06, + "loss": 0.3511, + "num_tokens": 907832031.0, + "step": 4764 + }, + { + "epoch": 1.6262798634812285, + "grad_norm": 0.26759563082495263, + "learning_rate": 5.247864103034035e-06, + "loss": 0.3145, + "num_tokens": 908020520.0, + "step": 4765 + }, + { + "epoch": 1.6266211604095564, + "grad_norm": 0.26135261903041185, + "learning_rate": 5.246173706727337e-06, + "loss": 0.2795, + "num_tokens": 908206437.0, + "step": 4766 + }, + { + "epoch": 1.6269624573378838, + "grad_norm": 0.2593283000870445, + "learning_rate": 5.244483346351153e-06, + "loss": 0.3187, + "num_tokens": 908418297.0, + "step": 4767 + }, + { + "epoch": 1.6273037542662117, + "grad_norm": 0.25030225120817307, + "learning_rate": 5.2427930221447566e-06, + "loss": 0.2951, + "num_tokens": 908616140.0, + "step": 4768 + }, + { + "epoch": 1.6276450511945393, + "grad_norm": 0.2555508093231968, + "learning_rate": 5.241102734347427e-06, + "loss": 0.3298, + "num_tokens": 908841695.0, + "step": 4769 + }, + { + "epoch": 1.627986348122867, + "grad_norm": 0.2844263373289964, + "learning_rate": 5.239412483198434e-06, + "loss": 0.3097, + "num_tokens": 909011618.0, + "step": 4770 + }, + { + "epoch": 1.6283276450511945, + "grad_norm": 0.2735264460098547, + "learning_rate": 5.237722268937039e-06, + "loss": 0.3231, + "num_tokens": 909213266.0, + "step": 4771 + }, + { + "epoch": 1.6286689419795222, + "grad_norm": 0.2546146344006622, + "learning_rate": 5.236032091802504e-06, + "loss": 0.2994, + "num_tokens": 909429760.0, + "step": 4772 + }, + { + "epoch": 1.6290102389078498, + "grad_norm": 0.3019578037607209, + "learning_rate": 5.234341952034082e-06, + "loss": 0.2979, + "num_tokens": 909598750.0, + "step": 4773 + }, + { + "epoch": 1.6293515358361774, + "grad_norm": 0.28509595886688116, + "learning_rate": 5.23265184987102e-06, + "loss": 0.3041, + "num_tokens": 909778396.0, + "step": 4774 + }, + { + "epoch": 1.6296928327645053, + "grad_norm": 0.27580732219391924, + "learning_rate": 5.230961785552563e-06, + "loss": 0.3013, + "num_tokens": 909948744.0, + "step": 4775 + }, + { + "epoch": 1.6300341296928327, + "grad_norm": 0.2870955815103635, + "learning_rate": 5.2292717593179505e-06, + "loss": 0.3213, + "num_tokens": 910127762.0, + "step": 4776 + }, + { + "epoch": 1.6303754266211605, + "grad_norm": 0.2879094202548036, + "learning_rate": 5.227581771406413e-06, + "loss": 0.3512, + "num_tokens": 910362424.0, + "step": 4777 + }, + { + "epoch": 1.630716723549488, + "grad_norm": 0.27717909664852974, + "learning_rate": 5.225891822057175e-06, + "loss": 0.3166, + "num_tokens": 910550395.0, + "step": 4778 + }, + { + "epoch": 1.6310580204778158, + "grad_norm": 0.2719977088985583, + "learning_rate": 5.224201911509462e-06, + "loss": 0.3439, + "num_tokens": 910772276.0, + "step": 4779 + }, + { + "epoch": 1.6313993174061432, + "grad_norm": 0.2540454694196647, + "learning_rate": 5.2225120400024895e-06, + "loss": 0.3188, + "num_tokens": 911002994.0, + "step": 4780 + }, + { + "epoch": 1.631740614334471, + "grad_norm": 0.25939114884438236, + "learning_rate": 5.220822207775468e-06, + "loss": 0.294, + "num_tokens": 911213233.0, + "step": 4781 + }, + { + "epoch": 1.6320819112627987, + "grad_norm": 0.26928001102427374, + "learning_rate": 5.219132415067602e-06, + "loss": 0.3354, + "num_tokens": 911425411.0, + "step": 4782 + }, + { + "epoch": 1.6324232081911263, + "grad_norm": 0.31969814175400674, + "learning_rate": 5.217442662118091e-06, + "loss": 0.3153, + "num_tokens": 911627947.0, + "step": 4783 + }, + { + "epoch": 1.632764505119454, + "grad_norm": 0.2909570244573314, + "learning_rate": 5.215752949166127e-06, + "loss": 0.3446, + "num_tokens": 911840416.0, + "step": 4784 + }, + { + "epoch": 1.6331058020477816, + "grad_norm": 0.2766287996500155, + "learning_rate": 5.214063276450904e-06, + "loss": 0.2967, + "num_tokens": 912001530.0, + "step": 4785 + }, + { + "epoch": 1.6334470989761092, + "grad_norm": 0.27757835482486237, + "learning_rate": 5.212373644211599e-06, + "loss": 0.313, + "num_tokens": 912162768.0, + "step": 4786 + }, + { + "epoch": 1.6337883959044368, + "grad_norm": 0.2744806262217971, + "learning_rate": 5.21068405268739e-06, + "loss": 0.3028, + "num_tokens": 912355084.0, + "step": 4787 + }, + { + "epoch": 1.6341296928327647, + "grad_norm": 0.2644794954032393, + "learning_rate": 5.208994502117449e-06, + "loss": 0.2969, + "num_tokens": 912536213.0, + "step": 4788 + }, + { + "epoch": 1.634470989761092, + "grad_norm": 0.25838112153641474, + "learning_rate": 5.207304992740942e-06, + "loss": 0.3139, + "num_tokens": 912742772.0, + "step": 4789 + }, + { + "epoch": 1.63481228668942, + "grad_norm": 0.32679878629253717, + "learning_rate": 5.205615524797024e-06, + "loss": 0.3248, + "num_tokens": 912910667.0, + "step": 4790 + }, + { + "epoch": 1.6351535836177473, + "grad_norm": 0.2749328380133766, + "learning_rate": 5.203926098524853e-06, + "loss": 0.3452, + "num_tokens": 913115902.0, + "step": 4791 + }, + { + "epoch": 1.6354948805460752, + "grad_norm": 0.2610226975860019, + "learning_rate": 5.202236714163575e-06, + "loss": 0.312, + "num_tokens": 913304727.0, + "step": 4792 + }, + { + "epoch": 1.6358361774744026, + "grad_norm": 0.29292276016413116, + "learning_rate": 5.2005473719523314e-06, + "loss": 0.3552, + "num_tokens": 913491336.0, + "step": 4793 + }, + { + "epoch": 1.6361774744027304, + "grad_norm": 0.23274829693408394, + "learning_rate": 5.198858072130261e-06, + "loss": 0.3067, + "num_tokens": 913713286.0, + "step": 4794 + }, + { + "epoch": 1.636518771331058, + "grad_norm": 0.2780323744414377, + "learning_rate": 5.197168814936488e-06, + "loss": 0.3084, + "num_tokens": 913900718.0, + "step": 4795 + }, + { + "epoch": 1.6368600682593857, + "grad_norm": 0.28168559222599643, + "learning_rate": 5.195479600610139e-06, + "loss": 0.301, + "num_tokens": 914097705.0, + "step": 4796 + }, + { + "epoch": 1.6372013651877133, + "grad_norm": 0.2720502424235814, + "learning_rate": 5.193790429390331e-06, + "loss": 0.3088, + "num_tokens": 914272301.0, + "step": 4797 + }, + { + "epoch": 1.637542662116041, + "grad_norm": 0.2647732271625913, + "learning_rate": 5.1921013015161795e-06, + "loss": 0.3201, + "num_tokens": 914471308.0, + "step": 4798 + }, + { + "epoch": 1.6378839590443686, + "grad_norm": 0.2709952801020578, + "learning_rate": 5.190412217226784e-06, + "loss": 0.2787, + "num_tokens": 914634982.0, + "step": 4799 + }, + { + "epoch": 1.6382252559726962, + "grad_norm": 0.303330360090053, + "learning_rate": 5.188723176761245e-06, + "loss": 0.2954, + "num_tokens": 914779856.0, + "step": 4800 + }, + { + "epoch": 1.638566552901024, + "grad_norm": 0.2912639631610368, + "learning_rate": 5.187034180358657e-06, + "loss": 0.3316, + "num_tokens": 914949531.0, + "step": 4801 + }, + { + "epoch": 1.6389078498293514, + "grad_norm": 0.24513998964639305, + "learning_rate": 5.185345228258107e-06, + "loss": 0.3126, + "num_tokens": 915187305.0, + "step": 4802 + }, + { + "epoch": 1.6392491467576793, + "grad_norm": 0.30176432042023343, + "learning_rate": 5.183656320698674e-06, + "loss": 0.3073, + "num_tokens": 915338886.0, + "step": 4803 + }, + { + "epoch": 1.6395904436860067, + "grad_norm": 0.2809890994263039, + "learning_rate": 5.181967457919434e-06, + "loss": 0.3174, + "num_tokens": 915525417.0, + "step": 4804 + }, + { + "epoch": 1.6399317406143346, + "grad_norm": 0.28019306548942585, + "learning_rate": 5.180278640159452e-06, + "loss": 0.3026, + "num_tokens": 915703432.0, + "step": 4805 + }, + { + "epoch": 1.640273037542662, + "grad_norm": 0.26731217895440806, + "learning_rate": 5.178589867657793e-06, + "loss": 0.3192, + "num_tokens": 915890316.0, + "step": 4806 + }, + { + "epoch": 1.6406143344709898, + "grad_norm": 0.32837972566178275, + "learning_rate": 5.176901140653511e-06, + "loss": 0.2986, + "num_tokens": 916056845.0, + "step": 4807 + }, + { + "epoch": 1.6409556313993174, + "grad_norm": 0.23865987029920283, + "learning_rate": 5.175212459385652e-06, + "loss": 0.306, + "num_tokens": 916288101.0, + "step": 4808 + }, + { + "epoch": 1.641296928327645, + "grad_norm": 0.3333276995673415, + "learning_rate": 5.1735238240932606e-06, + "loss": 0.3585, + "num_tokens": 916529525.0, + "step": 4809 + }, + { + "epoch": 1.6416382252559727, + "grad_norm": 0.27910587619464783, + "learning_rate": 5.171835235015372e-06, + "loss": 0.3159, + "num_tokens": 916708608.0, + "step": 4810 + }, + { + "epoch": 1.6419795221843003, + "grad_norm": 0.28590181400545917, + "learning_rate": 5.170146692391016e-06, + "loss": 0.3348, + "num_tokens": 916937585.0, + "step": 4811 + }, + { + "epoch": 1.642320819112628, + "grad_norm": 0.3281282576358483, + "learning_rate": 5.168458196459213e-06, + "loss": 0.31, + "num_tokens": 917068009.0, + "step": 4812 + }, + { + "epoch": 1.6426621160409556, + "grad_norm": 6.005753233540501, + "learning_rate": 5.166769747458981e-06, + "loss": 0.3117, + "num_tokens": 917230374.0, + "step": 4813 + }, + { + "epoch": 1.6430034129692834, + "grad_norm": 0.3055028637042783, + "learning_rate": 5.165081345629328e-06, + "loss": 0.2928, + "num_tokens": 917383769.0, + "step": 4814 + }, + { + "epoch": 1.6433447098976108, + "grad_norm": 0.27534864736901044, + "learning_rate": 5.163392991209257e-06, + "loss": 0.313, + "num_tokens": 917598164.0, + "step": 4815 + }, + { + "epoch": 1.6436860068259387, + "grad_norm": 0.2691843974030513, + "learning_rate": 5.161704684437766e-06, + "loss": 0.3284, + "num_tokens": 917818265.0, + "step": 4816 + }, + { + "epoch": 1.644027303754266, + "grad_norm": 0.26389732096552454, + "learning_rate": 5.16001642555384e-06, + "loss": 0.2915, + "num_tokens": 917998446.0, + "step": 4817 + }, + { + "epoch": 1.644368600682594, + "grad_norm": 0.2608139933185386, + "learning_rate": 5.158328214796463e-06, + "loss": 0.3074, + "num_tokens": 918199026.0, + "step": 4818 + }, + { + "epoch": 1.6447098976109213, + "grad_norm": 0.26842573940116504, + "learning_rate": 5.156640052404612e-06, + "loss": 0.3152, + "num_tokens": 918423087.0, + "step": 4819 + }, + { + "epoch": 1.6450511945392492, + "grad_norm": 0.27716967423131356, + "learning_rate": 5.1549519386172555e-06, + "loss": 0.316, + "num_tokens": 918604439.0, + "step": 4820 + }, + { + "epoch": 1.6453924914675768, + "grad_norm": 0.2652616579822284, + "learning_rate": 5.153263873673353e-06, + "loss": 0.326, + "num_tokens": 918806782.0, + "step": 4821 + }, + { + "epoch": 1.6457337883959045, + "grad_norm": 0.27816649142368577, + "learning_rate": 5.15157585781186e-06, + "loss": 0.3242, + "num_tokens": 918997270.0, + "step": 4822 + }, + { + "epoch": 1.646075085324232, + "grad_norm": 0.255842368328541, + "learning_rate": 5.149887891271728e-06, + "loss": 0.3208, + "num_tokens": 919210772.0, + "step": 4823 + }, + { + "epoch": 1.6464163822525597, + "grad_norm": 0.25360687521860265, + "learning_rate": 5.148199974291895e-06, + "loss": 0.3174, + "num_tokens": 919403337.0, + "step": 4824 + }, + { + "epoch": 1.6467576791808873, + "grad_norm": 0.2875215281331737, + "learning_rate": 5.146512107111293e-06, + "loss": 0.3207, + "num_tokens": 919583113.0, + "step": 4825 + }, + { + "epoch": 1.647098976109215, + "grad_norm": 0.283509735237724, + "learning_rate": 5.144824289968853e-06, + "loss": 0.3269, + "num_tokens": 919762647.0, + "step": 4826 + }, + { + "epoch": 1.6474402730375428, + "grad_norm": 0.286441285562045, + "learning_rate": 5.143136523103492e-06, + "loss": 0.3255, + "num_tokens": 919971224.0, + "step": 4827 + }, + { + "epoch": 1.6477815699658702, + "grad_norm": 0.3156909601686551, + "learning_rate": 5.141448806754123e-06, + "loss": 0.3197, + "num_tokens": 920120472.0, + "step": 4828 + }, + { + "epoch": 1.648122866894198, + "grad_norm": 0.2812017770494196, + "learning_rate": 5.1397611411596546e-06, + "loss": 0.2881, + "num_tokens": 920287772.0, + "step": 4829 + }, + { + "epoch": 1.6484641638225255, + "grad_norm": 0.2720749351004091, + "learning_rate": 5.138073526558981e-06, + "loss": 0.3203, + "num_tokens": 920490416.0, + "step": 4830 + }, + { + "epoch": 1.6488054607508533, + "grad_norm": 0.29865963130930934, + "learning_rate": 5.136385963190995e-06, + "loss": 0.3521, + "num_tokens": 920694314.0, + "step": 4831 + }, + { + "epoch": 1.6491467576791807, + "grad_norm": 0.3139724453032661, + "learning_rate": 5.134698451294582e-06, + "loss": 0.3082, + "num_tokens": 920870117.0, + "step": 4832 + }, + { + "epoch": 1.6494880546075086, + "grad_norm": 0.2832389324404273, + "learning_rate": 5.133010991108618e-06, + "loss": 0.3134, + "num_tokens": 921037980.0, + "step": 4833 + }, + { + "epoch": 1.6498293515358362, + "grad_norm": 0.2847191358033789, + "learning_rate": 5.131323582871971e-06, + "loss": 0.3346, + "num_tokens": 921241278.0, + "step": 4834 + }, + { + "epoch": 1.6501706484641638, + "grad_norm": 0.35285837983563023, + "learning_rate": 5.129636226823501e-06, + "loss": 0.3406, + "num_tokens": 921418848.0, + "step": 4835 + }, + { + "epoch": 1.6505119453924915, + "grad_norm": 0.3010184034943276, + "learning_rate": 5.1279489232020675e-06, + "loss": 0.3128, + "num_tokens": 921583933.0, + "step": 4836 + }, + { + "epoch": 1.650853242320819, + "grad_norm": 0.30722820970977993, + "learning_rate": 5.126261672246514e-06, + "loss": 0.3288, + "num_tokens": 921734873.0, + "step": 4837 + }, + { + "epoch": 1.6511945392491467, + "grad_norm": 0.2655147992959513, + "learning_rate": 5.124574474195683e-06, + "loss": 0.2921, + "num_tokens": 921941222.0, + "step": 4838 + }, + { + "epoch": 1.6515358361774743, + "grad_norm": 0.24150058971706082, + "learning_rate": 5.122887329288403e-06, + "loss": 0.3426, + "num_tokens": 922202153.0, + "step": 4839 + }, + { + "epoch": 1.6518771331058022, + "grad_norm": 0.28620047042172747, + "learning_rate": 5.121200237763502e-06, + "loss": 0.3269, + "num_tokens": 922401746.0, + "step": 4840 + }, + { + "epoch": 1.6522184300341296, + "grad_norm": 0.2730862056653024, + "learning_rate": 5.119513199859794e-06, + "loss": 0.2896, + "num_tokens": 922591566.0, + "step": 4841 + }, + { + "epoch": 1.6525597269624575, + "grad_norm": 0.27970328347646384, + "learning_rate": 5.117826215816094e-06, + "loss": 0.3125, + "num_tokens": 922783569.0, + "step": 4842 + }, + { + "epoch": 1.6529010238907849, + "grad_norm": 0.265896379460459, + "learning_rate": 5.116139285871198e-06, + "loss": 0.3113, + "num_tokens": 922989072.0, + "step": 4843 + }, + { + "epoch": 1.6532423208191127, + "grad_norm": 0.2639220382676989, + "learning_rate": 5.1144524102639014e-06, + "loss": 0.3311, + "num_tokens": 923228712.0, + "step": 4844 + }, + { + "epoch": 1.6535836177474401, + "grad_norm": 0.2745841048874139, + "learning_rate": 5.112765589232993e-06, + "loss": 0.2935, + "num_tokens": 923406499.0, + "step": 4845 + }, + { + "epoch": 1.653924914675768, + "grad_norm": 0.28844935472909156, + "learning_rate": 5.1110788230172515e-06, + "loss": 0.3169, + "num_tokens": 923565209.0, + "step": 4846 + }, + { + "epoch": 1.6542662116040956, + "grad_norm": 0.2765517241368115, + "learning_rate": 5.109392111855446e-06, + "loss": 0.324, + "num_tokens": 923760004.0, + "step": 4847 + }, + { + "epoch": 1.6546075085324232, + "grad_norm": 0.29482558017761884, + "learning_rate": 5.10770545598634e-06, + "loss": 0.3133, + "num_tokens": 923928112.0, + "step": 4848 + }, + { + "epoch": 1.6549488054607508, + "grad_norm": 0.2641554758870572, + "learning_rate": 5.10601885564869e-06, + "loss": 0.3392, + "num_tokens": 924147829.0, + "step": 4849 + }, + { + "epoch": 1.6552901023890785, + "grad_norm": 0.2695481854905615, + "learning_rate": 5.104332311081243e-06, + "loss": 0.3211, + "num_tokens": 924346877.0, + "step": 4850 + }, + { + "epoch": 1.655631399317406, + "grad_norm": 0.25980423814563974, + "learning_rate": 5.102645822522739e-06, + "loss": 0.3082, + "num_tokens": 924556770.0, + "step": 4851 + }, + { + "epoch": 1.6559726962457337, + "grad_norm": 0.24494421597720553, + "learning_rate": 5.100959390211909e-06, + "loss": 0.3104, + "num_tokens": 924789491.0, + "step": 4852 + }, + { + "epoch": 1.6563139931740616, + "grad_norm": 0.27023320395061423, + "learning_rate": 5.099273014387478e-06, + "loss": 0.3167, + "num_tokens": 924983092.0, + "step": 4853 + }, + { + "epoch": 1.656655290102389, + "grad_norm": 0.30301499639267043, + "learning_rate": 5.097586695288161e-06, + "loss": 0.3238, + "num_tokens": 925142940.0, + "step": 4854 + }, + { + "epoch": 1.6569965870307168, + "grad_norm": 0.2702465210181553, + "learning_rate": 5.095900433152668e-06, + "loss": 0.3143, + "num_tokens": 925349171.0, + "step": 4855 + }, + { + "epoch": 1.6573378839590442, + "grad_norm": 0.42379379825050245, + "learning_rate": 5.094214228219695e-06, + "loss": 0.2932, + "num_tokens": 925493115.0, + "step": 4856 + }, + { + "epoch": 1.657679180887372, + "grad_norm": 0.2697152581757323, + "learning_rate": 5.092528080727934e-06, + "loss": 0.3446, + "num_tokens": 925719245.0, + "step": 4857 + }, + { + "epoch": 1.6580204778156995, + "grad_norm": 0.2715159389979828, + "learning_rate": 5.090841990916071e-06, + "loss": 0.3024, + "num_tokens": 925907081.0, + "step": 4858 + }, + { + "epoch": 1.6583617747440274, + "grad_norm": 0.2856394032072054, + "learning_rate": 5.0891559590227805e-06, + "loss": 0.3241, + "num_tokens": 926106904.0, + "step": 4859 + }, + { + "epoch": 1.658703071672355, + "grad_norm": 0.2743191492647877, + "learning_rate": 5.087469985286728e-06, + "loss": 0.2832, + "num_tokens": 926276549.0, + "step": 4860 + }, + { + "epoch": 1.6590443686006826, + "grad_norm": 0.29447744456812425, + "learning_rate": 5.085784069946575e-06, + "loss": 0.2965, + "num_tokens": 926446623.0, + "step": 4861 + }, + { + "epoch": 1.6593856655290102, + "grad_norm": 0.2951573630166157, + "learning_rate": 5.0840982132409685e-06, + "loss": 0.2881, + "num_tokens": 926594944.0, + "step": 4862 + }, + { + "epoch": 1.6597269624573379, + "grad_norm": 0.30715631922315334, + "learning_rate": 5.082412415408554e-06, + "loss": 0.332, + "num_tokens": 926759664.0, + "step": 4863 + }, + { + "epoch": 1.6600682593856655, + "grad_norm": 0.26813450374354286, + "learning_rate": 5.080726676687967e-06, + "loss": 0.2996, + "num_tokens": 926940237.0, + "step": 4864 + }, + { + "epoch": 1.6604095563139931, + "grad_norm": 0.25805564078305926, + "learning_rate": 5.0790409973178275e-06, + "loss": 0.3099, + "num_tokens": 927176992.0, + "step": 4865 + }, + { + "epoch": 1.660750853242321, + "grad_norm": 0.32744157621628106, + "learning_rate": 5.0773553775367556e-06, + "loss": 0.3326, + "num_tokens": 927386786.0, + "step": 4866 + }, + { + "epoch": 1.6610921501706484, + "grad_norm": 0.313918558933108, + "learning_rate": 5.0756698175833605e-06, + "loss": 0.3422, + "num_tokens": 927594744.0, + "step": 4867 + }, + { + "epoch": 1.6614334470989762, + "grad_norm": 0.3024133049726321, + "learning_rate": 5.073984317696245e-06, + "loss": 0.3178, + "num_tokens": 927761955.0, + "step": 4868 + }, + { + "epoch": 1.6617747440273036, + "grad_norm": 0.2952721997104418, + "learning_rate": 5.072298878113995e-06, + "loss": 0.3294, + "num_tokens": 927929548.0, + "step": 4869 + }, + { + "epoch": 1.6621160409556315, + "grad_norm": 0.297001884761849, + "learning_rate": 5.070613499075198e-06, + "loss": 0.311, + "num_tokens": 928105533.0, + "step": 4870 + }, + { + "epoch": 1.6624573378839589, + "grad_norm": 0.2929053343426248, + "learning_rate": 5.068928180818426e-06, + "loss": 0.3079, + "num_tokens": 928270000.0, + "step": 4871 + }, + { + "epoch": 1.6627986348122867, + "grad_norm": 0.2612555601664679, + "learning_rate": 5.067242923582248e-06, + "loss": 0.3103, + "num_tokens": 928464316.0, + "step": 4872 + }, + { + "epoch": 1.6631399317406144, + "grad_norm": 0.2843547867327196, + "learning_rate": 5.065557727605223e-06, + "loss": 0.3171, + "num_tokens": 928639051.0, + "step": 4873 + }, + { + "epoch": 1.663481228668942, + "grad_norm": 0.42475364762116113, + "learning_rate": 5.063872593125894e-06, + "loss": 0.319, + "num_tokens": 928824952.0, + "step": 4874 + }, + { + "epoch": 1.6638225255972696, + "grad_norm": 0.25966083072755763, + "learning_rate": 5.062187520382803e-06, + "loss": 0.3079, + "num_tokens": 929015970.0, + "step": 4875 + }, + { + "epoch": 1.6641638225255972, + "grad_norm": 0.2697887567707975, + "learning_rate": 5.060502509614483e-06, + "loss": 0.2928, + "num_tokens": 929190370.0, + "step": 4876 + }, + { + "epoch": 1.6645051194539249, + "grad_norm": 0.2766950731268789, + "learning_rate": 5.058817561059457e-06, + "loss": 0.3249, + "num_tokens": 929380925.0, + "step": 4877 + }, + { + "epoch": 1.6648464163822525, + "grad_norm": 0.2454488124297499, + "learning_rate": 5.0571326749562375e-06, + "loss": 0.3004, + "num_tokens": 929578896.0, + "step": 4878 + }, + { + "epoch": 1.6651877133105804, + "grad_norm": 0.30251852509955823, + "learning_rate": 5.055447851543328e-06, + "loss": 0.3043, + "num_tokens": 929751218.0, + "step": 4879 + }, + { + "epoch": 1.6655290102389078, + "grad_norm": 0.31993151499470873, + "learning_rate": 5.053763091059227e-06, + "loss": 0.3152, + "num_tokens": 929924077.0, + "step": 4880 + }, + { + "epoch": 1.6658703071672356, + "grad_norm": 0.2696099860110695, + "learning_rate": 5.052078393742424e-06, + "loss": 0.3246, + "num_tokens": 930132243.0, + "step": 4881 + }, + { + "epoch": 1.666211604095563, + "grad_norm": 0.27842569248766025, + "learning_rate": 5.05039375983139e-06, + "loss": 0.3317, + "num_tokens": 930309413.0, + "step": 4882 + }, + { + "epoch": 1.6665529010238909, + "grad_norm": 0.2846734806347356, + "learning_rate": 5.048709189564599e-06, + "loss": 0.3113, + "num_tokens": 930484633.0, + "step": 4883 + }, + { + "epoch": 1.6668941979522183, + "grad_norm": 0.31635419266818227, + "learning_rate": 5.04702468318051e-06, + "loss": 0.3548, + "num_tokens": 930669064.0, + "step": 4884 + }, + { + "epoch": 1.6672354948805461, + "grad_norm": 0.27809562429213375, + "learning_rate": 5.045340240917575e-06, + "loss": 0.3306, + "num_tokens": 930879156.0, + "step": 4885 + }, + { + "epoch": 1.6675767918088737, + "grad_norm": 0.28386820503854654, + "learning_rate": 5.043655863014236e-06, + "loss": 0.3025, + "num_tokens": 931048798.0, + "step": 4886 + }, + { + "epoch": 1.6679180887372014, + "grad_norm": 0.2746643135978028, + "learning_rate": 5.041971549708925e-06, + "loss": 0.3319, + "num_tokens": 931254172.0, + "step": 4887 + }, + { + "epoch": 1.668259385665529, + "grad_norm": 0.28816912004475975, + "learning_rate": 5.040287301240066e-06, + "loss": 0.2967, + "num_tokens": 931404431.0, + "step": 4888 + }, + { + "epoch": 1.6686006825938566, + "grad_norm": 0.28907788467660445, + "learning_rate": 5.038603117846075e-06, + "loss": 0.3273, + "num_tokens": 931585535.0, + "step": 4889 + }, + { + "epoch": 1.6689419795221843, + "grad_norm": 0.30007256124981785, + "learning_rate": 5.036918999765358e-06, + "loss": 0.3124, + "num_tokens": 931748517.0, + "step": 4890 + }, + { + "epoch": 1.6692832764505119, + "grad_norm": 0.31682557708204956, + "learning_rate": 5.035234947236307e-06, + "loss": 0.2954, + "num_tokens": 931889317.0, + "step": 4891 + }, + { + "epoch": 1.6696245733788397, + "grad_norm": 0.2506219568285316, + "learning_rate": 5.033550960497312e-06, + "loss": 0.3267, + "num_tokens": 932128846.0, + "step": 4892 + }, + { + "epoch": 1.6699658703071671, + "grad_norm": 0.2754689039086088, + "learning_rate": 5.031867039786751e-06, + "loss": 0.3142, + "num_tokens": 932305964.0, + "step": 4893 + }, + { + "epoch": 1.670307167235495, + "grad_norm": 0.30021378915725805, + "learning_rate": 5.030183185342994e-06, + "loss": 0.3314, + "num_tokens": 932475599.0, + "step": 4894 + }, + { + "epoch": 1.6706484641638224, + "grad_norm": 0.2941978202212194, + "learning_rate": 5.0284993974043935e-06, + "loss": 0.305, + "num_tokens": 932646683.0, + "step": 4895 + }, + { + "epoch": 1.6709897610921502, + "grad_norm": 0.2995226273650061, + "learning_rate": 5.026815676209305e-06, + "loss": 0.287, + "num_tokens": 932795740.0, + "step": 4896 + }, + { + "epoch": 1.6713310580204777, + "grad_norm": 0.2905631475183069, + "learning_rate": 5.025132021996065e-06, + "loss": 0.2704, + "num_tokens": 932959836.0, + "step": 4897 + }, + { + "epoch": 1.6716723549488055, + "grad_norm": 0.30425031905763156, + "learning_rate": 5.023448435003007e-06, + "loss": 0.3351, + "num_tokens": 933124972.0, + "step": 4898 + }, + { + "epoch": 1.6720136518771331, + "grad_norm": 0.2813541600713232, + "learning_rate": 5.021764915468449e-06, + "loss": 0.3249, + "num_tokens": 933325157.0, + "step": 4899 + }, + { + "epoch": 1.6723549488054608, + "grad_norm": 0.2637586199414469, + "learning_rate": 5.020081463630705e-06, + "loss": 0.3286, + "num_tokens": 933568761.0, + "step": 4900 + }, + { + "epoch": 1.6726962457337884, + "grad_norm": 0.2704790790267782, + "learning_rate": 5.018398079728075e-06, + "loss": 0.3314, + "num_tokens": 933765303.0, + "step": 4901 + }, + { + "epoch": 1.673037542662116, + "grad_norm": 0.29324230697003484, + "learning_rate": 5.016714763998853e-06, + "loss": 0.3091, + "num_tokens": 933921444.0, + "step": 4902 + }, + { + "epoch": 1.6733788395904436, + "grad_norm": 0.2638517963117104, + "learning_rate": 5.015031516681321e-06, + "loss": 0.3158, + "num_tokens": 934129093.0, + "step": 4903 + }, + { + "epoch": 1.6737201365187713, + "grad_norm": 0.2754552535157549, + "learning_rate": 5.0133483380137505e-06, + "loss": 0.3059, + "num_tokens": 934311868.0, + "step": 4904 + }, + { + "epoch": 1.6740614334470991, + "grad_norm": 0.2618610563289225, + "learning_rate": 5.011665228234406e-06, + "loss": 0.3085, + "num_tokens": 934531879.0, + "step": 4905 + }, + { + "epoch": 1.6744027303754265, + "grad_norm": 0.27010935955713633, + "learning_rate": 5.00998218758154e-06, + "loss": 0.3246, + "num_tokens": 934740057.0, + "step": 4906 + }, + { + "epoch": 1.6747440273037544, + "grad_norm": 0.29533430117233817, + "learning_rate": 5.008299216293398e-06, + "loss": 0.2991, + "num_tokens": 934922641.0, + "step": 4907 + }, + { + "epoch": 1.6750853242320818, + "grad_norm": 0.26287913526061835, + "learning_rate": 5.006616314608215e-06, + "loss": 0.3222, + "num_tokens": 935117931.0, + "step": 4908 + }, + { + "epoch": 1.6754266211604096, + "grad_norm": 0.2950233213503102, + "learning_rate": 5.00493348276421e-06, + "loss": 0.3383, + "num_tokens": 935325270.0, + "step": 4909 + }, + { + "epoch": 1.675767918088737, + "grad_norm": 0.24577827052600884, + "learning_rate": 5.0032507209996005e-06, + "loss": 0.311, + "num_tokens": 935541454.0, + "step": 4910 + }, + { + "epoch": 1.676109215017065, + "grad_norm": 0.29060762241173677, + "learning_rate": 5.00156802955259e-06, + "loss": 0.3015, + "num_tokens": 935716569.0, + "step": 4911 + }, + { + "epoch": 1.6764505119453925, + "grad_norm": 0.2671391298301565, + "learning_rate": 4.999885408661376e-06, + "loss": 0.3135, + "num_tokens": 935904663.0, + "step": 4912 + }, + { + "epoch": 1.6767918088737201, + "grad_norm": 0.2501742021657542, + "learning_rate": 4.998202858564137e-06, + "loss": 0.3069, + "num_tokens": 936128091.0, + "step": 4913 + }, + { + "epoch": 1.6771331058020478, + "grad_norm": 0.2774080031048108, + "learning_rate": 4.9965203794990505e-06, + "loss": 0.3213, + "num_tokens": 936311858.0, + "step": 4914 + }, + { + "epoch": 1.6774744027303754, + "grad_norm": 0.8520015147370065, + "learning_rate": 4.99483797170428e-06, + "loss": 0.303, + "num_tokens": 936494157.0, + "step": 4915 + }, + { + "epoch": 1.677815699658703, + "grad_norm": 0.29538274819952004, + "learning_rate": 4.99315563541798e-06, + "loss": 0.2995, + "num_tokens": 936647515.0, + "step": 4916 + }, + { + "epoch": 1.6781569965870307, + "grad_norm": 0.2655607990235451, + "learning_rate": 4.991473370878294e-06, + "loss": 0.3207, + "num_tokens": 936850469.0, + "step": 4917 + }, + { + "epoch": 1.6784982935153585, + "grad_norm": 0.2921543537095058, + "learning_rate": 4.989791178323356e-06, + "loss": 0.2991, + "num_tokens": 937016106.0, + "step": 4918 + }, + { + "epoch": 1.678839590443686, + "grad_norm": 0.29465305976458084, + "learning_rate": 4.9881090579912885e-06, + "loss": 0.3234, + "num_tokens": 937189690.0, + "step": 4919 + }, + { + "epoch": 1.6791808873720138, + "grad_norm": 0.306691145571562, + "learning_rate": 4.986427010120207e-06, + "loss": 0.3367, + "num_tokens": 937387013.0, + "step": 4920 + }, + { + "epoch": 1.6795221843003412, + "grad_norm": 0.28061424596590145, + "learning_rate": 4.9847450349482165e-06, + "loss": 0.2951, + "num_tokens": 937599391.0, + "step": 4921 + }, + { + "epoch": 1.679863481228669, + "grad_norm": 0.312208712428004, + "learning_rate": 4.983063132713405e-06, + "loss": 0.284, + "num_tokens": 937740584.0, + "step": 4922 + }, + { + "epoch": 1.6802047781569964, + "grad_norm": 0.2705291745737787, + "learning_rate": 4.981381303653856e-06, + "loss": 0.3589, + "num_tokens": 937973957.0, + "step": 4923 + }, + { + "epoch": 1.6805460750853243, + "grad_norm": 0.29417666836553663, + "learning_rate": 4.979699548007644e-06, + "loss": 0.2978, + "num_tokens": 938146340.0, + "step": 4924 + }, + { + "epoch": 1.680887372013652, + "grad_norm": 0.2623182949114317, + "learning_rate": 4.97801786601283e-06, + "loss": 0.3115, + "num_tokens": 938349669.0, + "step": 4925 + }, + { + "epoch": 1.6812286689419795, + "grad_norm": 0.3623464709766855, + "learning_rate": 4.976336257907465e-06, + "loss": 0.3056, + "num_tokens": 938524951.0, + "step": 4926 + }, + { + "epoch": 1.6815699658703072, + "grad_norm": 0.29513061386810113, + "learning_rate": 4.974654723929588e-06, + "loss": 0.3422, + "num_tokens": 938695127.0, + "step": 4927 + }, + { + "epoch": 1.6819112627986348, + "grad_norm": 0.2731214632980616, + "learning_rate": 4.9729732643172325e-06, + "loss": 0.3186, + "num_tokens": 938881855.0, + "step": 4928 + }, + { + "epoch": 1.6822525597269624, + "grad_norm": 0.27029391951213616, + "learning_rate": 4.971291879308418e-06, + "loss": 0.3013, + "num_tokens": 939070603.0, + "step": 4929 + }, + { + "epoch": 1.68259385665529, + "grad_norm": 0.271180967514819, + "learning_rate": 4.9696105691411525e-06, + "loss": 0.331, + "num_tokens": 939269318.0, + "step": 4930 + }, + { + "epoch": 1.682935153583618, + "grad_norm": 0.2300767170341645, + "learning_rate": 4.967929334053435e-06, + "loss": 0.3034, + "num_tokens": 939518168.0, + "step": 4931 + }, + { + "epoch": 1.6832764505119453, + "grad_norm": 0.27280192383319785, + "learning_rate": 4.966248174283253e-06, + "loss": 0.2883, + "num_tokens": 939693123.0, + "step": 4932 + }, + { + "epoch": 1.6836177474402731, + "grad_norm": 0.306889378971449, + "learning_rate": 4.964567090068585e-06, + "loss": 0.3104, + "num_tokens": 939838716.0, + "step": 4933 + }, + { + "epoch": 1.6839590443686006, + "grad_norm": 0.2876833959268706, + "learning_rate": 4.962886081647399e-06, + "loss": 0.3177, + "num_tokens": 940014242.0, + "step": 4934 + }, + { + "epoch": 1.6843003412969284, + "grad_norm": 0.2850708027346907, + "learning_rate": 4.961205149257649e-06, + "loss": 0.3186, + "num_tokens": 940220375.0, + "step": 4935 + }, + { + "epoch": 1.6846416382252558, + "grad_norm": 0.2909600384335876, + "learning_rate": 4.959524293137279e-06, + "loss": 0.3667, + "num_tokens": 940428307.0, + "step": 4936 + }, + { + "epoch": 1.6849829351535837, + "grad_norm": 0.2915875320465106, + "learning_rate": 4.957843513524226e-06, + "loss": 0.3097, + "num_tokens": 940608749.0, + "step": 4937 + }, + { + "epoch": 1.6853242320819113, + "grad_norm": 0.3141517344696474, + "learning_rate": 4.956162810656414e-06, + "loss": 0.336, + "num_tokens": 940787079.0, + "step": 4938 + }, + { + "epoch": 1.685665529010239, + "grad_norm": 0.2534787201567542, + "learning_rate": 4.954482184771754e-06, + "loss": 0.2902, + "num_tokens": 940981870.0, + "step": 4939 + }, + { + "epoch": 1.6860068259385665, + "grad_norm": 0.27190801167442014, + "learning_rate": 4.952801636108147e-06, + "loss": 0.2806, + "num_tokens": 941163264.0, + "step": 4940 + }, + { + "epoch": 1.6863481228668942, + "grad_norm": 0.2795922873446007, + "learning_rate": 4.951121164903486e-06, + "loss": 0.3095, + "num_tokens": 941375283.0, + "step": 4941 + }, + { + "epoch": 1.6866894197952218, + "grad_norm": 0.2838729932933186, + "learning_rate": 4.94944077139565e-06, + "loss": 0.3547, + "num_tokens": 941603752.0, + "step": 4942 + }, + { + "epoch": 1.6870307167235494, + "grad_norm": 0.30090535986312145, + "learning_rate": 4.947760455822511e-06, + "loss": 0.3299, + "num_tokens": 941790024.0, + "step": 4943 + }, + { + "epoch": 1.6873720136518773, + "grad_norm": 0.28462421254212794, + "learning_rate": 4.946080218421922e-06, + "loss": 0.3171, + "num_tokens": 941989647.0, + "step": 4944 + }, + { + "epoch": 1.6877133105802047, + "grad_norm": 0.24160676066006578, + "learning_rate": 4.944400059431732e-06, + "loss": 0.3086, + "num_tokens": 942231963.0, + "step": 4945 + }, + { + "epoch": 1.6880546075085325, + "grad_norm": 0.2659215497536665, + "learning_rate": 4.942719979089777e-06, + "loss": 0.3275, + "num_tokens": 942439736.0, + "step": 4946 + }, + { + "epoch": 1.68839590443686, + "grad_norm": 0.31971722963901744, + "learning_rate": 4.9410399776338825e-06, + "loss": 0.2798, + "num_tokens": 942618960.0, + "step": 4947 + }, + { + "epoch": 1.6887372013651878, + "grad_norm": 0.267330407837304, + "learning_rate": 4.93936005530186e-06, + "loss": 0.3061, + "num_tokens": 942790797.0, + "step": 4948 + }, + { + "epoch": 1.6890784982935152, + "grad_norm": 0.2919899213740702, + "learning_rate": 4.9376802123315126e-06, + "loss": 0.3057, + "num_tokens": 942989363.0, + "step": 4949 + }, + { + "epoch": 1.689419795221843, + "grad_norm": 0.274824848136492, + "learning_rate": 4.936000448960631e-06, + "loss": 0.3109, + "num_tokens": 943188468.0, + "step": 4950 + }, + { + "epoch": 1.6897610921501707, + "grad_norm": 0.27763201062442483, + "learning_rate": 4.934320765426998e-06, + "loss": 0.3053, + "num_tokens": 943371113.0, + "step": 4951 + }, + { + "epoch": 1.6901023890784983, + "grad_norm": 0.25500583252881825, + "learning_rate": 4.932641161968377e-06, + "loss": 0.327, + "num_tokens": 943595532.0, + "step": 4952 + }, + { + "epoch": 1.690443686006826, + "grad_norm": 0.27548435120145276, + "learning_rate": 4.930961638822528e-06, + "loss": 0.3152, + "num_tokens": 943778638.0, + "step": 4953 + }, + { + "epoch": 1.6907849829351536, + "grad_norm": 0.3059178511038199, + "learning_rate": 4.929282196227195e-06, + "loss": 0.3113, + "num_tokens": 943955739.0, + "step": 4954 + }, + { + "epoch": 1.6911262798634812, + "grad_norm": 0.27676288466637816, + "learning_rate": 4.9276028344201164e-06, + "loss": 0.2881, + "num_tokens": 944146199.0, + "step": 4955 + }, + { + "epoch": 1.6914675767918088, + "grad_norm": 0.33170793440182966, + "learning_rate": 4.925923553639012e-06, + "loss": 0.3513, + "num_tokens": 944314365.0, + "step": 4956 + }, + { + "epoch": 1.6918088737201367, + "grad_norm": 0.2795699381471154, + "learning_rate": 4.924244354121592e-06, + "loss": 0.3325, + "num_tokens": 944513841.0, + "step": 4957 + }, + { + "epoch": 1.692150170648464, + "grad_norm": 0.28731904382672924, + "learning_rate": 4.922565236105559e-06, + "loss": 0.3584, + "num_tokens": 944736138.0, + "step": 4958 + }, + { + "epoch": 1.692491467576792, + "grad_norm": 0.2764349630967522, + "learning_rate": 4.920886199828601e-06, + "loss": 0.3023, + "num_tokens": 944904081.0, + "step": 4959 + }, + { + "epoch": 1.6928327645051193, + "grad_norm": 0.2832121919631869, + "learning_rate": 4.919207245528395e-06, + "loss": 0.3073, + "num_tokens": 945110356.0, + "step": 4960 + }, + { + "epoch": 1.6931740614334472, + "grad_norm": 0.28747773353351946, + "learning_rate": 4.917528373442604e-06, + "loss": 0.2979, + "num_tokens": 945257873.0, + "step": 4961 + }, + { + "epoch": 1.6935153583617746, + "grad_norm": 0.2749573175144044, + "learning_rate": 4.915849583808883e-06, + "loss": 0.291, + "num_tokens": 945434217.0, + "step": 4962 + }, + { + "epoch": 1.6938566552901024, + "grad_norm": 0.26207866677355984, + "learning_rate": 4.914170876864874e-06, + "loss": 0.2976, + "num_tokens": 945622436.0, + "step": 4963 + }, + { + "epoch": 1.69419795221843, + "grad_norm": 0.27602620501387565, + "learning_rate": 4.91249225284821e-06, + "loss": 0.3339, + "num_tokens": 945805942.0, + "step": 4964 + }, + { + "epoch": 1.6945392491467577, + "grad_norm": 0.2793298484520589, + "learning_rate": 4.910813711996504e-06, + "loss": 0.332, + "num_tokens": 945982204.0, + "step": 4965 + }, + { + "epoch": 1.6948805460750853, + "grad_norm": 0.28777938130639014, + "learning_rate": 4.909135254547366e-06, + "loss": 0.3164, + "num_tokens": 946152894.0, + "step": 4966 + }, + { + "epoch": 1.695221843003413, + "grad_norm": 0.2836751634707091, + "learning_rate": 4.90745688073839e-06, + "loss": 0.3113, + "num_tokens": 946334070.0, + "step": 4967 + }, + { + "epoch": 1.6955631399317406, + "grad_norm": 0.28304095325228656, + "learning_rate": 4.90577859080716e-06, + "loss": 0.3244, + "num_tokens": 946520309.0, + "step": 4968 + }, + { + "epoch": 1.6959044368600682, + "grad_norm": 0.2954884974173743, + "learning_rate": 4.904100384991249e-06, + "loss": 0.3285, + "num_tokens": 946695639.0, + "step": 4969 + }, + { + "epoch": 1.696245733788396, + "grad_norm": 0.2608437052357767, + "learning_rate": 4.90242226352821e-06, + "loss": 0.2959, + "num_tokens": 946903990.0, + "step": 4970 + }, + { + "epoch": 1.6965870307167235, + "grad_norm": 0.2718770490389672, + "learning_rate": 4.900744226655596e-06, + "loss": 0.3225, + "num_tokens": 947104914.0, + "step": 4971 + }, + { + "epoch": 1.6969283276450513, + "grad_norm": 0.2708586652672824, + "learning_rate": 4.899066274610941e-06, + "loss": 0.3205, + "num_tokens": 947301093.0, + "step": 4972 + }, + { + "epoch": 1.6972696245733787, + "grad_norm": 0.2752648916587806, + "learning_rate": 4.897388407631768e-06, + "loss": 0.3364, + "num_tokens": 947506486.0, + "step": 4973 + }, + { + "epoch": 1.6976109215017066, + "grad_norm": 0.2767807236665627, + "learning_rate": 4.895710625955587e-06, + "loss": 0.3107, + "num_tokens": 947705738.0, + "step": 4974 + }, + { + "epoch": 1.697952218430034, + "grad_norm": 0.2574867023067734, + "learning_rate": 4.8940329298199e-06, + "loss": 0.314, + "num_tokens": 947915055.0, + "step": 4975 + }, + { + "epoch": 1.6982935153583618, + "grad_norm": 0.27808238778761396, + "learning_rate": 4.892355319462193e-06, + "loss": 0.3355, + "num_tokens": 948109186.0, + "step": 4976 + }, + { + "epoch": 1.6986348122866894, + "grad_norm": 0.2740679925605567, + "learning_rate": 4.8906777951199395e-06, + "loss": 0.3106, + "num_tokens": 948286770.0, + "step": 4977 + }, + { + "epoch": 1.698976109215017, + "grad_norm": 0.2618707128843163, + "learning_rate": 4.8890003570306055e-06, + "loss": 0.3171, + "num_tokens": 948479908.0, + "step": 4978 + }, + { + "epoch": 1.6993174061433447, + "grad_norm": 0.27406660757563905, + "learning_rate": 4.887323005431639e-06, + "loss": 0.2997, + "num_tokens": 948653412.0, + "step": 4979 + }, + { + "epoch": 1.6996587030716723, + "grad_norm": 0.40406331154061154, + "learning_rate": 4.885645740560476e-06, + "loss": 0.3341, + "num_tokens": 948816855.0, + "step": 4980 + }, + { + "epoch": 1.7, + "grad_norm": 0.28031233911913145, + "learning_rate": 4.883968562654548e-06, + "loss": 0.335, + "num_tokens": 949024843.0, + "step": 4981 + }, + { + "epoch": 1.7003412969283276, + "grad_norm": 0.28455584764654107, + "learning_rate": 4.882291471951268e-06, + "loss": 0.3363, + "num_tokens": 949228224.0, + "step": 4982 + }, + { + "epoch": 1.7006825938566554, + "grad_norm": 0.27996956475491336, + "learning_rate": 4.880614468688034e-06, + "loss": 0.3257, + "num_tokens": 949429613.0, + "step": 4983 + }, + { + "epoch": 1.7010238907849828, + "grad_norm": 0.28912087221111876, + "learning_rate": 4.878937553102238e-06, + "loss": 0.3211, + "num_tokens": 949608851.0, + "step": 4984 + }, + { + "epoch": 1.7013651877133107, + "grad_norm": 0.26549628488404126, + "learning_rate": 4.877260725431253e-06, + "loss": 0.3245, + "num_tokens": 949815616.0, + "step": 4985 + }, + { + "epoch": 1.701706484641638, + "grad_norm": 0.24989809191712664, + "learning_rate": 4.875583985912449e-06, + "loss": 0.3059, + "num_tokens": 950013945.0, + "step": 4986 + }, + { + "epoch": 1.702047781569966, + "grad_norm": 0.2725114824634086, + "learning_rate": 4.873907334783172e-06, + "loss": 0.3269, + "num_tokens": 950203943.0, + "step": 4987 + }, + { + "epoch": 1.7023890784982934, + "grad_norm": 0.2939330062253369, + "learning_rate": 4.872230772280765e-06, + "loss": 0.3225, + "num_tokens": 950377069.0, + "step": 4988 + }, + { + "epoch": 1.7027303754266212, + "grad_norm": 0.3020948252373189, + "learning_rate": 4.870554298642553e-06, + "loss": 0.3031, + "num_tokens": 950555691.0, + "step": 4989 + }, + { + "epoch": 1.7030716723549488, + "grad_norm": 0.2913547978155617, + "learning_rate": 4.86887791410585e-06, + "loss": 0.3468, + "num_tokens": 950764032.0, + "step": 4990 + }, + { + "epoch": 1.7034129692832765, + "grad_norm": 0.2588341371011737, + "learning_rate": 4.8672016189079595e-06, + "loss": 0.291, + "num_tokens": 950963549.0, + "step": 4991 + }, + { + "epoch": 1.703754266211604, + "grad_norm": 0.27872973129320217, + "learning_rate": 4.8655254132861675e-06, + "loss": 0.3171, + "num_tokens": 951146501.0, + "step": 4992 + }, + { + "epoch": 1.7040955631399317, + "grad_norm": 0.26510448645472706, + "learning_rate": 4.863849297477751e-06, + "loss": 0.2978, + "num_tokens": 951346401.0, + "step": 4993 + }, + { + "epoch": 1.7044368600682593, + "grad_norm": 0.25705336897473136, + "learning_rate": 4.862173271719973e-06, + "loss": 0.3211, + "num_tokens": 951573073.0, + "step": 4994 + }, + { + "epoch": 1.704778156996587, + "grad_norm": 0.25889033790220656, + "learning_rate": 4.860497336250087e-06, + "loss": 0.319, + "num_tokens": 951790450.0, + "step": 4995 + }, + { + "epoch": 1.7051194539249148, + "grad_norm": 0.2698139346934221, + "learning_rate": 4.8588214913053275e-06, + "loss": 0.2838, + "num_tokens": 951963561.0, + "step": 4996 + }, + { + "epoch": 1.7054607508532422, + "grad_norm": 0.26671101851736356, + "learning_rate": 4.857145737122921e-06, + "loss": 0.344, + "num_tokens": 952161045.0, + "step": 4997 + }, + { + "epoch": 1.70580204778157, + "grad_norm": 0.29322197776348374, + "learning_rate": 4.855470073940081e-06, + "loss": 0.333, + "num_tokens": 952332602.0, + "step": 4998 + }, + { + "epoch": 1.7061433447098975, + "grad_norm": 0.3045987355332469, + "learning_rate": 4.853794501994006e-06, + "loss": 0.324, + "num_tokens": 952487041.0, + "step": 4999 + }, + { + "epoch": 1.7064846416382253, + "grad_norm": 0.2498246874109961, + "learning_rate": 4.852119021521881e-06, + "loss": 0.3007, + "num_tokens": 952685090.0, + "step": 5000 + }, + { + "epoch": 1.7068259385665527, + "grad_norm": 0.2591724185637806, + "learning_rate": 4.85044363276088e-06, + "loss": 0.3211, + "num_tokens": 952898181.0, + "step": 5001 + }, + { + "epoch": 1.7071672354948806, + "grad_norm": 0.3121081748968548, + "learning_rate": 4.848768335948164e-06, + "loss": 0.2999, + "num_tokens": 953031534.0, + "step": 5002 + }, + { + "epoch": 1.7075085324232082, + "grad_norm": 0.2836764923365693, + "learning_rate": 4.847093131320881e-06, + "loss": 0.2931, + "num_tokens": 953194276.0, + "step": 5003 + }, + { + "epoch": 1.7078498293515358, + "grad_norm": 0.2644677106240594, + "learning_rate": 4.845418019116166e-06, + "loss": 0.2984, + "num_tokens": 953393539.0, + "step": 5004 + }, + { + "epoch": 1.7081911262798635, + "grad_norm": 0.279897251927359, + "learning_rate": 4.843742999571138e-06, + "loss": 0.3642, + "num_tokens": 953601337.0, + "step": 5005 + }, + { + "epoch": 1.708532423208191, + "grad_norm": 0.2907577725709159, + "learning_rate": 4.842068072922908e-06, + "loss": 0.3472, + "num_tokens": 953788129.0, + "step": 5006 + }, + { + "epoch": 1.7088737201365187, + "grad_norm": 0.2905665132586116, + "learning_rate": 4.840393239408567e-06, + "loss": 0.3261, + "num_tokens": 953979283.0, + "step": 5007 + }, + { + "epoch": 1.7092150170648464, + "grad_norm": 0.28853138681505386, + "learning_rate": 4.838718499265204e-06, + "loss": 0.2821, + "num_tokens": 954138878.0, + "step": 5008 + }, + { + "epoch": 1.7095563139931742, + "grad_norm": 0.2699126761998894, + "learning_rate": 4.8370438527298805e-06, + "loss": 0.2993, + "num_tokens": 954324135.0, + "step": 5009 + }, + { + "epoch": 1.7098976109215016, + "grad_norm": 0.287887967956919, + "learning_rate": 4.835369300039654e-06, + "loss": 0.3023, + "num_tokens": 954499286.0, + "step": 5010 + }, + { + "epoch": 1.7102389078498295, + "grad_norm": 0.3012189529647149, + "learning_rate": 4.833694841431569e-06, + "loss": 0.3164, + "num_tokens": 954677068.0, + "step": 5011 + }, + { + "epoch": 1.7105802047781569, + "grad_norm": 0.584159349811236, + "learning_rate": 4.8320204771426515e-06, + "loss": 0.347, + "num_tokens": 954882907.0, + "step": 5012 + }, + { + "epoch": 1.7109215017064847, + "grad_norm": 0.2874681504101062, + "learning_rate": 4.8303462074099205e-06, + "loss": 0.321, + "num_tokens": 955055631.0, + "step": 5013 + }, + { + "epoch": 1.7112627986348121, + "grad_norm": 0.2717908952364458, + "learning_rate": 4.828672032470374e-06, + "loss": 0.2799, + "num_tokens": 955265825.0, + "step": 5014 + }, + { + "epoch": 1.71160409556314, + "grad_norm": 0.27783313595994946, + "learning_rate": 4.826997952561003e-06, + "loss": 0.3289, + "num_tokens": 955460895.0, + "step": 5015 + }, + { + "epoch": 1.7119453924914676, + "grad_norm": 0.28659334315526325, + "learning_rate": 4.825323967918782e-06, + "loss": 0.3089, + "num_tokens": 955647731.0, + "step": 5016 + }, + { + "epoch": 1.7122866894197952, + "grad_norm": 0.27305694337333347, + "learning_rate": 4.823650078780676e-06, + "loss": 0.323, + "num_tokens": 955836781.0, + "step": 5017 + }, + { + "epoch": 1.7126279863481229, + "grad_norm": 0.2971929400840633, + "learning_rate": 4.821976285383627e-06, + "loss": 0.3175, + "num_tokens": 956002220.0, + "step": 5018 + }, + { + "epoch": 1.7129692832764505, + "grad_norm": 0.29085630308642624, + "learning_rate": 4.8203025879645744e-06, + "loss": 0.3172, + "num_tokens": 956176022.0, + "step": 5019 + }, + { + "epoch": 1.713310580204778, + "grad_norm": 0.2949164172659044, + "learning_rate": 4.818628986760437e-06, + "loss": 0.303, + "num_tokens": 956338514.0, + "step": 5020 + }, + { + "epoch": 1.7136518771331057, + "grad_norm": 0.2694464304853668, + "learning_rate": 4.8169554820081255e-06, + "loss": 0.2809, + "num_tokens": 956520155.0, + "step": 5021 + }, + { + "epoch": 1.7139931740614336, + "grad_norm": 0.2773748181463741, + "learning_rate": 4.81528207394453e-06, + "loss": 0.2875, + "num_tokens": 956704914.0, + "step": 5022 + }, + { + "epoch": 1.714334470989761, + "grad_norm": 0.30560547683679323, + "learning_rate": 4.8136087628065306e-06, + "loss": 0.2916, + "num_tokens": 956879140.0, + "step": 5023 + }, + { + "epoch": 1.7146757679180888, + "grad_norm": 0.29501951600665577, + "learning_rate": 4.811935548830997e-06, + "loss": 0.3356, + "num_tokens": 957053192.0, + "step": 5024 + }, + { + "epoch": 1.7150170648464163, + "grad_norm": 0.284261710789325, + "learning_rate": 4.810262432254779e-06, + "loss": 0.3369, + "num_tokens": 957236460.0, + "step": 5025 + }, + { + "epoch": 1.715358361774744, + "grad_norm": 0.3461919642260844, + "learning_rate": 4.808589413314719e-06, + "loss": 0.3265, + "num_tokens": 957429025.0, + "step": 5026 + }, + { + "epoch": 1.7156996587030715, + "grad_norm": 0.29537633602915925, + "learning_rate": 4.806916492247637e-06, + "loss": 0.363, + "num_tokens": 957616274.0, + "step": 5027 + }, + { + "epoch": 1.7160409556313994, + "grad_norm": 0.26469315668745896, + "learning_rate": 4.805243669290346e-06, + "loss": 0.3062, + "num_tokens": 957819701.0, + "step": 5028 + }, + { + "epoch": 1.716382252559727, + "grad_norm": 0.24799792767034579, + "learning_rate": 4.803570944679646e-06, + "loss": 0.2866, + "num_tokens": 958029083.0, + "step": 5029 + }, + { + "epoch": 1.7167235494880546, + "grad_norm": 0.2872809397923094, + "learning_rate": 4.801898318652319e-06, + "loss": 0.3256, + "num_tokens": 958244569.0, + "step": 5030 + }, + { + "epoch": 1.7170648464163822, + "grad_norm": 0.276660039044243, + "learning_rate": 4.800225791445133e-06, + "loss": 0.3042, + "num_tokens": 958421778.0, + "step": 5031 + }, + { + "epoch": 1.7174061433447099, + "grad_norm": 0.26046099076683615, + "learning_rate": 4.798553363294844e-06, + "loss": 0.2907, + "num_tokens": 958615911.0, + "step": 5032 + }, + { + "epoch": 1.7177474402730375, + "grad_norm": 0.27489784880935425, + "learning_rate": 4.796881034438194e-06, + "loss": 0.3301, + "num_tokens": 958807613.0, + "step": 5033 + }, + { + "epoch": 1.7180887372013651, + "grad_norm": 0.28888705790405494, + "learning_rate": 4.795208805111912e-06, + "loss": 0.3081, + "num_tokens": 958971411.0, + "step": 5034 + }, + { + "epoch": 1.718430034129693, + "grad_norm": 0.26360210000432877, + "learning_rate": 4.793536675552707e-06, + "loss": 0.2888, + "num_tokens": 959173173.0, + "step": 5035 + }, + { + "epoch": 1.7187713310580204, + "grad_norm": 0.265496223041489, + "learning_rate": 4.791864645997281e-06, + "loss": 0.3429, + "num_tokens": 959393215.0, + "step": 5036 + }, + { + "epoch": 1.7191126279863482, + "grad_norm": 0.28435428077407854, + "learning_rate": 4.790192716682318e-06, + "loss": 0.3208, + "num_tokens": 959572198.0, + "step": 5037 + }, + { + "epoch": 1.7194539249146756, + "grad_norm": 0.25098598698683994, + "learning_rate": 4.788520887844491e-06, + "loss": 0.3051, + "num_tokens": 959793751.0, + "step": 5038 + }, + { + "epoch": 1.7197952218430035, + "grad_norm": 0.27730441660511795, + "learning_rate": 4.7868491597204555e-06, + "loss": 0.3114, + "num_tokens": 959981585.0, + "step": 5039 + }, + { + "epoch": 1.7201365187713311, + "grad_norm": 0.28270188379878813, + "learning_rate": 4.785177532546852e-06, + "loss": 0.3223, + "num_tokens": 960176618.0, + "step": 5040 + }, + { + "epoch": 1.7204778156996587, + "grad_norm": 0.27672272278475485, + "learning_rate": 4.78350600656031e-06, + "loss": 0.2982, + "num_tokens": 960361666.0, + "step": 5041 + }, + { + "epoch": 1.7208191126279864, + "grad_norm": 0.2753857561085791, + "learning_rate": 4.781834581997444e-06, + "loss": 0.2951, + "num_tokens": 960533614.0, + "step": 5042 + }, + { + "epoch": 1.721160409556314, + "grad_norm": 0.2693316401822021, + "learning_rate": 4.780163259094851e-06, + "loss": 0.3214, + "num_tokens": 960732908.0, + "step": 5043 + }, + { + "epoch": 1.7215017064846416, + "grad_norm": 0.2556171839291658, + "learning_rate": 4.778492038089119e-06, + "loss": 0.3117, + "num_tokens": 960945105.0, + "step": 5044 + }, + { + "epoch": 1.7218430034129693, + "grad_norm": 0.2795161378566637, + "learning_rate": 4.776820919216815e-06, + "loss": 0.3222, + "num_tokens": 961130737.0, + "step": 5045 + }, + { + "epoch": 1.7221843003412969, + "grad_norm": 0.3046909842004849, + "learning_rate": 4.775149902714498e-06, + "loss": 0.3542, + "num_tokens": 961317318.0, + "step": 5046 + }, + { + "epoch": 1.7225255972696245, + "grad_norm": 0.30413867867776995, + "learning_rate": 4.773478988818709e-06, + "loss": 0.3193, + "num_tokens": 961477847.0, + "step": 5047 + }, + { + "epoch": 1.7228668941979524, + "grad_norm": 0.25936292402120786, + "learning_rate": 4.771808177765976e-06, + "loss": 0.2914, + "num_tokens": 961667802.0, + "step": 5048 + }, + { + "epoch": 1.7232081911262798, + "grad_norm": 0.28600437642886467, + "learning_rate": 4.770137469792808e-06, + "loss": 0.3138, + "num_tokens": 961869527.0, + "step": 5049 + }, + { + "epoch": 1.7235494880546076, + "grad_norm": 0.31077034636520073, + "learning_rate": 4.768466865135705e-06, + "loss": 0.3313, + "num_tokens": 962034076.0, + "step": 5050 + }, + { + "epoch": 1.723890784982935, + "grad_norm": 0.26228921746008815, + "learning_rate": 4.766796364031153e-06, + "loss": 0.3345, + "num_tokens": 962266591.0, + "step": 5051 + }, + { + "epoch": 1.7242320819112629, + "grad_norm": 0.2794288097478068, + "learning_rate": 4.7651259667156165e-06, + "loss": 0.3043, + "num_tokens": 962434031.0, + "step": 5052 + }, + { + "epoch": 1.7245733788395905, + "grad_norm": 0.2803743355152203, + "learning_rate": 4.7634556734255526e-06, + "loss": 0.2938, + "num_tokens": 962613267.0, + "step": 5053 + }, + { + "epoch": 1.7249146757679181, + "grad_norm": 0.28415670716610164, + "learning_rate": 4.761785484397397e-06, + "loss": 0.3089, + "num_tokens": 962778038.0, + "step": 5054 + }, + { + "epoch": 1.7252559726962458, + "grad_norm": 0.27287996536798464, + "learning_rate": 4.760115399867576e-06, + "loss": 0.3345, + "num_tokens": 962990998.0, + "step": 5055 + }, + { + "epoch": 1.7255972696245734, + "grad_norm": 0.308193532118424, + "learning_rate": 4.758445420072503e-06, + "loss": 0.3292, + "num_tokens": 963210566.0, + "step": 5056 + }, + { + "epoch": 1.725938566552901, + "grad_norm": 0.2641932133383774, + "learning_rate": 4.756775545248566e-06, + "loss": 0.3152, + "num_tokens": 963407550.0, + "step": 5057 + }, + { + "epoch": 1.7262798634812286, + "grad_norm": 0.2686405960593885, + "learning_rate": 4.755105775632148e-06, + "loss": 0.3127, + "num_tokens": 963592770.0, + "step": 5058 + }, + { + "epoch": 1.7266211604095563, + "grad_norm": 0.25729361432942033, + "learning_rate": 4.753436111459615e-06, + "loss": 0.3323, + "num_tokens": 963829164.0, + "step": 5059 + }, + { + "epoch": 1.726962457337884, + "grad_norm": 0.27350979384936425, + "learning_rate": 4.7517665529673165e-06, + "loss": 0.2809, + "num_tokens": 964003403.0, + "step": 5060 + }, + { + "epoch": 1.7273037542662117, + "grad_norm": 0.26803284804289745, + "learning_rate": 4.750097100391589e-06, + "loss": 0.3253, + "num_tokens": 964183468.0, + "step": 5061 + }, + { + "epoch": 1.7276450511945391, + "grad_norm": 0.2706585216365416, + "learning_rate": 4.748427753968751e-06, + "loss": 0.2919, + "num_tokens": 964352276.0, + "step": 5062 + }, + { + "epoch": 1.727986348122867, + "grad_norm": 0.27011129934946004, + "learning_rate": 4.746758513935107e-06, + "loss": 0.308, + "num_tokens": 964547824.0, + "step": 5063 + }, + { + "epoch": 1.7283276450511944, + "grad_norm": 0.27643769910930405, + "learning_rate": 4.745089380526948e-06, + "loss": 0.2994, + "num_tokens": 964721142.0, + "step": 5064 + }, + { + "epoch": 1.7286689419795223, + "grad_norm": 0.26055911132637255, + "learning_rate": 4.743420353980552e-06, + "loss": 0.3103, + "num_tokens": 964917832.0, + "step": 5065 + }, + { + "epoch": 1.7290102389078499, + "grad_norm": 0.282022870812238, + "learning_rate": 4.7417514345321746e-06, + "loss": 0.2996, + "num_tokens": 965086469.0, + "step": 5066 + }, + { + "epoch": 1.7293515358361775, + "grad_norm": 0.2808942334658332, + "learning_rate": 4.740082622418062e-06, + "loss": 0.2981, + "num_tokens": 965260294.0, + "step": 5067 + }, + { + "epoch": 1.7296928327645051, + "grad_norm": 0.2793341588789152, + "learning_rate": 4.738413917874443e-06, + "loss": 0.2894, + "num_tokens": 965430398.0, + "step": 5068 + }, + { + "epoch": 1.7300341296928328, + "grad_norm": 0.2771579155936749, + "learning_rate": 4.7367453211375356e-06, + "loss": 0.3117, + "num_tokens": 965615896.0, + "step": 5069 + }, + { + "epoch": 1.7303754266211604, + "grad_norm": 0.25674959244172246, + "learning_rate": 4.735076832443535e-06, + "loss": 0.2995, + "num_tokens": 965811918.0, + "step": 5070 + }, + { + "epoch": 1.730716723549488, + "grad_norm": 0.2576854258745522, + "learning_rate": 4.733408452028624e-06, + "loss": 0.2902, + "num_tokens": 965989870.0, + "step": 5071 + }, + { + "epoch": 1.7310580204778157, + "grad_norm": 0.28057759855810194, + "learning_rate": 4.731740180128976e-06, + "loss": 0.3162, + "num_tokens": 966178170.0, + "step": 5072 + }, + { + "epoch": 1.7313993174061433, + "grad_norm": 0.28379223961953115, + "learning_rate": 4.730072016980739e-06, + "loss": 0.3002, + "num_tokens": 966341725.0, + "step": 5073 + }, + { + "epoch": 1.7317406143344711, + "grad_norm": 0.2576561616638969, + "learning_rate": 4.728403962820055e-06, + "loss": 0.3037, + "num_tokens": 966556291.0, + "step": 5074 + }, + { + "epoch": 1.7320819112627985, + "grad_norm": 0.29411499759646964, + "learning_rate": 4.7267360178830425e-06, + "loss": 0.2979, + "num_tokens": 966740603.0, + "step": 5075 + }, + { + "epoch": 1.7324232081911264, + "grad_norm": 0.2850289022134739, + "learning_rate": 4.725068182405811e-06, + "loss": 0.3254, + "num_tokens": 966921286.0, + "step": 5076 + }, + { + "epoch": 1.7327645051194538, + "grad_norm": 0.2548303959700722, + "learning_rate": 4.72340045662445e-06, + "loss": 0.3033, + "num_tokens": 967130941.0, + "step": 5077 + }, + { + "epoch": 1.7331058020477816, + "grad_norm": 0.32849996894145245, + "learning_rate": 4.721732840775038e-06, + "loss": 0.3259, + "num_tokens": 967298132.0, + "step": 5078 + }, + { + "epoch": 1.7334470989761093, + "grad_norm": 0.2593648242969028, + "learning_rate": 4.720065335093632e-06, + "loss": 0.3237, + "num_tokens": 967520394.0, + "step": 5079 + }, + { + "epoch": 1.733788395904437, + "grad_norm": 0.2789112469551598, + "learning_rate": 4.718397939816277e-06, + "loss": 0.3314, + "num_tokens": 967723270.0, + "step": 5080 + }, + { + "epoch": 1.7341296928327645, + "grad_norm": 0.28630767111756783, + "learning_rate": 4.7167306551790035e-06, + "loss": 0.3089, + "num_tokens": 967885282.0, + "step": 5081 + }, + { + "epoch": 1.7344709897610922, + "grad_norm": 0.27341955137631985, + "learning_rate": 4.715063481417824e-06, + "loss": 0.3195, + "num_tokens": 968089370.0, + "step": 5082 + }, + { + "epoch": 1.7348122866894198, + "grad_norm": 0.2752151579733113, + "learning_rate": 4.7133964187687374e-06, + "loss": 0.3577, + "num_tokens": 968304137.0, + "step": 5083 + }, + { + "epoch": 1.7351535836177474, + "grad_norm": 0.27193460518331525, + "learning_rate": 4.7117294674677235e-06, + "loss": 0.3552, + "num_tokens": 968525228.0, + "step": 5084 + }, + { + "epoch": 1.735494880546075, + "grad_norm": 0.2519243867306158, + "learning_rate": 4.71006262775075e-06, + "loss": 0.3014, + "num_tokens": 968728850.0, + "step": 5085 + }, + { + "epoch": 1.7358361774744027, + "grad_norm": 0.3143879005475215, + "learning_rate": 4.708395899853767e-06, + "loss": 0.3188, + "num_tokens": 968879287.0, + "step": 5086 + }, + { + "epoch": 1.7361774744027305, + "grad_norm": 0.31481368159391876, + "learning_rate": 4.706729284012711e-06, + "loss": 0.3256, + "num_tokens": 969070964.0, + "step": 5087 + }, + { + "epoch": 1.736518771331058, + "grad_norm": 0.312201156241446, + "learning_rate": 4.705062780463495e-06, + "loss": 0.358, + "num_tokens": 969259712.0, + "step": 5088 + }, + { + "epoch": 1.7368600682593858, + "grad_norm": 0.2622998235515737, + "learning_rate": 4.703396389442027e-06, + "loss": 0.2831, + "num_tokens": 969447294.0, + "step": 5089 + }, + { + "epoch": 1.7372013651877132, + "grad_norm": 0.2586898481274659, + "learning_rate": 4.701730111184191e-06, + "loss": 0.3092, + "num_tokens": 969646743.0, + "step": 5090 + }, + { + "epoch": 1.737542662116041, + "grad_norm": 0.310406926833021, + "learning_rate": 4.7000639459258605e-06, + "loss": 0.3487, + "num_tokens": 969831126.0, + "step": 5091 + }, + { + "epoch": 1.7378839590443687, + "grad_norm": 0.2897743356623567, + "learning_rate": 4.698397893902888e-06, + "loss": 0.3203, + "num_tokens": 970004683.0, + "step": 5092 + }, + { + "epoch": 1.7382252559726963, + "grad_norm": 0.25172365306285144, + "learning_rate": 4.6967319553511115e-06, + "loss": 0.2928, + "num_tokens": 970212979.0, + "step": 5093 + }, + { + "epoch": 1.738566552901024, + "grad_norm": 0.2732352551895589, + "learning_rate": 4.695066130506357e-06, + "loss": 0.2974, + "num_tokens": 970400689.0, + "step": 5094 + }, + { + "epoch": 1.7389078498293515, + "grad_norm": 0.3185026838688659, + "learning_rate": 4.693400419604431e-06, + "loss": 0.3363, + "num_tokens": 970557739.0, + "step": 5095 + }, + { + "epoch": 1.7392491467576792, + "grad_norm": 0.2761914594780157, + "learning_rate": 4.6917348228811224e-06, + "loss": 0.3163, + "num_tokens": 970738043.0, + "step": 5096 + }, + { + "epoch": 1.7395904436860068, + "grad_norm": 0.29201177781509763, + "learning_rate": 4.690069340572204e-06, + "loss": 0.3439, + "num_tokens": 970929853.0, + "step": 5097 + }, + { + "epoch": 1.7399317406143344, + "grad_norm": 0.2588067762650585, + "learning_rate": 4.688403972913436e-06, + "loss": 0.3211, + "num_tokens": 971129897.0, + "step": 5098 + }, + { + "epoch": 1.740273037542662, + "grad_norm": 0.30247468781694836, + "learning_rate": 4.686738720140562e-06, + "loss": 0.3472, + "num_tokens": 971327072.0, + "step": 5099 + }, + { + "epoch": 1.74061433447099, + "grad_norm": 0.314276347510492, + "learning_rate": 4.685073582489306e-06, + "loss": 0.3385, + "num_tokens": 971489817.0, + "step": 5100 + }, + { + "epoch": 1.7409556313993173, + "grad_norm": 0.29215345447232943, + "learning_rate": 4.683408560195376e-06, + "loss": 0.2952, + "num_tokens": 971658637.0, + "step": 5101 + }, + { + "epoch": 1.7412969283276452, + "grad_norm": 0.2755897873671415, + "learning_rate": 4.681743653494467e-06, + "loss": 0.3153, + "num_tokens": 971823374.0, + "step": 5102 + }, + { + "epoch": 1.7416382252559726, + "grad_norm": 0.3240745544551612, + "learning_rate": 4.680078862622255e-06, + "loss": 0.3105, + "num_tokens": 971991431.0, + "step": 5103 + }, + { + "epoch": 1.7419795221843004, + "grad_norm": 0.28148365702023653, + "learning_rate": 4.6784141878144026e-06, + "loss": 0.3154, + "num_tokens": 972178228.0, + "step": 5104 + }, + { + "epoch": 1.742320819112628, + "grad_norm": 0.26440167310422397, + "learning_rate": 4.67674962930655e-06, + "loss": 0.2815, + "num_tokens": 972349459.0, + "step": 5105 + }, + { + "epoch": 1.7426621160409557, + "grad_norm": 0.26422261285679804, + "learning_rate": 4.6750851873343265e-06, + "loss": 0.332, + "num_tokens": 972570891.0, + "step": 5106 + }, + { + "epoch": 1.7430034129692833, + "grad_norm": 0.30033343280198094, + "learning_rate": 4.673420862133342e-06, + "loss": 0.2925, + "num_tokens": 972730008.0, + "step": 5107 + }, + { + "epoch": 1.743344709897611, + "grad_norm": 0.2576889506971944, + "learning_rate": 4.671756653939192e-06, + "loss": 0.2995, + "num_tokens": 972936287.0, + "step": 5108 + }, + { + "epoch": 1.7436860068259386, + "grad_norm": 0.27030057045374756, + "learning_rate": 4.670092562987456e-06, + "loss": 0.3336, + "num_tokens": 973149894.0, + "step": 5109 + }, + { + "epoch": 1.7440273037542662, + "grad_norm": 0.2638036552062034, + "learning_rate": 4.66842858951369e-06, + "loss": 0.3253, + "num_tokens": 973372097.0, + "step": 5110 + }, + { + "epoch": 1.7443686006825938, + "grad_norm": 0.25567200510306215, + "learning_rate": 4.666764733753445e-06, + "loss": 0.3262, + "num_tokens": 973576827.0, + "step": 5111 + }, + { + "epoch": 1.7447098976109214, + "grad_norm": 0.2731277613810579, + "learning_rate": 4.665100995942244e-06, + "loss": 0.3104, + "num_tokens": 973764637.0, + "step": 5112 + }, + { + "epoch": 1.7450511945392493, + "grad_norm": 0.2773081906743888, + "learning_rate": 4.663437376315603e-06, + "loss": 0.3392, + "num_tokens": 973966233.0, + "step": 5113 + }, + { + "epoch": 1.7453924914675767, + "grad_norm": 0.28148942179519526, + "learning_rate": 4.661773875109012e-06, + "loss": 0.3373, + "num_tokens": 974175351.0, + "step": 5114 + }, + { + "epoch": 1.7457337883959045, + "grad_norm": 0.30423067418577, + "learning_rate": 4.660110492557949e-06, + "loss": 0.314, + "num_tokens": 974341998.0, + "step": 5115 + }, + { + "epoch": 1.746075085324232, + "grad_norm": 0.2459542369110281, + "learning_rate": 4.658447228897877e-06, + "loss": 0.3034, + "num_tokens": 974560836.0, + "step": 5116 + }, + { + "epoch": 1.7464163822525598, + "grad_norm": 0.2592410223832804, + "learning_rate": 4.656784084364239e-06, + "loss": 0.3302, + "num_tokens": 974762730.0, + "step": 5117 + }, + { + "epoch": 1.7467576791808874, + "grad_norm": 0.2832285835790535, + "learning_rate": 4.655121059192465e-06, + "loss": 0.3384, + "num_tokens": 974945480.0, + "step": 5118 + }, + { + "epoch": 1.747098976109215, + "grad_norm": 0.24658645590292141, + "learning_rate": 4.653458153617963e-06, + "loss": 0.3207, + "num_tokens": 975180412.0, + "step": 5119 + }, + { + "epoch": 1.7474402730375427, + "grad_norm": 0.25560366766973397, + "learning_rate": 4.651795367876125e-06, + "loss": 0.3057, + "num_tokens": 975384127.0, + "step": 5120 + }, + { + "epoch": 1.7477815699658703, + "grad_norm": 0.2891835299210592, + "learning_rate": 4.65013270220233e-06, + "loss": 0.2914, + "num_tokens": 975587462.0, + "step": 5121 + }, + { + "epoch": 1.748122866894198, + "grad_norm": 0.273777776839588, + "learning_rate": 4.648470156831938e-06, + "loss": 0.3065, + "num_tokens": 975772024.0, + "step": 5122 + }, + { + "epoch": 1.7484641638225256, + "grad_norm": 0.28190509965863025, + "learning_rate": 4.646807732000288e-06, + "loss": 0.3423, + "num_tokens": 976012951.0, + "step": 5123 + }, + { + "epoch": 1.7488054607508532, + "grad_norm": 0.27466405498635554, + "learning_rate": 4.645145427942709e-06, + "loss": 0.3132, + "num_tokens": 976185363.0, + "step": 5124 + }, + { + "epoch": 1.7491467576791808, + "grad_norm": 0.30402488487308127, + "learning_rate": 4.643483244894507e-06, + "loss": 0.2937, + "num_tokens": 976346454.0, + "step": 5125 + }, + { + "epoch": 1.7494880546075087, + "grad_norm": 0.2696893094621801, + "learning_rate": 4.641821183090975e-06, + "loss": 0.284, + "num_tokens": 976517309.0, + "step": 5126 + }, + { + "epoch": 1.749829351535836, + "grad_norm": 0.30922142049409196, + "learning_rate": 4.640159242767386e-06, + "loss": 0.3204, + "num_tokens": 976720084.0, + "step": 5127 + }, + { + "epoch": 1.750170648464164, + "grad_norm": 0.24786471175081917, + "learning_rate": 4.638497424158995e-06, + "loss": 0.3156, + "num_tokens": 976937844.0, + "step": 5128 + }, + { + "epoch": 1.7505119453924913, + "grad_norm": 0.31369665008332026, + "learning_rate": 4.636835727501045e-06, + "loss": 0.336, + "num_tokens": 977103794.0, + "step": 5129 + }, + { + "epoch": 1.7508532423208192, + "grad_norm": 0.24697000333003996, + "learning_rate": 4.635174153028757e-06, + "loss": 0.3214, + "num_tokens": 977329235.0, + "step": 5130 + }, + { + "epoch": 1.7511945392491468, + "grad_norm": 0.2861292157289595, + "learning_rate": 4.633512700977335e-06, + "loss": 0.3345, + "num_tokens": 977528141.0, + "step": 5131 + }, + { + "epoch": 1.7515358361774744, + "grad_norm": 0.28209014177250696, + "learning_rate": 4.631851371581968e-06, + "loss": 0.3213, + "num_tokens": 977716134.0, + "step": 5132 + }, + { + "epoch": 1.751877133105802, + "grad_norm": 0.2555423001827875, + "learning_rate": 4.6301901650778245e-06, + "loss": 0.2895, + "num_tokens": 977901322.0, + "step": 5133 + }, + { + "epoch": 1.7522184300341297, + "grad_norm": 0.2730966001996358, + "learning_rate": 4.628529081700061e-06, + "loss": 0.3242, + "num_tokens": 978093921.0, + "step": 5134 + }, + { + "epoch": 1.7525597269624573, + "grad_norm": 0.23964364476101369, + "learning_rate": 4.626868121683811e-06, + "loss": 0.3049, + "num_tokens": 978319168.0, + "step": 5135 + }, + { + "epoch": 1.752901023890785, + "grad_norm": 0.23981042144844109, + "learning_rate": 4.625207285264189e-06, + "loss": 0.2951, + "num_tokens": 978526187.0, + "step": 5136 + }, + { + "epoch": 1.7532423208191126, + "grad_norm": 0.32457457019249364, + "learning_rate": 4.623546572676301e-06, + "loss": 0.3292, + "num_tokens": 978719224.0, + "step": 5137 + }, + { + "epoch": 1.7535836177474402, + "grad_norm": 0.3695361223822397, + "learning_rate": 4.621885984155228e-06, + "loss": 0.3307, + "num_tokens": 978935517.0, + "step": 5138 + }, + { + "epoch": 1.753924914675768, + "grad_norm": 0.2589519405895985, + "learning_rate": 4.620225519936036e-06, + "loss": 0.3355, + "num_tokens": 979163191.0, + "step": 5139 + }, + { + "epoch": 1.7542662116040955, + "grad_norm": 0.24193497287042273, + "learning_rate": 4.61856518025377e-06, + "loss": 0.3233, + "num_tokens": 979406853.0, + "step": 5140 + }, + { + "epoch": 1.7546075085324233, + "grad_norm": 0.28034802333533554, + "learning_rate": 4.616904965343464e-06, + "loss": 0.3316, + "num_tokens": 979594441.0, + "step": 5141 + }, + { + "epoch": 1.7549488054607507, + "grad_norm": 0.27272571919314287, + "learning_rate": 4.615244875440128e-06, + "loss": 0.3161, + "num_tokens": 979795174.0, + "step": 5142 + }, + { + "epoch": 1.7552901023890786, + "grad_norm": 0.2710463073440903, + "learning_rate": 4.6135849107787586e-06, + "loss": 0.3149, + "num_tokens": 979976061.0, + "step": 5143 + }, + { + "epoch": 1.7556313993174062, + "grad_norm": 0.27703915192287465, + "learning_rate": 4.611925071594334e-06, + "loss": 0.3425, + "num_tokens": 980169008.0, + "step": 5144 + }, + { + "epoch": 1.7559726962457338, + "grad_norm": 0.31799560708056707, + "learning_rate": 4.610265358121811e-06, + "loss": 0.2935, + "num_tokens": 980324545.0, + "step": 5145 + }, + { + "epoch": 1.7563139931740614, + "grad_norm": 0.2965260667882998, + "learning_rate": 4.60860577059613e-06, + "loss": 0.3261, + "num_tokens": 980513719.0, + "step": 5146 + }, + { + "epoch": 1.756655290102389, + "grad_norm": 0.26423305593335344, + "learning_rate": 4.6069463092522185e-06, + "loss": 0.3235, + "num_tokens": 980708013.0, + "step": 5147 + }, + { + "epoch": 1.7569965870307167, + "grad_norm": 0.27849908891431374, + "learning_rate": 4.6052869743249804e-06, + "loss": 0.3019, + "num_tokens": 980881589.0, + "step": 5148 + }, + { + "epoch": 1.7573378839590443, + "grad_norm": 0.27368625328944124, + "learning_rate": 4.603627766049304e-06, + "loss": 0.3285, + "num_tokens": 981076809.0, + "step": 5149 + }, + { + "epoch": 1.757679180887372, + "grad_norm": 0.27697477404468857, + "learning_rate": 4.6019686846600585e-06, + "loss": 0.3332, + "num_tokens": 981307662.0, + "step": 5150 + }, + { + "epoch": 1.7580204778156996, + "grad_norm": 0.2931511638781607, + "learning_rate": 4.600309730392098e-06, + "loss": 0.3272, + "num_tokens": 981483149.0, + "step": 5151 + }, + { + "epoch": 1.7583617747440274, + "grad_norm": 0.34861137049119656, + "learning_rate": 4.598650903480254e-06, + "loss": 0.3149, + "num_tokens": 981638560.0, + "step": 5152 + }, + { + "epoch": 1.7587030716723548, + "grad_norm": 0.2646693127835673, + "learning_rate": 4.5969922041593475e-06, + "loss": 0.2832, + "num_tokens": 981804658.0, + "step": 5153 + }, + { + "epoch": 1.7590443686006827, + "grad_norm": 0.453093988221681, + "learning_rate": 4.59533363266417e-06, + "loss": 0.3296, + "num_tokens": 981980950.0, + "step": 5154 + }, + { + "epoch": 1.75938566552901, + "grad_norm": 0.26121746227150183, + "learning_rate": 4.593675189229506e-06, + "loss": 0.3247, + "num_tokens": 982177006.0, + "step": 5155 + }, + { + "epoch": 1.759726962457338, + "grad_norm": 0.2859935516023217, + "learning_rate": 4.592016874090115e-06, + "loss": 0.3621, + "num_tokens": 982392907.0, + "step": 5156 + }, + { + "epoch": 1.7600682593856656, + "grad_norm": 0.2748158903109818, + "learning_rate": 4.590358687480744e-06, + "loss": 0.3223, + "num_tokens": 982585123.0, + "step": 5157 + }, + { + "epoch": 1.7604095563139932, + "grad_norm": 0.2833983225319843, + "learning_rate": 4.588700629636113e-06, + "loss": 0.3168, + "num_tokens": 982768707.0, + "step": 5158 + }, + { + "epoch": 1.7607508532423208, + "grad_norm": 0.28723258443013777, + "learning_rate": 4.587042700790932e-06, + "loss": 0.3087, + "num_tokens": 982942648.0, + "step": 5159 + }, + { + "epoch": 1.7610921501706485, + "grad_norm": 0.30127440964654517, + "learning_rate": 4.585384901179892e-06, + "loss": 0.3281, + "num_tokens": 983126434.0, + "step": 5160 + }, + { + "epoch": 1.761433447098976, + "grad_norm": 0.28240125680525485, + "learning_rate": 4.583727231037663e-06, + "loss": 0.2945, + "num_tokens": 983290441.0, + "step": 5161 + }, + { + "epoch": 1.7617747440273037, + "grad_norm": 0.3015008678011988, + "learning_rate": 4.582069690598895e-06, + "loss": 0.3006, + "num_tokens": 983433996.0, + "step": 5162 + }, + { + "epoch": 1.7621160409556313, + "grad_norm": 0.31572089606924847, + "learning_rate": 4.580412280098222e-06, + "loss": 0.3402, + "num_tokens": 983587922.0, + "step": 5163 + }, + { + "epoch": 1.762457337883959, + "grad_norm": 0.7528348186209113, + "learning_rate": 4.5787549997702604e-06, + "loss": 0.3359, + "num_tokens": 983762355.0, + "step": 5164 + }, + { + "epoch": 1.7627986348122868, + "grad_norm": 0.28651681761395137, + "learning_rate": 4.5770978498496095e-06, + "loss": 0.3205, + "num_tokens": 984002303.0, + "step": 5165 + }, + { + "epoch": 1.7631399317406142, + "grad_norm": 0.30235069827977484, + "learning_rate": 4.575440830570847e-06, + "loss": 0.311, + "num_tokens": 984147075.0, + "step": 5166 + }, + { + "epoch": 1.763481228668942, + "grad_norm": 0.26390655675023245, + "learning_rate": 4.573783942168531e-06, + "loss": 0.3005, + "num_tokens": 984325176.0, + "step": 5167 + }, + { + "epoch": 1.7638225255972695, + "grad_norm": 0.2770330103407949, + "learning_rate": 4.572127184877205e-06, + "loss": 0.3469, + "num_tokens": 984524323.0, + "step": 5168 + }, + { + "epoch": 1.7641638225255973, + "grad_norm": 0.2738446436056244, + "learning_rate": 4.570470558931392e-06, + "loss": 0.3179, + "num_tokens": 984703969.0, + "step": 5169 + }, + { + "epoch": 1.764505119453925, + "grad_norm": 0.2906095086284644, + "learning_rate": 4.5688140645655965e-06, + "loss": 0.3053, + "num_tokens": 984874525.0, + "step": 5170 + }, + { + "epoch": 1.7648464163822526, + "grad_norm": 0.25009059728275645, + "learning_rate": 4.567157702014303e-06, + "loss": 0.2954, + "num_tokens": 985099503.0, + "step": 5171 + }, + { + "epoch": 1.7651877133105802, + "grad_norm": 0.2796478371596573, + "learning_rate": 4.565501471511982e-06, + "loss": 0.293, + "num_tokens": 985281642.0, + "step": 5172 + }, + { + "epoch": 1.7655290102389078, + "grad_norm": 0.28552175011799724, + "learning_rate": 4.563845373293078e-06, + "loss": 0.336, + "num_tokens": 985448653.0, + "step": 5173 + }, + { + "epoch": 1.7658703071672355, + "grad_norm": 0.27213617047470934, + "learning_rate": 4.562189407592025e-06, + "loss": 0.306, + "num_tokens": 985629827.0, + "step": 5174 + }, + { + "epoch": 1.766211604095563, + "grad_norm": 0.2568496145068706, + "learning_rate": 4.56053357464323e-06, + "loss": 0.364, + "num_tokens": 985862868.0, + "step": 5175 + }, + { + "epoch": 1.7665529010238907, + "grad_norm": 0.2969788820958056, + "learning_rate": 4.558877874681087e-06, + "loss": 0.3176, + "num_tokens": 986048311.0, + "step": 5176 + }, + { + "epoch": 1.7668941979522184, + "grad_norm": 0.266591930845656, + "learning_rate": 4.55722230793997e-06, + "loss": 0.3263, + "num_tokens": 986266620.0, + "step": 5177 + }, + { + "epoch": 1.7672354948805462, + "grad_norm": 0.28984228403782064, + "learning_rate": 4.555566874654234e-06, + "loss": 0.2909, + "num_tokens": 986432130.0, + "step": 5178 + }, + { + "epoch": 1.7675767918088736, + "grad_norm": 0.22792562306217745, + "learning_rate": 4.553911575058213e-06, + "loss": 0.3101, + "num_tokens": 986687310.0, + "step": 5179 + }, + { + "epoch": 1.7679180887372015, + "grad_norm": 0.25772337276735874, + "learning_rate": 4.552256409386225e-06, + "loss": 0.3294, + "num_tokens": 986892779.0, + "step": 5180 + }, + { + "epoch": 1.7682593856655289, + "grad_norm": 0.24016884614550746, + "learning_rate": 4.550601377872568e-06, + "loss": 0.3397, + "num_tokens": 987122223.0, + "step": 5181 + }, + { + "epoch": 1.7686006825938567, + "grad_norm": 0.253166572601658, + "learning_rate": 4.54894648075152e-06, + "loss": 0.3192, + "num_tokens": 987322746.0, + "step": 5182 + }, + { + "epoch": 1.7689419795221843, + "grad_norm": 0.25882646469592, + "learning_rate": 4.5472917182573425e-06, + "loss": 0.3307, + "num_tokens": 987526684.0, + "step": 5183 + }, + { + "epoch": 1.769283276450512, + "grad_norm": 0.29019871436965383, + "learning_rate": 4.545637090624273e-06, + "loss": 0.3123, + "num_tokens": 987708574.0, + "step": 5184 + }, + { + "epoch": 1.7696245733788396, + "grad_norm": 0.2831729685412594, + "learning_rate": 4.543982598086536e-06, + "loss": 0.3191, + "num_tokens": 987901897.0, + "step": 5185 + }, + { + "epoch": 1.7699658703071672, + "grad_norm": 0.2621715865490135, + "learning_rate": 4.542328240878333e-06, + "loss": 0.3407, + "num_tokens": 988122154.0, + "step": 5186 + }, + { + "epoch": 1.7703071672354949, + "grad_norm": 0.272658818616841, + "learning_rate": 4.5406740192338475e-06, + "loss": 0.3269, + "num_tokens": 988323886.0, + "step": 5187 + }, + { + "epoch": 1.7706484641638225, + "grad_norm": 0.299060080771744, + "learning_rate": 4.539019933387244e-06, + "loss": 0.3092, + "num_tokens": 988493554.0, + "step": 5188 + }, + { + "epoch": 1.7709897610921501, + "grad_norm": 0.26250858306433167, + "learning_rate": 4.537365983572667e-06, + "loss": 0.3078, + "num_tokens": 988717605.0, + "step": 5189 + }, + { + "epoch": 1.7713310580204777, + "grad_norm": 0.2916029280512861, + "learning_rate": 4.5357121700242424e-06, + "loss": 0.2989, + "num_tokens": 988868705.0, + "step": 5190 + }, + { + "epoch": 1.7716723549488056, + "grad_norm": 0.28687140137493555, + "learning_rate": 4.534058492976077e-06, + "loss": 0.3282, + "num_tokens": 989052612.0, + "step": 5191 + }, + { + "epoch": 1.772013651877133, + "grad_norm": 0.28657416548822223, + "learning_rate": 4.53240495266226e-06, + "loss": 0.3072, + "num_tokens": 989219877.0, + "step": 5192 + }, + { + "epoch": 1.7723549488054609, + "grad_norm": 0.31096797136858567, + "learning_rate": 4.530751549316853e-06, + "loss": 0.2925, + "num_tokens": 989392787.0, + "step": 5193 + }, + { + "epoch": 1.7726962457337883, + "grad_norm": 0.33769348908215696, + "learning_rate": 4.529098283173908e-06, + "loss": 0.2903, + "num_tokens": 989568224.0, + "step": 5194 + }, + { + "epoch": 1.773037542662116, + "grad_norm": 0.2850157773985329, + "learning_rate": 4.527445154467455e-06, + "loss": 0.2968, + "num_tokens": 989729085.0, + "step": 5195 + }, + { + "epoch": 1.7733788395904437, + "grad_norm": 0.28803751022081314, + "learning_rate": 4.525792163431503e-06, + "loss": 0.3226, + "num_tokens": 989917915.0, + "step": 5196 + }, + { + "epoch": 1.7737201365187714, + "grad_norm": 0.2640729165315187, + "learning_rate": 4.524139310300041e-06, + "loss": 0.3095, + "num_tokens": 990119024.0, + "step": 5197 + }, + { + "epoch": 1.774061433447099, + "grad_norm": 0.2577032482488377, + "learning_rate": 4.522486595307039e-06, + "loss": 0.2944, + "num_tokens": 990322134.0, + "step": 5198 + }, + { + "epoch": 1.7744027303754266, + "grad_norm": 0.30120924870697785, + "learning_rate": 4.520834018686451e-06, + "loss": 0.3354, + "num_tokens": 990526089.0, + "step": 5199 + }, + { + "epoch": 1.7747440273037542, + "grad_norm": 0.29608067240272046, + "learning_rate": 4.519181580672204e-06, + "loss": 0.3733, + "num_tokens": 990734811.0, + "step": 5200 + }, + { + "epoch": 1.7750853242320819, + "grad_norm": 0.2823613827382235, + "learning_rate": 4.517529281498216e-06, + "loss": 0.3378, + "num_tokens": 990914280.0, + "step": 5201 + }, + { + "epoch": 1.7754266211604095, + "grad_norm": 0.29414824913619503, + "learning_rate": 4.515877121398371e-06, + "loss": 0.3056, + "num_tokens": 991074105.0, + "step": 5202 + }, + { + "epoch": 1.7757679180887371, + "grad_norm": 0.3137768644004426, + "learning_rate": 4.514225100606547e-06, + "loss": 0.3209, + "num_tokens": 991244682.0, + "step": 5203 + }, + { + "epoch": 1.776109215017065, + "grad_norm": 0.2729280429897825, + "learning_rate": 4.512573219356593e-06, + "loss": 0.2907, + "num_tokens": 991418409.0, + "step": 5204 + }, + { + "epoch": 1.7764505119453924, + "grad_norm": 0.31219962800473383, + "learning_rate": 4.510921477882346e-06, + "loss": 0.2965, + "num_tokens": 991606416.0, + "step": 5205 + }, + { + "epoch": 1.7767918088737202, + "grad_norm": 0.33231356727549816, + "learning_rate": 4.509269876417617e-06, + "loss": 0.3427, + "num_tokens": 991814380.0, + "step": 5206 + }, + { + "epoch": 1.7771331058020476, + "grad_norm": 0.25726235488181853, + "learning_rate": 4.507618415196198e-06, + "loss": 0.297, + "num_tokens": 991994981.0, + "step": 5207 + }, + { + "epoch": 1.7774744027303755, + "grad_norm": 0.31290211154888353, + "learning_rate": 4.505967094451864e-06, + "loss": 0.3011, + "num_tokens": 992129221.0, + "step": 5208 + }, + { + "epoch": 1.7778156996587031, + "grad_norm": 0.2845497958611771, + "learning_rate": 4.50431591441837e-06, + "loss": 0.3304, + "num_tokens": 992332199.0, + "step": 5209 + }, + { + "epoch": 1.7781569965870307, + "grad_norm": 0.2750139125666723, + "learning_rate": 4.502664875329446e-06, + "loss": 0.3037, + "num_tokens": 992537925.0, + "step": 5210 + }, + { + "epoch": 1.7784982935153584, + "grad_norm": 0.26877133984596463, + "learning_rate": 4.501013977418808e-06, + "loss": 0.3099, + "num_tokens": 992716264.0, + "step": 5211 + }, + { + "epoch": 1.778839590443686, + "grad_norm": 0.2833746306616553, + "learning_rate": 4.49936322092015e-06, + "loss": 0.3047, + "num_tokens": 992883581.0, + "step": 5212 + }, + { + "epoch": 1.7791808873720136, + "grad_norm": 0.3038208242273355, + "learning_rate": 4.497712606067144e-06, + "loss": 0.3227, + "num_tokens": 993065444.0, + "step": 5213 + }, + { + "epoch": 1.7795221843003413, + "grad_norm": 0.3230985562774419, + "learning_rate": 4.496062133093446e-06, + "loss": 0.3108, + "num_tokens": 993213626.0, + "step": 5214 + }, + { + "epoch": 1.7798634812286689, + "grad_norm": 0.2716770631487576, + "learning_rate": 4.4944118022326875e-06, + "loss": 0.3097, + "num_tokens": 993400905.0, + "step": 5215 + }, + { + "epoch": 1.7802047781569965, + "grad_norm": 0.2875200039373633, + "learning_rate": 4.492761613718483e-06, + "loss": 0.313, + "num_tokens": 993575867.0, + "step": 5216 + }, + { + "epoch": 1.7805460750853244, + "grad_norm": 0.282632551246919, + "learning_rate": 4.491111567784424e-06, + "loss": 0.3212, + "num_tokens": 993743903.0, + "step": 5217 + }, + { + "epoch": 1.7808873720136518, + "grad_norm": 0.2846963128580056, + "learning_rate": 4.489461664664086e-06, + "loss": 0.289, + "num_tokens": 993901288.0, + "step": 5218 + }, + { + "epoch": 1.7812286689419796, + "grad_norm": 0.2813258234029688, + "learning_rate": 4.487811904591022e-06, + "loss": 0.3045, + "num_tokens": 994083834.0, + "step": 5219 + }, + { + "epoch": 1.781569965870307, + "grad_norm": 0.3278536883362176, + "learning_rate": 4.486162287798762e-06, + "loss": 0.3476, + "num_tokens": 994308268.0, + "step": 5220 + }, + { + "epoch": 1.7819112627986349, + "grad_norm": 0.29071487327142514, + "learning_rate": 4.4845128145208195e-06, + "loss": 0.3006, + "num_tokens": 994466557.0, + "step": 5221 + }, + { + "epoch": 1.7822525597269625, + "grad_norm": 0.27616940412970514, + "learning_rate": 4.482863484990688e-06, + "loss": 0.3281, + "num_tokens": 994660451.0, + "step": 5222 + }, + { + "epoch": 1.7825938566552901, + "grad_norm": 0.28569021212021506, + "learning_rate": 4.481214299441839e-06, + "loss": 0.2997, + "num_tokens": 994835708.0, + "step": 5223 + }, + { + "epoch": 1.7829351535836178, + "grad_norm": 0.27342879677359005, + "learning_rate": 4.479565258107722e-06, + "loss": 0.3361, + "num_tokens": 995023350.0, + "step": 5224 + }, + { + "epoch": 1.7832764505119454, + "grad_norm": 0.30155957155636076, + "learning_rate": 4.477916361221768e-06, + "loss": 0.3374, + "num_tokens": 995180027.0, + "step": 5225 + }, + { + "epoch": 1.783617747440273, + "grad_norm": 0.274488080484384, + "learning_rate": 4.476267609017388e-06, + "loss": 0.3239, + "num_tokens": 995370660.0, + "step": 5226 + }, + { + "epoch": 1.7839590443686006, + "grad_norm": 0.2563644652899725, + "learning_rate": 4.474619001727974e-06, + "loss": 0.3152, + "num_tokens": 995582173.0, + "step": 5227 + }, + { + "epoch": 1.7843003412969285, + "grad_norm": 0.27796613942267623, + "learning_rate": 4.472970539586892e-06, + "loss": 0.307, + "num_tokens": 995769930.0, + "step": 5228 + }, + { + "epoch": 1.784641638225256, + "grad_norm": 0.2937033000359271, + "learning_rate": 4.471322222827493e-06, + "loss": 0.2918, + "num_tokens": 995928750.0, + "step": 5229 + }, + { + "epoch": 1.7849829351535837, + "grad_norm": 0.317273347058178, + "learning_rate": 4.469674051683105e-06, + "loss": 0.3105, + "num_tokens": 996121540.0, + "step": 5230 + }, + { + "epoch": 1.7853242320819112, + "grad_norm": 0.27559693921680173, + "learning_rate": 4.468026026387038e-06, + "loss": 0.3214, + "num_tokens": 996309528.0, + "step": 5231 + }, + { + "epoch": 1.785665529010239, + "grad_norm": 0.31681396826062797, + "learning_rate": 4.466378147172574e-06, + "loss": 0.3113, + "num_tokens": 996494919.0, + "step": 5232 + }, + { + "epoch": 1.7860068259385664, + "grad_norm": 0.34929720666349284, + "learning_rate": 4.464730414272982e-06, + "loss": 0.3036, + "num_tokens": 996671508.0, + "step": 5233 + }, + { + "epoch": 1.7863481228668943, + "grad_norm": 0.2741094148835666, + "learning_rate": 4.463082827921508e-06, + "loss": 0.3064, + "num_tokens": 996844971.0, + "step": 5234 + }, + { + "epoch": 1.786689419795222, + "grad_norm": 0.2699440273318404, + "learning_rate": 4.4614353883513774e-06, + "loss": 0.313, + "num_tokens": 997024316.0, + "step": 5235 + }, + { + "epoch": 1.7870307167235495, + "grad_norm": 0.2626739671569904, + "learning_rate": 4.459788095795793e-06, + "loss": 0.321, + "num_tokens": 997226972.0, + "step": 5236 + }, + { + "epoch": 1.7873720136518771, + "grad_norm": 0.26741098795071383, + "learning_rate": 4.4581409504879395e-06, + "loss": 0.2995, + "num_tokens": 997401671.0, + "step": 5237 + }, + { + "epoch": 1.7877133105802048, + "grad_norm": 0.28886935395992047, + "learning_rate": 4.456493952660978e-06, + "loss": 0.2914, + "num_tokens": 997574151.0, + "step": 5238 + }, + { + "epoch": 1.7880546075085324, + "grad_norm": 0.2611507529545574, + "learning_rate": 4.45484710254805e-06, + "loss": 0.2986, + "num_tokens": 997760963.0, + "step": 5239 + }, + { + "epoch": 1.78839590443686, + "grad_norm": 0.25576645100512335, + "learning_rate": 4.453200400382279e-06, + "loss": 0.3214, + "num_tokens": 997963538.0, + "step": 5240 + }, + { + "epoch": 1.7887372013651879, + "grad_norm": 0.2905564540123873, + "learning_rate": 4.451553846396761e-06, + "loss": 0.3311, + "num_tokens": 998134200.0, + "step": 5241 + }, + { + "epoch": 1.7890784982935153, + "grad_norm": 0.3116151551779582, + "learning_rate": 4.4499074408245775e-06, + "loss": 0.3406, + "num_tokens": 998301190.0, + "step": 5242 + }, + { + "epoch": 1.7894197952218431, + "grad_norm": 0.28400610340993293, + "learning_rate": 4.448261183898785e-06, + "loss": 0.3514, + "num_tokens": 998506150.0, + "step": 5243 + }, + { + "epoch": 1.7897610921501705, + "grad_norm": 0.27612500115306676, + "learning_rate": 4.4466150758524206e-06, + "loss": 0.3206, + "num_tokens": 998688547.0, + "step": 5244 + }, + { + "epoch": 1.7901023890784984, + "grad_norm": 0.29239541450594914, + "learning_rate": 4.4449691169185005e-06, + "loss": 0.3179, + "num_tokens": 998865770.0, + "step": 5245 + }, + { + "epoch": 1.7904436860068258, + "grad_norm": 0.2599754954018608, + "learning_rate": 4.443323307330018e-06, + "loss": 0.273, + "num_tokens": 999052994.0, + "step": 5246 + }, + { + "epoch": 1.7907849829351536, + "grad_norm": 0.29404549713744216, + "learning_rate": 4.441677647319947e-06, + "loss": 0.3242, + "num_tokens": 999236160.0, + "step": 5247 + }, + { + "epoch": 1.7911262798634813, + "grad_norm": 0.2671366418715703, + "learning_rate": 4.44003213712124e-06, + "loss": 0.3244, + "num_tokens": 999434889.0, + "step": 5248 + }, + { + "epoch": 1.791467576791809, + "grad_norm": 0.2805587968094012, + "learning_rate": 4.43838677696683e-06, + "loss": 0.3569, + "num_tokens": 999635517.0, + "step": 5249 + }, + { + "epoch": 1.7918088737201365, + "grad_norm": 0.3238493692997883, + "learning_rate": 4.436741567089623e-06, + "loss": 0.3573, + "num_tokens": 999808679.0, + "step": 5250 + }, + { + "epoch": 1.7921501706484642, + "grad_norm": 0.2982068231670175, + "learning_rate": 4.435096507722508e-06, + "loss": 0.3264, + "num_tokens": 999973540.0, + "step": 5251 + }, + { + "epoch": 1.7924914675767918, + "grad_norm": 0.25091465495843956, + "learning_rate": 4.433451599098356e-06, + "loss": 0.3047, + "num_tokens": 1000185479.0, + "step": 5252 + }, + { + "epoch": 1.7928327645051194, + "grad_norm": 0.2855919601047096, + "learning_rate": 4.431806841450012e-06, + "loss": 0.3083, + "num_tokens": 1000358263.0, + "step": 5253 + }, + { + "epoch": 1.7931740614334473, + "grad_norm": 0.2862505819004657, + "learning_rate": 4.4301622350102955e-06, + "loss": 0.3048, + "num_tokens": 1000531716.0, + "step": 5254 + }, + { + "epoch": 1.7935153583617747, + "grad_norm": 0.28520641111090067, + "learning_rate": 4.428517780012015e-06, + "loss": 0.3203, + "num_tokens": 1000712935.0, + "step": 5255 + }, + { + "epoch": 1.7938566552901025, + "grad_norm": 0.27575772643429836, + "learning_rate": 4.42687347668795e-06, + "loss": 0.3194, + "num_tokens": 1000934714.0, + "step": 5256 + }, + { + "epoch": 1.79419795221843, + "grad_norm": 0.26973602632677174, + "learning_rate": 4.42522932527086e-06, + "loss": 0.3227, + "num_tokens": 1001131398.0, + "step": 5257 + }, + { + "epoch": 1.7945392491467578, + "grad_norm": 0.33308710114893897, + "learning_rate": 4.423585325993486e-06, + "loss": 0.3224, + "num_tokens": 1001293266.0, + "step": 5258 + }, + { + "epoch": 1.7948805460750852, + "grad_norm": 0.26590607738035393, + "learning_rate": 4.421941479088543e-06, + "loss": 0.3128, + "num_tokens": 1001466805.0, + "step": 5259 + }, + { + "epoch": 1.795221843003413, + "grad_norm": 0.2998094569190385, + "learning_rate": 4.420297784788728e-06, + "loss": 0.321, + "num_tokens": 1001639164.0, + "step": 5260 + }, + { + "epoch": 1.7955631399317407, + "grad_norm": 0.31233864524460486, + "learning_rate": 4.418654243326713e-06, + "loss": 0.3142, + "num_tokens": 1001782842.0, + "step": 5261 + }, + { + "epoch": 1.7959044368600683, + "grad_norm": 0.277880187506125, + "learning_rate": 4.417010854935154e-06, + "loss": 0.3393, + "num_tokens": 1001967050.0, + "step": 5262 + }, + { + "epoch": 1.796245733788396, + "grad_norm": 0.27945806997486206, + "learning_rate": 4.415367619846678e-06, + "loss": 0.3255, + "num_tokens": 1002146387.0, + "step": 5263 + }, + { + "epoch": 1.7965870307167235, + "grad_norm": 0.256351707460276, + "learning_rate": 4.413724538293896e-06, + "loss": 0.3209, + "num_tokens": 1002348428.0, + "step": 5264 + }, + { + "epoch": 1.7969283276450512, + "grad_norm": 0.2886755409878113, + "learning_rate": 4.412081610509394e-06, + "loss": 0.3149, + "num_tokens": 1002521419.0, + "step": 5265 + }, + { + "epoch": 1.7972696245733788, + "grad_norm": 0.3607197927830261, + "learning_rate": 4.410438836725739e-06, + "loss": 0.3239, + "num_tokens": 1002696439.0, + "step": 5266 + }, + { + "epoch": 1.7976109215017066, + "grad_norm": 0.2661180995475743, + "learning_rate": 4.408796217175474e-06, + "loss": 0.3085, + "num_tokens": 1002897891.0, + "step": 5267 + }, + { + "epoch": 1.797952218430034, + "grad_norm": 0.2867345457842482, + "learning_rate": 4.407153752091119e-06, + "loss": 0.3057, + "num_tokens": 1003091857.0, + "step": 5268 + }, + { + "epoch": 1.798293515358362, + "grad_norm": 0.27947880635127426, + "learning_rate": 4.405511441705177e-06, + "loss": 0.3192, + "num_tokens": 1003286528.0, + "step": 5269 + }, + { + "epoch": 1.7986348122866893, + "grad_norm": 0.2717460434345051, + "learning_rate": 4.403869286250124e-06, + "loss": 0.3001, + "num_tokens": 1003460738.0, + "step": 5270 + }, + { + "epoch": 1.7989761092150172, + "grad_norm": 0.26995565906967384, + "learning_rate": 4.40222728595842e-06, + "loss": 0.306, + "num_tokens": 1003645191.0, + "step": 5271 + }, + { + "epoch": 1.7993174061433446, + "grad_norm": 0.2988393081988464, + "learning_rate": 4.400585441062494e-06, + "loss": 0.3265, + "num_tokens": 1003820867.0, + "step": 5272 + }, + { + "epoch": 1.7996587030716724, + "grad_norm": 0.28173256869813285, + "learning_rate": 4.3989437517947595e-06, + "loss": 0.3297, + "num_tokens": 1003994358.0, + "step": 5273 + }, + { + "epoch": 1.8, + "grad_norm": 0.31279337335010976, + "learning_rate": 4.397302218387608e-06, + "loss": 0.315, + "num_tokens": 1004139697.0, + "step": 5274 + }, + { + "epoch": 1.8003412969283277, + "grad_norm": 0.2839552949731374, + "learning_rate": 4.395660841073408e-06, + "loss": 0.3014, + "num_tokens": 1004303679.0, + "step": 5275 + }, + { + "epoch": 1.8006825938566553, + "grad_norm": 0.27421759096871595, + "learning_rate": 4.394019620084503e-06, + "loss": 0.3031, + "num_tokens": 1004493406.0, + "step": 5276 + }, + { + "epoch": 1.801023890784983, + "grad_norm": 0.28517453135446064, + "learning_rate": 4.39237855565322e-06, + "loss": 0.3233, + "num_tokens": 1004675095.0, + "step": 5277 + }, + { + "epoch": 1.8013651877133106, + "grad_norm": 0.2745141599498814, + "learning_rate": 4.390737648011858e-06, + "loss": 0.3164, + "num_tokens": 1004857516.0, + "step": 5278 + }, + { + "epoch": 1.8017064846416382, + "grad_norm": 0.3094829598810386, + "learning_rate": 4.389096897392698e-06, + "loss": 0.2977, + "num_tokens": 1005005921.0, + "step": 5279 + }, + { + "epoch": 1.802047781569966, + "grad_norm": 0.3078828501370437, + "learning_rate": 4.387456304027999e-06, + "loss": 0.3082, + "num_tokens": 1005183850.0, + "step": 5280 + }, + { + "epoch": 1.8023890784982934, + "grad_norm": 0.2913793332975835, + "learning_rate": 4.3858158681499926e-06, + "loss": 0.3141, + "num_tokens": 1005350458.0, + "step": 5281 + }, + { + "epoch": 1.8027303754266213, + "grad_norm": 0.3012642226385385, + "learning_rate": 4.384175589990894e-06, + "loss": 0.3404, + "num_tokens": 1005512188.0, + "step": 5282 + }, + { + "epoch": 1.8030716723549487, + "grad_norm": 0.29611664344446303, + "learning_rate": 4.382535469782891e-06, + "loss": 0.3102, + "num_tokens": 1005674448.0, + "step": 5283 + }, + { + "epoch": 1.8034129692832765, + "grad_norm": 0.262474729696084, + "learning_rate": 4.380895507758155e-06, + "loss": 0.2953, + "num_tokens": 1005868824.0, + "step": 5284 + }, + { + "epoch": 1.803754266211604, + "grad_norm": 0.29359651324001884, + "learning_rate": 4.379255704148828e-06, + "loss": 0.3315, + "num_tokens": 1006045668.0, + "step": 5285 + }, + { + "epoch": 1.8040955631399318, + "grad_norm": 0.31937126795618714, + "learning_rate": 4.377616059187037e-06, + "loss": 0.2943, + "num_tokens": 1006168156.0, + "step": 5286 + }, + { + "epoch": 1.8044368600682594, + "grad_norm": 0.290235770433313, + "learning_rate": 4.37597657310488e-06, + "loss": 0.3413, + "num_tokens": 1006343629.0, + "step": 5287 + }, + { + "epoch": 1.804778156996587, + "grad_norm": 0.29034756363020126, + "learning_rate": 4.374337246134438e-06, + "loss": 0.3146, + "num_tokens": 1006552824.0, + "step": 5288 + }, + { + "epoch": 1.8051194539249147, + "grad_norm": 0.2856829447923678, + "learning_rate": 4.372698078507763e-06, + "loss": 0.3161, + "num_tokens": 1006727878.0, + "step": 5289 + }, + { + "epoch": 1.8054607508532423, + "grad_norm": 0.30477228044938354, + "learning_rate": 4.37105907045689e-06, + "loss": 0.3437, + "num_tokens": 1006909740.0, + "step": 5290 + }, + { + "epoch": 1.80580204778157, + "grad_norm": 0.2854364096025816, + "learning_rate": 4.369420222213832e-06, + "loss": 0.3116, + "num_tokens": 1007104940.0, + "step": 5291 + }, + { + "epoch": 1.8061433447098976, + "grad_norm": 0.27882766091230565, + "learning_rate": 4.367781534010572e-06, + "loss": 0.3504, + "num_tokens": 1007308073.0, + "step": 5292 + }, + { + "epoch": 1.8064846416382254, + "grad_norm": 0.30137603505201765, + "learning_rate": 4.366143006079081e-06, + "loss": 0.298, + "num_tokens": 1007476404.0, + "step": 5293 + }, + { + "epoch": 1.8068259385665528, + "grad_norm": 0.2724741475818917, + "learning_rate": 4.364504638651298e-06, + "loss": 0.3113, + "num_tokens": 1007683437.0, + "step": 5294 + }, + { + "epoch": 1.8071672354948807, + "grad_norm": 0.2893271597279969, + "learning_rate": 4.362866431959143e-06, + "loss": 0.315, + "num_tokens": 1007868915.0, + "step": 5295 + }, + { + "epoch": 1.807508532423208, + "grad_norm": 0.3391129008084568, + "learning_rate": 4.361228386234514e-06, + "loss": 0.3585, + "num_tokens": 1008032318.0, + "step": 5296 + }, + { + "epoch": 1.807849829351536, + "grad_norm": 0.27336407700755544, + "learning_rate": 4.359590501709289e-06, + "loss": 0.316, + "num_tokens": 1008219205.0, + "step": 5297 + }, + { + "epoch": 1.8081911262798633, + "grad_norm": 0.28577166436760193, + "learning_rate": 4.357952778615312e-06, + "loss": 0.3358, + "num_tokens": 1008425418.0, + "step": 5298 + }, + { + "epoch": 1.8085324232081912, + "grad_norm": 0.294112563915297, + "learning_rate": 4.356315217184417e-06, + "loss": 0.299, + "num_tokens": 1008580248.0, + "step": 5299 + }, + { + "epoch": 1.8088737201365188, + "grad_norm": 0.27031782247900915, + "learning_rate": 4.354677817648408e-06, + "loss": 0.3186, + "num_tokens": 1008777773.0, + "step": 5300 + }, + { + "epoch": 1.8092150170648464, + "grad_norm": 0.2857709716125034, + "learning_rate": 4.353040580239071e-06, + "loss": 0.2986, + "num_tokens": 1008952471.0, + "step": 5301 + }, + { + "epoch": 1.809556313993174, + "grad_norm": 0.30931105146867044, + "learning_rate": 4.351403505188162e-06, + "loss": 0.3316, + "num_tokens": 1009110923.0, + "step": 5302 + }, + { + "epoch": 1.8098976109215017, + "grad_norm": 0.28408766069182156, + "learning_rate": 4.349766592727418e-06, + "loss": 0.3377, + "num_tokens": 1009301061.0, + "step": 5303 + }, + { + "epoch": 1.8102389078498293, + "grad_norm": 0.2864873317763837, + "learning_rate": 4.3481298430885555e-06, + "loss": 0.3236, + "num_tokens": 1009498552.0, + "step": 5304 + }, + { + "epoch": 1.810580204778157, + "grad_norm": 0.2431282202053657, + "learning_rate": 4.3464932565032645e-06, + "loss": 0.3063, + "num_tokens": 1009729286.0, + "step": 5305 + }, + { + "epoch": 1.8109215017064848, + "grad_norm": 0.27215579392486283, + "learning_rate": 4.3448568332032135e-06, + "loss": 0.2971, + "num_tokens": 1009902986.0, + "step": 5306 + }, + { + "epoch": 1.8112627986348122, + "grad_norm": 0.2570969295747443, + "learning_rate": 4.343220573420046e-06, + "loss": 0.3121, + "num_tokens": 1010097122.0, + "step": 5307 + }, + { + "epoch": 1.81160409556314, + "grad_norm": 0.24494299051306512, + "learning_rate": 4.341584477385384e-06, + "loss": 0.3086, + "num_tokens": 1010309756.0, + "step": 5308 + }, + { + "epoch": 1.8119453924914675, + "grad_norm": 0.2972562519803439, + "learning_rate": 4.3399485453308265e-06, + "loss": 0.3277, + "num_tokens": 1010473486.0, + "step": 5309 + }, + { + "epoch": 1.8122866894197953, + "grad_norm": 0.2722211177633791, + "learning_rate": 4.33831277748795e-06, + "loss": 0.319, + "num_tokens": 1010688091.0, + "step": 5310 + }, + { + "epoch": 1.8126279863481227, + "grad_norm": 0.2702758912932113, + "learning_rate": 4.336677174088303e-06, + "loss": 0.3448, + "num_tokens": 1010876719.0, + "step": 5311 + }, + { + "epoch": 1.8129692832764506, + "grad_norm": 0.28811876654847296, + "learning_rate": 4.3350417353634156e-06, + "loss": 0.2917, + "num_tokens": 1011025649.0, + "step": 5312 + }, + { + "epoch": 1.8133105802047782, + "grad_norm": 0.2828752282427666, + "learning_rate": 4.333406461544793e-06, + "loss": 0.2996, + "num_tokens": 1011192693.0, + "step": 5313 + }, + { + "epoch": 1.8136518771331058, + "grad_norm": 0.3301151387185074, + "learning_rate": 4.3317713528639186e-06, + "loss": 0.313, + "num_tokens": 1011410600.0, + "step": 5314 + }, + { + "epoch": 1.8139931740614335, + "grad_norm": 0.27199990269274094, + "learning_rate": 4.33013640955225e-06, + "loss": 0.3434, + "num_tokens": 1011614526.0, + "step": 5315 + }, + { + "epoch": 1.814334470989761, + "grad_norm": 0.28882271398077514, + "learning_rate": 4.328501631841222e-06, + "loss": 0.3122, + "num_tokens": 1011768075.0, + "step": 5316 + }, + { + "epoch": 1.8146757679180887, + "grad_norm": 0.27700442164568434, + "learning_rate": 4.326867019962247e-06, + "loss": 0.3373, + "num_tokens": 1011970798.0, + "step": 5317 + }, + { + "epoch": 1.8150170648464163, + "grad_norm": 0.2581279524450618, + "learning_rate": 4.325232574146714e-06, + "loss": 0.2953, + "num_tokens": 1012164991.0, + "step": 5318 + }, + { + "epoch": 1.8153583617747442, + "grad_norm": 0.29028093834451946, + "learning_rate": 4.323598294625988e-06, + "loss": 0.3073, + "num_tokens": 1012346824.0, + "step": 5319 + }, + { + "epoch": 1.8156996587030716, + "grad_norm": 0.2807679351416421, + "learning_rate": 4.321964181631409e-06, + "loss": 0.3366, + "num_tokens": 1012528415.0, + "step": 5320 + }, + { + "epoch": 1.8160409556313994, + "grad_norm": 0.2656542354261897, + "learning_rate": 4.3203302353942935e-06, + "loss": 0.3052, + "num_tokens": 1012724510.0, + "step": 5321 + }, + { + "epoch": 1.8163822525597269, + "grad_norm": 0.26395126671091657, + "learning_rate": 4.3186964561459375e-06, + "loss": 0.2873, + "num_tokens": 1012893059.0, + "step": 5322 + }, + { + "epoch": 1.8167235494880547, + "grad_norm": 0.2727578298795358, + "learning_rate": 4.317062844117612e-06, + "loss": 0.3138, + "num_tokens": 1013080386.0, + "step": 5323 + }, + { + "epoch": 1.817064846416382, + "grad_norm": 0.42401438160537774, + "learning_rate": 4.315429399540563e-06, + "loss": 0.3002, + "num_tokens": 1013245525.0, + "step": 5324 + }, + { + "epoch": 1.81740614334471, + "grad_norm": 0.24712633612808005, + "learning_rate": 4.313796122646012e-06, + "loss": 0.2993, + "num_tokens": 1013452293.0, + "step": 5325 + }, + { + "epoch": 1.8177474402730376, + "grad_norm": 0.2632987541833526, + "learning_rate": 4.312163013665162e-06, + "loss": 0.3304, + "num_tokens": 1013647495.0, + "step": 5326 + }, + { + "epoch": 1.8180887372013652, + "grad_norm": 0.27521295058204176, + "learning_rate": 4.310530072829185e-06, + "loss": 0.3001, + "num_tokens": 1013826283.0, + "step": 5327 + }, + { + "epoch": 1.8184300341296928, + "grad_norm": 0.25216634115334086, + "learning_rate": 4.3088973003692355e-06, + "loss": 0.3146, + "num_tokens": 1014045903.0, + "step": 5328 + }, + { + "epoch": 1.8187713310580205, + "grad_norm": 0.2675380711837852, + "learning_rate": 4.30726469651644e-06, + "loss": 0.347, + "num_tokens": 1014250646.0, + "step": 5329 + }, + { + "epoch": 1.819112627986348, + "grad_norm": 0.2606630845422674, + "learning_rate": 4.305632261501902e-06, + "loss": 0.3175, + "num_tokens": 1014438254.0, + "step": 5330 + }, + { + "epoch": 1.8194539249146757, + "grad_norm": 0.2682267532831848, + "learning_rate": 4.303999995556702e-06, + "loss": 0.3231, + "num_tokens": 1014661128.0, + "step": 5331 + }, + { + "epoch": 1.8197952218430036, + "grad_norm": 0.30151851485977943, + "learning_rate": 4.302367898911899e-06, + "loss": 0.3129, + "num_tokens": 1014871553.0, + "step": 5332 + }, + { + "epoch": 1.820136518771331, + "grad_norm": 0.28656492681146245, + "learning_rate": 4.3007359717985195e-06, + "loss": 0.3143, + "num_tokens": 1015053119.0, + "step": 5333 + }, + { + "epoch": 1.8204778156996588, + "grad_norm": 0.2678239018906533, + "learning_rate": 4.2991042144475784e-06, + "loss": 0.2937, + "num_tokens": 1015231511.0, + "step": 5334 + }, + { + "epoch": 1.8208191126279862, + "grad_norm": 0.3041659229123998, + "learning_rate": 4.297472627090055e-06, + "loss": 0.3624, + "num_tokens": 1015428823.0, + "step": 5335 + }, + { + "epoch": 1.821160409556314, + "grad_norm": 0.28480175222731025, + "learning_rate": 4.295841209956914e-06, + "loss": 0.2959, + "num_tokens": 1015595536.0, + "step": 5336 + }, + { + "epoch": 1.8215017064846415, + "grad_norm": 0.28163806837633826, + "learning_rate": 4.294209963279086e-06, + "loss": 0.3355, + "num_tokens": 1015805526.0, + "step": 5337 + }, + { + "epoch": 1.8218430034129693, + "grad_norm": 0.2765642635683807, + "learning_rate": 4.292578887287485e-06, + "loss": 0.2983, + "num_tokens": 1015974751.0, + "step": 5338 + }, + { + "epoch": 1.822184300341297, + "grad_norm": 0.2618745844478158, + "learning_rate": 4.2909479822130005e-06, + "loss": 0.3092, + "num_tokens": 1016164909.0, + "step": 5339 + }, + { + "epoch": 1.8225255972696246, + "grad_norm": 0.3165066344488317, + "learning_rate": 4.289317248286494e-06, + "loss": 0.3114, + "num_tokens": 1016338208.0, + "step": 5340 + }, + { + "epoch": 1.8228668941979522, + "grad_norm": 0.24998386409115614, + "learning_rate": 4.28768668573881e-06, + "loss": 0.3115, + "num_tokens": 1016559831.0, + "step": 5341 + }, + { + "epoch": 1.8232081911262799, + "grad_norm": 0.28762488785602003, + "learning_rate": 4.286056294800756e-06, + "loss": 0.306, + "num_tokens": 1016732271.0, + "step": 5342 + }, + { + "epoch": 1.8235494880546075, + "grad_norm": 0.25909489887323844, + "learning_rate": 4.284426075703128e-06, + "loss": 0.328, + "num_tokens": 1016950365.0, + "step": 5343 + }, + { + "epoch": 1.823890784982935, + "grad_norm": 0.2655911929801296, + "learning_rate": 4.28279602867669e-06, + "loss": 0.3008, + "num_tokens": 1017139968.0, + "step": 5344 + }, + { + "epoch": 1.824232081911263, + "grad_norm": 0.28098621847720084, + "learning_rate": 4.281166153952186e-06, + "loss": 0.2899, + "num_tokens": 1017314750.0, + "step": 5345 + }, + { + "epoch": 1.8245733788395904, + "grad_norm": 0.2735079717443088, + "learning_rate": 4.279536451760331e-06, + "loss": 0.3138, + "num_tokens": 1017500535.0, + "step": 5346 + }, + { + "epoch": 1.8249146757679182, + "grad_norm": 0.29361560298010314, + "learning_rate": 4.277906922331822e-06, + "loss": 0.3142, + "num_tokens": 1017708208.0, + "step": 5347 + }, + { + "epoch": 1.8252559726962456, + "grad_norm": 0.2756515235528294, + "learning_rate": 4.276277565897325e-06, + "loss": 0.3063, + "num_tokens": 1017895910.0, + "step": 5348 + }, + { + "epoch": 1.8255972696245735, + "grad_norm": 0.2626711715776581, + "learning_rate": 4.274648382687486e-06, + "loss": 0.2737, + "num_tokens": 1018073543.0, + "step": 5349 + }, + { + "epoch": 1.8259385665529009, + "grad_norm": 0.2819810785912377, + "learning_rate": 4.273019372932926e-06, + "loss": 0.3417, + "num_tokens": 1018283414.0, + "step": 5350 + }, + { + "epoch": 1.8262798634812287, + "grad_norm": 0.26810642696076814, + "learning_rate": 4.271390536864237e-06, + "loss": 0.3173, + "num_tokens": 1018469988.0, + "step": 5351 + }, + { + "epoch": 1.8266211604095564, + "grad_norm": 0.24741813636867824, + "learning_rate": 4.269761874711991e-06, + "loss": 0.306, + "num_tokens": 1018677568.0, + "step": 5352 + }, + { + "epoch": 1.826962457337884, + "grad_norm": 0.32440653846450695, + "learning_rate": 4.268133386706735e-06, + "loss": 0.3098, + "num_tokens": 1018819391.0, + "step": 5353 + }, + { + "epoch": 1.8273037542662116, + "grad_norm": 0.24923869956692365, + "learning_rate": 4.266505073078991e-06, + "loss": 0.3249, + "num_tokens": 1019041050.0, + "step": 5354 + }, + { + "epoch": 1.8276450511945392, + "grad_norm": 0.24202269859209505, + "learning_rate": 4.2648769340592525e-06, + "loss": 0.2987, + "num_tokens": 1019252887.0, + "step": 5355 + }, + { + "epoch": 1.8279863481228669, + "grad_norm": 0.2701597781422445, + "learning_rate": 4.263248969877995e-06, + "loss": 0.323, + "num_tokens": 1019470391.0, + "step": 5356 + }, + { + "epoch": 1.8283276450511945, + "grad_norm": 0.2979262377935403, + "learning_rate": 4.261621180765664e-06, + "loss": 0.3289, + "num_tokens": 1019648579.0, + "step": 5357 + }, + { + "epoch": 1.8286689419795223, + "grad_norm": 0.2697611002551453, + "learning_rate": 4.259993566952684e-06, + "loss": 0.2926, + "num_tokens": 1019815542.0, + "step": 5358 + }, + { + "epoch": 1.8290102389078498, + "grad_norm": 0.2879073112656912, + "learning_rate": 4.25836612866945e-06, + "loss": 0.311, + "num_tokens": 1019990380.0, + "step": 5359 + }, + { + "epoch": 1.8293515358361776, + "grad_norm": 0.28560059770239443, + "learning_rate": 4.256738866146336e-06, + "loss": 0.3306, + "num_tokens": 1020174607.0, + "step": 5360 + }, + { + "epoch": 1.829692832764505, + "grad_norm": 0.2873032585907088, + "learning_rate": 4.2551117796136895e-06, + "loss": 0.3214, + "num_tokens": 1020362775.0, + "step": 5361 + }, + { + "epoch": 1.8300341296928329, + "grad_norm": 0.2971737954042242, + "learning_rate": 4.253484869301835e-06, + "loss": 0.329, + "num_tokens": 1020548306.0, + "step": 5362 + }, + { + "epoch": 1.8303754266211603, + "grad_norm": 0.2603107327077519, + "learning_rate": 4.2518581354410706e-06, + "loss": 0.3098, + "num_tokens": 1020749152.0, + "step": 5363 + }, + { + "epoch": 1.8307167235494881, + "grad_norm": 0.2656604185699958, + "learning_rate": 4.2502315782616675e-06, + "loss": 0.3295, + "num_tokens": 1020968650.0, + "step": 5364 + }, + { + "epoch": 1.8310580204778157, + "grad_norm": 0.27816409401484754, + "learning_rate": 4.248605197993875e-06, + "loss": 0.3357, + "num_tokens": 1021173747.0, + "step": 5365 + }, + { + "epoch": 1.8313993174061434, + "grad_norm": 0.3184999206046884, + "learning_rate": 4.2469789948679165e-06, + "loss": 0.3242, + "num_tokens": 1021383831.0, + "step": 5366 + }, + { + "epoch": 1.831740614334471, + "grad_norm": 0.27560326747603425, + "learning_rate": 4.245352969113992e-06, + "loss": 0.3271, + "num_tokens": 1021575065.0, + "step": 5367 + }, + { + "epoch": 1.8320819112627986, + "grad_norm": 0.2591329847107322, + "learning_rate": 4.243727120962269e-06, + "loss": 0.3027, + "num_tokens": 1021771723.0, + "step": 5368 + }, + { + "epoch": 1.8324232081911263, + "grad_norm": 0.2608253300227584, + "learning_rate": 4.242101450642899e-06, + "loss": 0.3092, + "num_tokens": 1021995500.0, + "step": 5369 + }, + { + "epoch": 1.8327645051194539, + "grad_norm": 0.29896207523675217, + "learning_rate": 4.2404759583860045e-06, + "loss": 0.3076, + "num_tokens": 1022160128.0, + "step": 5370 + }, + { + "epoch": 1.8331058020477817, + "grad_norm": 0.27589848119624216, + "learning_rate": 4.238850644421683e-06, + "loss": 0.3073, + "num_tokens": 1022338211.0, + "step": 5371 + }, + { + "epoch": 1.8334470989761091, + "grad_norm": 0.30089492500930237, + "learning_rate": 4.237225508980004e-06, + "loss": 0.3255, + "num_tokens": 1022500553.0, + "step": 5372 + }, + { + "epoch": 1.833788395904437, + "grad_norm": 0.2757755889772195, + "learning_rate": 4.2356005522910185e-06, + "loss": 0.3458, + "num_tokens": 1022687328.0, + "step": 5373 + }, + { + "epoch": 1.8341296928327644, + "grad_norm": 0.25976540178368474, + "learning_rate": 4.233975774584744e-06, + "loss": 0.3445, + "num_tokens": 1022902212.0, + "step": 5374 + }, + { + "epoch": 1.8344709897610922, + "grad_norm": 0.25878522754844596, + "learning_rate": 4.232351176091179e-06, + "loss": 0.306, + "num_tokens": 1023094884.0, + "step": 5375 + }, + { + "epoch": 1.8348122866894196, + "grad_norm": 0.2637765564976484, + "learning_rate": 4.230726757040298e-06, + "loss": 0.311, + "num_tokens": 1023286651.0, + "step": 5376 + }, + { + "epoch": 1.8351535836177475, + "grad_norm": 0.3033302782338561, + "learning_rate": 4.22910251766204e-06, + "loss": 0.3197, + "num_tokens": 1023441936.0, + "step": 5377 + }, + { + "epoch": 1.8354948805460751, + "grad_norm": 0.28695288305535077, + "learning_rate": 4.227478458186326e-06, + "loss": 0.2958, + "num_tokens": 1023599510.0, + "step": 5378 + }, + { + "epoch": 1.8358361774744028, + "grad_norm": 0.27950341775157705, + "learning_rate": 4.2258545788430526e-06, + "loss": 0.3022, + "num_tokens": 1023790233.0, + "step": 5379 + }, + { + "epoch": 1.8361774744027304, + "grad_norm": 0.2577855136613084, + "learning_rate": 4.22423087986209e-06, + "loss": 0.3028, + "num_tokens": 1023990068.0, + "step": 5380 + }, + { + "epoch": 1.836518771331058, + "grad_norm": 0.2523692786815898, + "learning_rate": 4.222607361473279e-06, + "loss": 0.3335, + "num_tokens": 1024234446.0, + "step": 5381 + }, + { + "epoch": 1.8368600682593856, + "grad_norm": 0.30421453784033387, + "learning_rate": 4.220984023906439e-06, + "loss": 0.2734, + "num_tokens": 1024383970.0, + "step": 5382 + }, + { + "epoch": 1.8372013651877133, + "grad_norm": 0.32922689834298763, + "learning_rate": 4.219360867391363e-06, + "loss": 0.3606, + "num_tokens": 1024549695.0, + "step": 5383 + }, + { + "epoch": 1.8375426621160411, + "grad_norm": 0.24458655417707428, + "learning_rate": 4.217737892157816e-06, + "loss": 0.2944, + "num_tokens": 1024763724.0, + "step": 5384 + }, + { + "epoch": 1.8378839590443685, + "grad_norm": 0.27871577267697223, + "learning_rate": 4.2161150984355415e-06, + "loss": 0.3321, + "num_tokens": 1024965309.0, + "step": 5385 + }, + { + "epoch": 1.8382252559726964, + "grad_norm": 0.26064308819243487, + "learning_rate": 4.214492486454253e-06, + "loss": 0.3375, + "num_tokens": 1025163058.0, + "step": 5386 + }, + { + "epoch": 1.8385665529010238, + "grad_norm": 0.3125516380953396, + "learning_rate": 4.2128700564436375e-06, + "loss": 0.2937, + "num_tokens": 1025333554.0, + "step": 5387 + }, + { + "epoch": 1.8389078498293516, + "grad_norm": 0.2737759023538216, + "learning_rate": 4.211247808633364e-06, + "loss": 0.2798, + "num_tokens": 1025500438.0, + "step": 5388 + }, + { + "epoch": 1.839249146757679, + "grad_norm": 0.2643147071901139, + "learning_rate": 4.209625743253072e-06, + "loss": 0.3243, + "num_tokens": 1025723410.0, + "step": 5389 + }, + { + "epoch": 1.8395904436860069, + "grad_norm": 0.28148721106460123, + "learning_rate": 4.2080038605323655e-06, + "loss": 0.3273, + "num_tokens": 1025913362.0, + "step": 5390 + }, + { + "epoch": 1.8399317406143345, + "grad_norm": 0.2712416923023459, + "learning_rate": 4.206382160700838e-06, + "loss": 0.3015, + "num_tokens": 1026097979.0, + "step": 5391 + }, + { + "epoch": 1.8402730375426621, + "grad_norm": 0.30608505828667226, + "learning_rate": 4.2047606439880474e-06, + "loss": 0.3759, + "num_tokens": 1026292672.0, + "step": 5392 + }, + { + "epoch": 1.8406143344709898, + "grad_norm": 0.2818110796872461, + "learning_rate": 4.20313931062353e-06, + "loss": 0.3233, + "num_tokens": 1026458603.0, + "step": 5393 + }, + { + "epoch": 1.8409556313993174, + "grad_norm": 0.27723226961345976, + "learning_rate": 4.2015181608367925e-06, + "loss": 0.3202, + "num_tokens": 1026649534.0, + "step": 5394 + }, + { + "epoch": 1.841296928327645, + "grad_norm": 0.28505084024334926, + "learning_rate": 4.199897194857318e-06, + "loss": 0.3416, + "num_tokens": 1026871554.0, + "step": 5395 + }, + { + "epoch": 1.8416382252559726, + "grad_norm": 0.273079079342534, + "learning_rate": 4.198276412914564e-06, + "loss": 0.3314, + "num_tokens": 1027082166.0, + "step": 5396 + }, + { + "epoch": 1.8419795221843005, + "grad_norm": 0.2776511978144481, + "learning_rate": 4.19665581523796e-06, + "loss": 0.3081, + "num_tokens": 1027269865.0, + "step": 5397 + }, + { + "epoch": 1.842320819112628, + "grad_norm": 0.2599409744560703, + "learning_rate": 4.195035402056913e-06, + "loss": 0.277, + "num_tokens": 1027449874.0, + "step": 5398 + }, + { + "epoch": 1.8426621160409558, + "grad_norm": 0.2895450984751071, + "learning_rate": 4.193415173600799e-06, + "loss": 0.3096, + "num_tokens": 1027632904.0, + "step": 5399 + }, + { + "epoch": 1.8430034129692832, + "grad_norm": 0.29832191335713093, + "learning_rate": 4.19179513009897e-06, + "loss": 0.3234, + "num_tokens": 1027816019.0, + "step": 5400 + }, + { + "epoch": 1.843344709897611, + "grad_norm": 0.27026264848442777, + "learning_rate": 4.190175271780753e-06, + "loss": 0.3251, + "num_tokens": 1028045548.0, + "step": 5401 + }, + { + "epoch": 1.8436860068259384, + "grad_norm": 0.2608913860482415, + "learning_rate": 4.188555598875449e-06, + "loss": 0.3016, + "num_tokens": 1028236402.0, + "step": 5402 + }, + { + "epoch": 1.8440273037542663, + "grad_norm": 0.3014464386391991, + "learning_rate": 4.186936111612329e-06, + "loss": 0.2945, + "num_tokens": 1028391772.0, + "step": 5403 + }, + { + "epoch": 1.844368600682594, + "grad_norm": 0.2805004823987018, + "learning_rate": 4.185316810220643e-06, + "loss": 0.2992, + "num_tokens": 1028567932.0, + "step": 5404 + }, + { + "epoch": 1.8447098976109215, + "grad_norm": 0.2621409634221799, + "learning_rate": 4.183697694929612e-06, + "loss": 0.3547, + "num_tokens": 1028797114.0, + "step": 5405 + }, + { + "epoch": 1.8450511945392492, + "grad_norm": 0.30784903204774317, + "learning_rate": 4.182078765968429e-06, + "loss": 0.3272, + "num_tokens": 1028978455.0, + "step": 5406 + }, + { + "epoch": 1.8453924914675768, + "grad_norm": 0.34350931259812645, + "learning_rate": 4.180460023566261e-06, + "loss": 0.335, + "num_tokens": 1029182231.0, + "step": 5407 + }, + { + "epoch": 1.8457337883959044, + "grad_norm": 0.27594429085966926, + "learning_rate": 4.178841467952253e-06, + "loss": 0.2908, + "num_tokens": 1029349616.0, + "step": 5408 + }, + { + "epoch": 1.846075085324232, + "grad_norm": 0.25021005144864544, + "learning_rate": 4.17722309935552e-06, + "loss": 0.3066, + "num_tokens": 1029549985.0, + "step": 5409 + }, + { + "epoch": 1.8464163822525599, + "grad_norm": 0.2744206019004742, + "learning_rate": 4.17560491800515e-06, + "loss": 0.3335, + "num_tokens": 1029754736.0, + "step": 5410 + }, + { + "epoch": 1.8467576791808873, + "grad_norm": 0.30436175910312696, + "learning_rate": 4.173986924130206e-06, + "loss": 0.359, + "num_tokens": 1029953087.0, + "step": 5411 + }, + { + "epoch": 1.8470989761092151, + "grad_norm": 0.2686017291372815, + "learning_rate": 4.172369117959724e-06, + "loss": 0.2995, + "num_tokens": 1030130968.0, + "step": 5412 + }, + { + "epoch": 1.8474402730375425, + "grad_norm": 0.27835465155876604, + "learning_rate": 4.170751499722712e-06, + "loss": 0.3076, + "num_tokens": 1030302635.0, + "step": 5413 + }, + { + "epoch": 1.8477815699658704, + "grad_norm": 0.26359647606446696, + "learning_rate": 4.169134069648153e-06, + "loss": 0.3155, + "num_tokens": 1030509892.0, + "step": 5414 + }, + { + "epoch": 1.8481228668941978, + "grad_norm": 0.28099897606643026, + "learning_rate": 4.167516827965008e-06, + "loss": 0.351, + "num_tokens": 1030719239.0, + "step": 5415 + }, + { + "epoch": 1.8484641638225257, + "grad_norm": 0.26158276651893136, + "learning_rate": 4.165899774902199e-06, + "loss": 0.3009, + "num_tokens": 1030903094.0, + "step": 5416 + }, + { + "epoch": 1.8488054607508533, + "grad_norm": 0.2774950543797499, + "learning_rate": 4.164282910688634e-06, + "loss": 0.2866, + "num_tokens": 1031055919.0, + "step": 5417 + }, + { + "epoch": 1.849146757679181, + "grad_norm": 0.28365766133678666, + "learning_rate": 4.162666235553187e-06, + "loss": 0.3103, + "num_tokens": 1031242686.0, + "step": 5418 + }, + { + "epoch": 1.8494880546075085, + "grad_norm": 0.2812627216877668, + "learning_rate": 4.161049749724706e-06, + "loss": 0.3347, + "num_tokens": 1031436834.0, + "step": 5419 + }, + { + "epoch": 1.8498293515358362, + "grad_norm": 0.28230944297050586, + "learning_rate": 4.159433453432018e-06, + "loss": 0.3124, + "num_tokens": 1031626962.0, + "step": 5420 + }, + { + "epoch": 1.8501706484641638, + "grad_norm": 0.2570902603551, + "learning_rate": 4.157817346903913e-06, + "loss": 0.3056, + "num_tokens": 1031829066.0, + "step": 5421 + }, + { + "epoch": 1.8505119453924914, + "grad_norm": 0.29203840229406586, + "learning_rate": 4.1562014303691645e-06, + "loss": 0.3708, + "num_tokens": 1032032025.0, + "step": 5422 + }, + { + "epoch": 1.8508532423208193, + "grad_norm": 0.2815743731763409, + "learning_rate": 4.1545857040565105e-06, + "loss": 0.3371, + "num_tokens": 1032240828.0, + "step": 5423 + }, + { + "epoch": 1.8511945392491467, + "grad_norm": 0.27472867488103014, + "learning_rate": 4.152970168194671e-06, + "loss": 0.3353, + "num_tokens": 1032444850.0, + "step": 5424 + }, + { + "epoch": 1.8515358361774745, + "grad_norm": 0.2902931747192233, + "learning_rate": 4.151354823012329e-06, + "loss": 0.3138, + "num_tokens": 1032618341.0, + "step": 5425 + }, + { + "epoch": 1.851877133105802, + "grad_norm": 0.2731035143820019, + "learning_rate": 4.1497396687381475e-06, + "loss": 0.3187, + "num_tokens": 1032806064.0, + "step": 5426 + }, + { + "epoch": 1.8522184300341298, + "grad_norm": 0.37417923730361835, + "learning_rate": 4.14812470560076e-06, + "loss": 0.3361, + "num_tokens": 1032971695.0, + "step": 5427 + }, + { + "epoch": 1.8525597269624572, + "grad_norm": 0.2623248777227899, + "learning_rate": 4.146509933828775e-06, + "loss": 0.3102, + "num_tokens": 1033172353.0, + "step": 5428 + }, + { + "epoch": 1.852901023890785, + "grad_norm": 0.26672736187333423, + "learning_rate": 4.144895353650771e-06, + "loss": 0.3047, + "num_tokens": 1033380649.0, + "step": 5429 + }, + { + "epoch": 1.8532423208191127, + "grad_norm": 0.263647204006471, + "learning_rate": 4.1432809652952995e-06, + "loss": 0.3365, + "num_tokens": 1033586406.0, + "step": 5430 + }, + { + "epoch": 1.8535836177474403, + "grad_norm": 0.30421592407063575, + "learning_rate": 4.141666768990888e-06, + "loss": 0.3344, + "num_tokens": 1033760302.0, + "step": 5431 + }, + { + "epoch": 1.853924914675768, + "grad_norm": 0.2837257233107562, + "learning_rate": 4.140052764966036e-06, + "loss": 0.3107, + "num_tokens": 1033947043.0, + "step": 5432 + }, + { + "epoch": 1.8542662116040955, + "grad_norm": 0.27094737105322636, + "learning_rate": 4.138438953449213e-06, + "loss": 0.3055, + "num_tokens": 1034123456.0, + "step": 5433 + }, + { + "epoch": 1.8546075085324232, + "grad_norm": 0.29253636605414973, + "learning_rate": 4.136825334668861e-06, + "loss": 0.2948, + "num_tokens": 1034291272.0, + "step": 5434 + }, + { + "epoch": 1.8549488054607508, + "grad_norm": 0.26531710310822476, + "learning_rate": 4.1352119088534e-06, + "loss": 0.365, + "num_tokens": 1034526018.0, + "step": 5435 + }, + { + "epoch": 1.8552901023890787, + "grad_norm": 0.2642512256643895, + "learning_rate": 4.1335986762312175e-06, + "loss": 0.3081, + "num_tokens": 1034735126.0, + "step": 5436 + }, + { + "epoch": 1.855631399317406, + "grad_norm": 0.27513014851351275, + "learning_rate": 4.131985637030678e-06, + "loss": 0.3051, + "num_tokens": 1034937740.0, + "step": 5437 + }, + { + "epoch": 1.855972696245734, + "grad_norm": 0.2707060015598475, + "learning_rate": 4.130372791480111e-06, + "loss": 0.3288, + "num_tokens": 1035138189.0, + "step": 5438 + }, + { + "epoch": 1.8563139931740613, + "grad_norm": 0.3118636459794044, + "learning_rate": 4.128760139807828e-06, + "loss": 0.3339, + "num_tokens": 1035312671.0, + "step": 5439 + }, + { + "epoch": 1.8566552901023892, + "grad_norm": 0.2753537928917573, + "learning_rate": 4.127147682242107e-06, + "loss": 0.2865, + "num_tokens": 1035490449.0, + "step": 5440 + }, + { + "epoch": 1.8569965870307166, + "grad_norm": 0.2613698370741977, + "learning_rate": 4.125535419011203e-06, + "loss": 0.3196, + "num_tokens": 1035714579.0, + "step": 5441 + }, + { + "epoch": 1.8573378839590444, + "grad_norm": 0.28433674989091734, + "learning_rate": 4.123923350343335e-06, + "loss": 0.3186, + "num_tokens": 1035904674.0, + "step": 5442 + }, + { + "epoch": 1.857679180887372, + "grad_norm": 0.28053894487894315, + "learning_rate": 4.122311476466706e-06, + "loss": 0.3455, + "num_tokens": 1036121025.0, + "step": 5443 + }, + { + "epoch": 1.8580204778156997, + "grad_norm": 0.2699258284236619, + "learning_rate": 4.120699797609482e-06, + "loss": 0.3301, + "num_tokens": 1036323967.0, + "step": 5444 + }, + { + "epoch": 1.8583617747440273, + "grad_norm": 0.24777888449937793, + "learning_rate": 4.119088313999806e-06, + "loss": 0.2953, + "num_tokens": 1036530851.0, + "step": 5445 + }, + { + "epoch": 1.858703071672355, + "grad_norm": 0.2901689308465532, + "learning_rate": 4.117477025865795e-06, + "loss": 0.3191, + "num_tokens": 1036721727.0, + "step": 5446 + }, + { + "epoch": 1.8590443686006826, + "grad_norm": 0.27977331131533584, + "learning_rate": 4.1158659334355315e-06, + "loss": 0.2966, + "num_tokens": 1036903379.0, + "step": 5447 + }, + { + "epoch": 1.8593856655290102, + "grad_norm": 0.2672437851297477, + "learning_rate": 4.114255036937077e-06, + "loss": 0.295, + "num_tokens": 1037097842.0, + "step": 5448 + }, + { + "epoch": 1.859726962457338, + "grad_norm": 0.302738718710665, + "learning_rate": 4.112644336598461e-06, + "loss": 0.3256, + "num_tokens": 1037286382.0, + "step": 5449 + }, + { + "epoch": 1.8600682593856654, + "grad_norm": 0.2940163180210385, + "learning_rate": 4.1110338326476905e-06, + "loss": 0.3093, + "num_tokens": 1037455647.0, + "step": 5450 + }, + { + "epoch": 1.8604095563139933, + "grad_norm": 0.30462035041103874, + "learning_rate": 4.109423525312738e-06, + "loss": 0.3156, + "num_tokens": 1037635219.0, + "step": 5451 + }, + { + "epoch": 1.8607508532423207, + "grad_norm": 0.26824554937318756, + "learning_rate": 4.107813414821551e-06, + "loss": 0.3262, + "num_tokens": 1037824230.0, + "step": 5452 + }, + { + "epoch": 1.8610921501706486, + "grad_norm": 0.33252144220774393, + "learning_rate": 4.1062035014020515e-06, + "loss": 0.3292, + "num_tokens": 1037963454.0, + "step": 5453 + }, + { + "epoch": 1.861433447098976, + "grad_norm": 0.2817517124165817, + "learning_rate": 4.104593785282132e-06, + "loss": 0.3234, + "num_tokens": 1038148365.0, + "step": 5454 + }, + { + "epoch": 1.8617747440273038, + "grad_norm": 0.27452112193783373, + "learning_rate": 4.102984266689656e-06, + "loss": 0.2812, + "num_tokens": 1038321749.0, + "step": 5455 + }, + { + "epoch": 1.8621160409556314, + "grad_norm": 0.2805840306584196, + "learning_rate": 4.101374945852458e-06, + "loss": 0.3343, + "num_tokens": 1038525850.0, + "step": 5456 + }, + { + "epoch": 1.862457337883959, + "grad_norm": 0.30047898886936536, + "learning_rate": 4.099765822998349e-06, + "loss": 0.3134, + "num_tokens": 1038689590.0, + "step": 5457 + }, + { + "epoch": 1.8627986348122867, + "grad_norm": 0.2821489822741392, + "learning_rate": 4.098156898355106e-06, + "loss": 0.328, + "num_tokens": 1038909108.0, + "step": 5458 + }, + { + "epoch": 1.8631399317406143, + "grad_norm": 0.31379238258990083, + "learning_rate": 4.096548172150484e-06, + "loss": 0.3113, + "num_tokens": 1039100780.0, + "step": 5459 + }, + { + "epoch": 1.863481228668942, + "grad_norm": 0.2969136119084182, + "learning_rate": 4.0949396446122055e-06, + "loss": 0.3328, + "num_tokens": 1039265887.0, + "step": 5460 + }, + { + "epoch": 1.8638225255972696, + "grad_norm": 0.3085505610843961, + "learning_rate": 4.093331315967968e-06, + "loss": 0.3289, + "num_tokens": 1039441850.0, + "step": 5461 + }, + { + "epoch": 1.8641638225255974, + "grad_norm": 0.2864398939347147, + "learning_rate": 4.091723186445436e-06, + "loss": 0.306, + "num_tokens": 1039626804.0, + "step": 5462 + }, + { + "epoch": 1.8645051194539248, + "grad_norm": 0.2643362114976928, + "learning_rate": 4.0901152562722545e-06, + "loss": 0.3187, + "num_tokens": 1039827366.0, + "step": 5463 + }, + { + "epoch": 1.8648464163822527, + "grad_norm": 0.2658321705458485, + "learning_rate": 4.0885075256760305e-06, + "loss": 0.2893, + "num_tokens": 1040012561.0, + "step": 5464 + }, + { + "epoch": 1.86518771331058, + "grad_norm": 0.27617292020867124, + "learning_rate": 4.086899994884349e-06, + "loss": 0.3171, + "num_tokens": 1040200992.0, + "step": 5465 + }, + { + "epoch": 1.865529010238908, + "grad_norm": 0.27217882991097603, + "learning_rate": 4.085292664124762e-06, + "loss": 0.3367, + "num_tokens": 1040395980.0, + "step": 5466 + }, + { + "epoch": 1.8658703071672353, + "grad_norm": 0.2744197808674408, + "learning_rate": 4.0836855336248e-06, + "loss": 0.3227, + "num_tokens": 1040594244.0, + "step": 5467 + }, + { + "epoch": 1.8662116040955632, + "grad_norm": 0.3003780001584708, + "learning_rate": 4.08207860361196e-06, + "loss": 0.329, + "num_tokens": 1040776003.0, + "step": 5468 + }, + { + "epoch": 1.8665529010238908, + "grad_norm": 0.27339626671522305, + "learning_rate": 4.080471874313711e-06, + "loss": 0.3136, + "num_tokens": 1040952276.0, + "step": 5469 + }, + { + "epoch": 1.8668941979522184, + "grad_norm": 0.2639683899995589, + "learning_rate": 4.078865345957494e-06, + "loss": 0.3348, + "num_tokens": 1041176014.0, + "step": 5470 + }, + { + "epoch": 1.867235494880546, + "grad_norm": 0.2992430922075864, + "learning_rate": 4.077259018770721e-06, + "loss": 0.339, + "num_tokens": 1041341209.0, + "step": 5471 + }, + { + "epoch": 1.8675767918088737, + "grad_norm": 0.3239313335816165, + "learning_rate": 4.0756528929807816e-06, + "loss": 0.3108, + "num_tokens": 1041510546.0, + "step": 5472 + }, + { + "epoch": 1.8679180887372013, + "grad_norm": 0.2596675491265569, + "learning_rate": 4.0740469688150265e-06, + "loss": 0.3465, + "num_tokens": 1041728895.0, + "step": 5473 + }, + { + "epoch": 1.868259385665529, + "grad_norm": 0.28518111149556463, + "learning_rate": 4.072441246500785e-06, + "loss": 0.3206, + "num_tokens": 1041917330.0, + "step": 5474 + }, + { + "epoch": 1.8686006825938568, + "grad_norm": 0.2750039114368919, + "learning_rate": 4.070835726265355e-06, + "loss": 0.2776, + "num_tokens": 1042073846.0, + "step": 5475 + }, + { + "epoch": 1.8689419795221842, + "grad_norm": 0.24313326061961932, + "learning_rate": 4.069230408336009e-06, + "loss": 0.3084, + "num_tokens": 1042295848.0, + "step": 5476 + }, + { + "epoch": 1.869283276450512, + "grad_norm": 0.2538662553524756, + "learning_rate": 4.067625292939985e-06, + "loss": 0.3174, + "num_tokens": 1042517415.0, + "step": 5477 + }, + { + "epoch": 1.8696245733788395, + "grad_norm": 0.27994339198365503, + "learning_rate": 4.066020380304499e-06, + "loss": 0.3413, + "num_tokens": 1042714841.0, + "step": 5478 + }, + { + "epoch": 1.8699658703071673, + "grad_norm": 0.2734032237637869, + "learning_rate": 4.064415670656735e-06, + "loss": 0.3255, + "num_tokens": 1042908416.0, + "step": 5479 + }, + { + "epoch": 1.8703071672354947, + "grad_norm": 0.2817247986536882, + "learning_rate": 4.062811164223847e-06, + "loss": 0.3024, + "num_tokens": 1043107208.0, + "step": 5480 + }, + { + "epoch": 1.8706484641638226, + "grad_norm": 0.28149525983007045, + "learning_rate": 4.061206861232963e-06, + "loss": 0.3264, + "num_tokens": 1043300953.0, + "step": 5481 + }, + { + "epoch": 1.8709897610921502, + "grad_norm": 0.2722742157851878, + "learning_rate": 4.059602761911181e-06, + "loss": 0.2881, + "num_tokens": 1043468846.0, + "step": 5482 + }, + { + "epoch": 1.8713310580204778, + "grad_norm": 0.2696720511670663, + "learning_rate": 4.057998866485568e-06, + "loss": 0.3397, + "num_tokens": 1043672562.0, + "step": 5483 + }, + { + "epoch": 1.8716723549488055, + "grad_norm": 0.2669957529027238, + "learning_rate": 4.0563951751831664e-06, + "loss": 0.2868, + "num_tokens": 1043855721.0, + "step": 5484 + }, + { + "epoch": 1.872013651877133, + "grad_norm": 0.27843771541692025, + "learning_rate": 4.05479168823099e-06, + "loss": 0.3045, + "num_tokens": 1044029950.0, + "step": 5485 + }, + { + "epoch": 1.8723549488054607, + "grad_norm": 0.28739273555038425, + "learning_rate": 4.053188405856015e-06, + "loss": 0.3256, + "num_tokens": 1044215942.0, + "step": 5486 + }, + { + "epoch": 1.8726962457337883, + "grad_norm": 0.2634707162259694, + "learning_rate": 4.051585328285198e-06, + "loss": 0.297, + "num_tokens": 1044405656.0, + "step": 5487 + }, + { + "epoch": 1.8730375426621162, + "grad_norm": 0.2671164973705994, + "learning_rate": 4.049982455745463e-06, + "loss": 0.3166, + "num_tokens": 1044622445.0, + "step": 5488 + }, + { + "epoch": 1.8733788395904436, + "grad_norm": 0.3524747515408944, + "learning_rate": 4.048379788463707e-06, + "loss": 0.3202, + "num_tokens": 1044817718.0, + "step": 5489 + }, + { + "epoch": 1.8737201365187715, + "grad_norm": 0.2926260509340854, + "learning_rate": 4.046777326666796e-06, + "loss": 0.3485, + "num_tokens": 1045012620.0, + "step": 5490 + }, + { + "epoch": 1.8740614334470989, + "grad_norm": 0.3005041819607779, + "learning_rate": 4.045175070581566e-06, + "loss": 0.3309, + "num_tokens": 1045178883.0, + "step": 5491 + }, + { + "epoch": 1.8744027303754267, + "grad_norm": 0.2717944791776657, + "learning_rate": 4.0435730204348266e-06, + "loss": 0.3188, + "num_tokens": 1045386248.0, + "step": 5492 + }, + { + "epoch": 1.8747440273037541, + "grad_norm": 0.25122502616443987, + "learning_rate": 4.041971176453354e-06, + "loss": 0.3004, + "num_tokens": 1045591805.0, + "step": 5493 + }, + { + "epoch": 1.875085324232082, + "grad_norm": 0.28164135761884457, + "learning_rate": 4.040369538863904e-06, + "loss": 0.3391, + "num_tokens": 1045786858.0, + "step": 5494 + }, + { + "epoch": 1.8754266211604096, + "grad_norm": 0.2932116885334069, + "learning_rate": 4.038768107893189e-06, + "loss": 0.3093, + "num_tokens": 1045960118.0, + "step": 5495 + }, + { + "epoch": 1.8757679180887372, + "grad_norm": 0.2658187965633972, + "learning_rate": 4.037166883767907e-06, + "loss": 0.3197, + "num_tokens": 1046179947.0, + "step": 5496 + }, + { + "epoch": 1.8761092150170648, + "grad_norm": 0.24704485060541048, + "learning_rate": 4.035565866714717e-06, + "loss": 0.3172, + "num_tokens": 1046399282.0, + "step": 5497 + }, + { + "epoch": 1.8764505119453925, + "grad_norm": 0.2570749395524366, + "learning_rate": 4.033965056960254e-06, + "loss": 0.3352, + "num_tokens": 1046615291.0, + "step": 5498 + }, + { + "epoch": 1.87679180887372, + "grad_norm": 0.28426736568826333, + "learning_rate": 4.032364454731118e-06, + "loss": 0.3407, + "num_tokens": 1046804996.0, + "step": 5499 + }, + { + "epoch": 1.8771331058020477, + "grad_norm": 0.2715795146417631, + "learning_rate": 4.0307640602538855e-06, + "loss": 0.2977, + "num_tokens": 1046980891.0, + "step": 5500 + }, + { + "epoch": 1.8774744027303756, + "grad_norm": 0.255353894052874, + "learning_rate": 4.029163873755102e-06, + "loss": 0.2937, + "num_tokens": 1047165348.0, + "step": 5501 + }, + { + "epoch": 1.877815699658703, + "grad_norm": 0.3505997737641598, + "learning_rate": 4.027563895461281e-06, + "loss": 0.2957, + "num_tokens": 1047325139.0, + "step": 5502 + }, + { + "epoch": 1.8781569965870308, + "grad_norm": 0.34909575802777904, + "learning_rate": 4.025964125598909e-06, + "loss": 0.3341, + "num_tokens": 1047473344.0, + "step": 5503 + }, + { + "epoch": 1.8784982935153582, + "grad_norm": 0.30464019021092265, + "learning_rate": 4.024364564394442e-06, + "loss": 0.3202, + "num_tokens": 1047652630.0, + "step": 5504 + }, + { + "epoch": 1.878839590443686, + "grad_norm": 0.27074292859069216, + "learning_rate": 4.022765212074306e-06, + "loss": 0.3218, + "num_tokens": 1047831353.0, + "step": 5505 + }, + { + "epoch": 1.8791808873720135, + "grad_norm": 0.33133700318895265, + "learning_rate": 4.021166068864899e-06, + "loss": 0.3175, + "num_tokens": 1047982587.0, + "step": 5506 + }, + { + "epoch": 1.8795221843003413, + "grad_norm": 0.26969067702145744, + "learning_rate": 4.019567134992589e-06, + "loss": 0.2926, + "num_tokens": 1048160024.0, + "step": 5507 + }, + { + "epoch": 1.879863481228669, + "grad_norm": 0.2583779881486707, + "learning_rate": 4.017968410683714e-06, + "loss": 0.2935, + "num_tokens": 1048361794.0, + "step": 5508 + }, + { + "epoch": 1.8802047781569966, + "grad_norm": 0.2577611161268922, + "learning_rate": 4.016369896164579e-06, + "loss": 0.3276, + "num_tokens": 1048575794.0, + "step": 5509 + }, + { + "epoch": 1.8805460750853242, + "grad_norm": 0.3746858907079172, + "learning_rate": 4.014771591661466e-06, + "loss": 0.3118, + "num_tokens": 1048752968.0, + "step": 5510 + }, + { + "epoch": 1.8808873720136519, + "grad_norm": 0.32405490510637525, + "learning_rate": 4.013173497400625e-06, + "loss": 0.3085, + "num_tokens": 1048899252.0, + "step": 5511 + }, + { + "epoch": 1.8812286689419795, + "grad_norm": 0.2823018309744302, + "learning_rate": 4.0115756136082715e-06, + "loss": 0.3101, + "num_tokens": 1049078080.0, + "step": 5512 + }, + { + "epoch": 1.8815699658703071, + "grad_norm": 0.24820562121305625, + "learning_rate": 4.0099779405105954e-06, + "loss": 0.3096, + "num_tokens": 1049303862.0, + "step": 5513 + }, + { + "epoch": 1.881911262798635, + "grad_norm": 0.2645999243714874, + "learning_rate": 4.008380478333757e-06, + "loss": 0.3025, + "num_tokens": 1049498664.0, + "step": 5514 + }, + { + "epoch": 1.8822525597269624, + "grad_norm": 0.29976422868672653, + "learning_rate": 4.006783227303886e-06, + "loss": 0.317, + "num_tokens": 1049679642.0, + "step": 5515 + }, + { + "epoch": 1.8825938566552902, + "grad_norm": 0.2699881470676809, + "learning_rate": 4.005186187647083e-06, + "loss": 0.3324, + "num_tokens": 1049877857.0, + "step": 5516 + }, + { + "epoch": 1.8829351535836176, + "grad_norm": 0.26549303780586275, + "learning_rate": 4.003589359589416e-06, + "loss": 0.2968, + "num_tokens": 1050067377.0, + "step": 5517 + }, + { + "epoch": 1.8832764505119455, + "grad_norm": 0.2806170651483461, + "learning_rate": 4.001992743356925e-06, + "loss": 0.3257, + "num_tokens": 1050249167.0, + "step": 5518 + }, + { + "epoch": 1.8836177474402729, + "grad_norm": 0.2721694055264738, + "learning_rate": 4.0003963391756215e-06, + "loss": 0.3407, + "num_tokens": 1050462429.0, + "step": 5519 + }, + { + "epoch": 1.8839590443686007, + "grad_norm": 0.2778717317691985, + "learning_rate": 3.9988001472714854e-06, + "loss": 0.3594, + "num_tokens": 1050672607.0, + "step": 5520 + }, + { + "epoch": 1.8843003412969284, + "grad_norm": 0.26948070446079647, + "learning_rate": 3.997204167870462e-06, + "loss": 0.3088, + "num_tokens": 1050869706.0, + "step": 5521 + }, + { + "epoch": 1.884641638225256, + "grad_norm": 0.27378460335548144, + "learning_rate": 3.9956084011984765e-06, + "loss": 0.332, + "num_tokens": 1051078367.0, + "step": 5522 + }, + { + "epoch": 1.8849829351535836, + "grad_norm": 0.25293192540183473, + "learning_rate": 3.994012847481414e-06, + "loss": 0.291, + "num_tokens": 1051275119.0, + "step": 5523 + }, + { + "epoch": 1.8853242320819112, + "grad_norm": 0.2819726592299564, + "learning_rate": 3.992417506945135e-06, + "loss": 0.3348, + "num_tokens": 1051464951.0, + "step": 5524 + }, + { + "epoch": 1.8856655290102389, + "grad_norm": 0.29519069688452726, + "learning_rate": 3.990822379815474e-06, + "loss": 0.3088, + "num_tokens": 1051624003.0, + "step": 5525 + }, + { + "epoch": 1.8860068259385665, + "grad_norm": 0.2603469490417962, + "learning_rate": 3.989227466318224e-06, + "loss": 0.295, + "num_tokens": 1051841867.0, + "step": 5526 + }, + { + "epoch": 1.8863481228668944, + "grad_norm": 0.2868843611090945, + "learning_rate": 3.9876327666791555e-06, + "loss": 0.3118, + "num_tokens": 1052028702.0, + "step": 5527 + }, + { + "epoch": 1.8866894197952218, + "grad_norm": 0.2841283709854924, + "learning_rate": 3.986038281124007e-06, + "loss": 0.3079, + "num_tokens": 1052207016.0, + "step": 5528 + }, + { + "epoch": 1.8870307167235496, + "grad_norm": 0.2679238264217603, + "learning_rate": 3.984444009878488e-06, + "loss": 0.3319, + "num_tokens": 1052416780.0, + "step": 5529 + }, + { + "epoch": 1.887372013651877, + "grad_norm": 0.27995133858350785, + "learning_rate": 3.982849953168274e-06, + "loss": 0.3167, + "num_tokens": 1052603291.0, + "step": 5530 + }, + { + "epoch": 1.8877133105802049, + "grad_norm": 0.27071442164019127, + "learning_rate": 3.981256111219014e-06, + "loss": 0.2902, + "num_tokens": 1052781480.0, + "step": 5531 + }, + { + "epoch": 1.8880546075085323, + "grad_norm": 0.2613386007518576, + "learning_rate": 3.979662484256325e-06, + "loss": 0.3296, + "num_tokens": 1052981212.0, + "step": 5532 + }, + { + "epoch": 1.8883959044368601, + "grad_norm": 0.2776879760250992, + "learning_rate": 3.978069072505796e-06, + "loss": 0.2964, + "num_tokens": 1053156244.0, + "step": 5533 + }, + { + "epoch": 1.8887372013651877, + "grad_norm": 0.28548601568791854, + "learning_rate": 3.976475876192978e-06, + "loss": 0.315, + "num_tokens": 1053329973.0, + "step": 5534 + }, + { + "epoch": 1.8890784982935154, + "grad_norm": 0.26473949101949873, + "learning_rate": 3.974882895543401e-06, + "loss": 0.3007, + "num_tokens": 1053520697.0, + "step": 5535 + }, + { + "epoch": 1.889419795221843, + "grad_norm": 0.2809884837604988, + "learning_rate": 3.973290130782557e-06, + "loss": 0.2916, + "num_tokens": 1053698795.0, + "step": 5536 + }, + { + "epoch": 1.8897610921501706, + "grad_norm": 0.3009303383365458, + "learning_rate": 3.971697582135913e-06, + "loss": 0.3276, + "num_tokens": 1053848257.0, + "step": 5537 + }, + { + "epoch": 1.8901023890784983, + "grad_norm": 0.27472744895949663, + "learning_rate": 3.970105249828904e-06, + "loss": 0.309, + "num_tokens": 1054033317.0, + "step": 5538 + }, + { + "epoch": 1.8904436860068259, + "grad_norm": 0.26371968657280165, + "learning_rate": 3.96851313408693e-06, + "loss": 0.279, + "num_tokens": 1054187457.0, + "step": 5539 + }, + { + "epoch": 1.8907849829351537, + "grad_norm": 0.2688495930764227, + "learning_rate": 3.966921235135366e-06, + "loss": 0.306, + "num_tokens": 1054387061.0, + "step": 5540 + }, + { + "epoch": 1.8911262798634811, + "grad_norm": 0.2580903700895495, + "learning_rate": 3.965329553199552e-06, + "loss": 0.3223, + "num_tokens": 1054609167.0, + "step": 5541 + }, + { + "epoch": 1.891467576791809, + "grad_norm": 0.26896589730331083, + "learning_rate": 3.963738088504806e-06, + "loss": 0.3226, + "num_tokens": 1054810086.0, + "step": 5542 + }, + { + "epoch": 1.8918088737201364, + "grad_norm": 0.2706340940728817, + "learning_rate": 3.962146841276401e-06, + "loss": 0.3116, + "num_tokens": 1055021974.0, + "step": 5543 + }, + { + "epoch": 1.8921501706484642, + "grad_norm": 0.26447195314756716, + "learning_rate": 3.960555811739588e-06, + "loss": 0.3149, + "num_tokens": 1055222949.0, + "step": 5544 + }, + { + "epoch": 1.8924914675767917, + "grad_norm": 0.257064035928806, + "learning_rate": 3.958965000119588e-06, + "loss": 0.3108, + "num_tokens": 1055438061.0, + "step": 5545 + }, + { + "epoch": 1.8928327645051195, + "grad_norm": 0.3014878734988863, + "learning_rate": 3.9573744066415895e-06, + "loss": 0.2974, + "num_tokens": 1055583132.0, + "step": 5546 + }, + { + "epoch": 1.8931740614334471, + "grad_norm": 0.2777101591802266, + "learning_rate": 3.95578403153075e-06, + "loss": 0.3183, + "num_tokens": 1055761603.0, + "step": 5547 + }, + { + "epoch": 1.8935153583617748, + "grad_norm": 0.2664661313043562, + "learning_rate": 3.954193875012192e-06, + "loss": 0.3031, + "num_tokens": 1055956156.0, + "step": 5548 + }, + { + "epoch": 1.8938566552901024, + "grad_norm": 0.2689956007465322, + "learning_rate": 3.952603937311015e-06, + "loss": 0.3215, + "num_tokens": 1056142517.0, + "step": 5549 + }, + { + "epoch": 1.89419795221843, + "grad_norm": 0.25915600353162027, + "learning_rate": 3.951014218652282e-06, + "loss": 0.3098, + "num_tokens": 1056364876.0, + "step": 5550 + }, + { + "epoch": 1.8945392491467576, + "grad_norm": 0.268620804165371, + "learning_rate": 3.949424719261028e-06, + "loss": 0.313, + "num_tokens": 1056567305.0, + "step": 5551 + }, + { + "epoch": 1.8948805460750853, + "grad_norm": 0.2846900570427626, + "learning_rate": 3.947835439362252e-06, + "loss": 0.3374, + "num_tokens": 1056756769.0, + "step": 5552 + }, + { + "epoch": 1.8952218430034131, + "grad_norm": 0.24278031730831182, + "learning_rate": 3.946246379180928e-06, + "loss": 0.2981, + "num_tokens": 1056971713.0, + "step": 5553 + }, + { + "epoch": 1.8955631399317405, + "grad_norm": 0.2697650582188438, + "learning_rate": 3.944657538941995e-06, + "loss": 0.3165, + "num_tokens": 1057179222.0, + "step": 5554 + }, + { + "epoch": 1.8959044368600684, + "grad_norm": 0.268905530655817, + "learning_rate": 3.943068918870364e-06, + "loss": 0.3112, + "num_tokens": 1057379334.0, + "step": 5555 + }, + { + "epoch": 1.8962457337883958, + "grad_norm": 0.2507695408647602, + "learning_rate": 3.94148051919091e-06, + "loss": 0.3064, + "num_tokens": 1057576347.0, + "step": 5556 + }, + { + "epoch": 1.8965870307167236, + "grad_norm": 0.2770054955889722, + "learning_rate": 3.939892340128481e-06, + "loss": 0.2929, + "num_tokens": 1057750119.0, + "step": 5557 + }, + { + "epoch": 1.896928327645051, + "grad_norm": 0.2838724343797063, + "learning_rate": 3.938304381907894e-06, + "loss": 0.3073, + "num_tokens": 1057895477.0, + "step": 5558 + }, + { + "epoch": 1.8972696245733789, + "grad_norm": 0.3164084332394814, + "learning_rate": 3.936716644753932e-06, + "loss": 0.3279, + "num_tokens": 1058041785.0, + "step": 5559 + }, + { + "epoch": 1.8976109215017065, + "grad_norm": 0.2861303679820369, + "learning_rate": 3.9351291288913485e-06, + "loss": 0.3012, + "num_tokens": 1058197303.0, + "step": 5560 + }, + { + "epoch": 1.8979522184300341, + "grad_norm": 0.29798293727153286, + "learning_rate": 3.933541834544864e-06, + "loss": 0.3023, + "num_tokens": 1058377980.0, + "step": 5561 + }, + { + "epoch": 1.8982935153583618, + "grad_norm": 0.27888035253536336, + "learning_rate": 3.9319547619391684e-06, + "loss": 0.319, + "num_tokens": 1058552319.0, + "step": 5562 + }, + { + "epoch": 1.8986348122866894, + "grad_norm": 0.29918405743278575, + "learning_rate": 3.930367911298922e-06, + "loss": 0.3333, + "num_tokens": 1058776137.0, + "step": 5563 + }, + { + "epoch": 1.898976109215017, + "grad_norm": 0.2749022483614699, + "learning_rate": 3.9287812828487525e-06, + "loss": 0.303, + "num_tokens": 1058986998.0, + "step": 5564 + }, + { + "epoch": 1.8993174061433447, + "grad_norm": 0.28345095089004213, + "learning_rate": 3.9271948768132566e-06, + "loss": 0.3417, + "num_tokens": 1059154938.0, + "step": 5565 + }, + { + "epoch": 1.8996587030716725, + "grad_norm": 0.25533101301395444, + "learning_rate": 3.9256086934169946e-06, + "loss": 0.323, + "num_tokens": 1059384366.0, + "step": 5566 + }, + { + "epoch": 1.9, + "grad_norm": 0.28707210867076743, + "learning_rate": 3.924022732884503e-06, + "loss": 0.3128, + "num_tokens": 1059566116.0, + "step": 5567 + }, + { + "epoch": 1.9003412969283278, + "grad_norm": 0.2879797301508691, + "learning_rate": 3.922436995440284e-06, + "loss": 0.3272, + "num_tokens": 1059747236.0, + "step": 5568 + }, + { + "epoch": 1.9006825938566552, + "grad_norm": 0.2568832084221697, + "learning_rate": 3.920851481308805e-06, + "loss": 0.3314, + "num_tokens": 1059961450.0, + "step": 5569 + }, + { + "epoch": 1.901023890784983, + "grad_norm": 0.28719349689954593, + "learning_rate": 3.919266190714505e-06, + "loss": 0.3452, + "num_tokens": 1060161848.0, + "step": 5570 + }, + { + "epoch": 1.9013651877133104, + "grad_norm": 0.28519137131944866, + "learning_rate": 3.91768112388179e-06, + "loss": 0.3101, + "num_tokens": 1060327416.0, + "step": 5571 + }, + { + "epoch": 1.9017064846416383, + "grad_norm": 0.27355107198164724, + "learning_rate": 3.916096281035037e-06, + "loss": 0.3414, + "num_tokens": 1060555813.0, + "step": 5572 + }, + { + "epoch": 1.902047781569966, + "grad_norm": 0.27215192305817654, + "learning_rate": 3.9145116623985905e-06, + "loss": 0.3174, + "num_tokens": 1060767570.0, + "step": 5573 + }, + { + "epoch": 1.9023890784982935, + "grad_norm": 0.2541949705191813, + "learning_rate": 3.912927268196758e-06, + "loss": 0.3109, + "num_tokens": 1060973505.0, + "step": 5574 + }, + { + "epoch": 1.9027303754266212, + "grad_norm": 0.27127290046949587, + "learning_rate": 3.911343098653819e-06, + "loss": 0.3191, + "num_tokens": 1061164144.0, + "step": 5575 + }, + { + "epoch": 1.9030716723549488, + "grad_norm": 0.2661465724595605, + "learning_rate": 3.909759153994025e-06, + "loss": 0.2902, + "num_tokens": 1061371878.0, + "step": 5576 + }, + { + "epoch": 1.9034129692832764, + "grad_norm": 0.3015355488789944, + "learning_rate": 3.90817543444159e-06, + "loss": 0.3532, + "num_tokens": 1061561410.0, + "step": 5577 + }, + { + "epoch": 1.903754266211604, + "grad_norm": 0.2924394649734158, + "learning_rate": 3.9065919402206995e-06, + "loss": 0.3093, + "num_tokens": 1061728569.0, + "step": 5578 + }, + { + "epoch": 1.904095563139932, + "grad_norm": 0.26136213760393606, + "learning_rate": 3.905008671555503e-06, + "loss": 0.2969, + "num_tokens": 1061923579.0, + "step": 5579 + }, + { + "epoch": 1.9044368600682593, + "grad_norm": 0.2782304889905926, + "learning_rate": 3.903425628670124e-06, + "loss": 0.3573, + "num_tokens": 1062142276.0, + "step": 5580 + }, + { + "epoch": 1.9047781569965871, + "grad_norm": 0.28397284092650005, + "learning_rate": 3.901842811788652e-06, + "loss": 0.3176, + "num_tokens": 1062313342.0, + "step": 5581 + }, + { + "epoch": 1.9051194539249146, + "grad_norm": 0.27965851833028665, + "learning_rate": 3.900260221135139e-06, + "loss": 0.3041, + "num_tokens": 1062493990.0, + "step": 5582 + }, + { + "epoch": 1.9054607508532424, + "grad_norm": 0.32101030473354564, + "learning_rate": 3.898677856933612e-06, + "loss": 0.3095, + "num_tokens": 1062662419.0, + "step": 5583 + }, + { + "epoch": 1.9058020477815698, + "grad_norm": 0.2543933356348623, + "learning_rate": 3.897095719408063e-06, + "loss": 0.3104, + "num_tokens": 1062857460.0, + "step": 5584 + }, + { + "epoch": 1.9061433447098977, + "grad_norm": 0.2580496158781132, + "learning_rate": 3.895513808782453e-06, + "loss": 0.3067, + "num_tokens": 1063064247.0, + "step": 5585 + }, + { + "epoch": 1.9064846416382253, + "grad_norm": 0.2728050191230409, + "learning_rate": 3.89393212528071e-06, + "loss": 0.3363, + "num_tokens": 1063290665.0, + "step": 5586 + }, + { + "epoch": 1.906825938566553, + "grad_norm": 0.2639853756976105, + "learning_rate": 3.892350669126728e-06, + "loss": 0.3154, + "num_tokens": 1063489271.0, + "step": 5587 + }, + { + "epoch": 1.9071672354948805, + "grad_norm": 0.2712225239660034, + "learning_rate": 3.890769440544373e-06, + "loss": 0.329, + "num_tokens": 1063704584.0, + "step": 5588 + }, + { + "epoch": 1.9075085324232082, + "grad_norm": 0.27202195748533453, + "learning_rate": 3.889188439757476e-06, + "loss": 0.3106, + "num_tokens": 1063892741.0, + "step": 5589 + }, + { + "epoch": 1.9078498293515358, + "grad_norm": 0.34395564487144203, + "learning_rate": 3.887607666989839e-06, + "loss": 0.2961, + "num_tokens": 1064056981.0, + "step": 5590 + }, + { + "epoch": 1.9081911262798634, + "grad_norm": 0.2607198525390914, + "learning_rate": 3.886027122465225e-06, + "loss": 0.2982, + "num_tokens": 1064263991.0, + "step": 5591 + }, + { + "epoch": 1.9085324232081913, + "grad_norm": 0.2789216951458458, + "learning_rate": 3.884446806407368e-06, + "loss": 0.3153, + "num_tokens": 1064434650.0, + "step": 5592 + }, + { + "epoch": 1.9088737201365187, + "grad_norm": 0.2909956399825674, + "learning_rate": 3.882866719039974e-06, + "loss": 0.3044, + "num_tokens": 1064624567.0, + "step": 5593 + }, + { + "epoch": 1.9092150170648465, + "grad_norm": 0.26952962682180936, + "learning_rate": 3.881286860586712e-06, + "loss": 0.3055, + "num_tokens": 1064819237.0, + "step": 5594 + }, + { + "epoch": 1.909556313993174, + "grad_norm": 0.4075131188574653, + "learning_rate": 3.879707231271222e-06, + "loss": 0.3353, + "num_tokens": 1065027205.0, + "step": 5595 + }, + { + "epoch": 1.9098976109215018, + "grad_norm": 0.29975505295064103, + "learning_rate": 3.878127831317104e-06, + "loss": 0.289, + "num_tokens": 1065186491.0, + "step": 5596 + }, + { + "epoch": 1.9102389078498292, + "grad_norm": 0.30735905694113, + "learning_rate": 3.876548660947933e-06, + "loss": 0.3304, + "num_tokens": 1065403160.0, + "step": 5597 + }, + { + "epoch": 1.910580204778157, + "grad_norm": 0.2894259288573028, + "learning_rate": 3.874969720387251e-06, + "loss": 0.2998, + "num_tokens": 1065584382.0, + "step": 5598 + }, + { + "epoch": 1.9109215017064847, + "grad_norm": 0.25499563151217525, + "learning_rate": 3.873391009858566e-06, + "loss": 0.2935, + "num_tokens": 1065791778.0, + "step": 5599 + }, + { + "epoch": 1.9112627986348123, + "grad_norm": 0.2910184926434991, + "learning_rate": 3.8718125295853505e-06, + "loss": 0.3306, + "num_tokens": 1065960566.0, + "step": 5600 + }, + { + "epoch": 1.91160409556314, + "grad_norm": 0.28001675144756316, + "learning_rate": 3.870234279791048e-06, + "loss": 0.3374, + "num_tokens": 1066170689.0, + "step": 5601 + }, + { + "epoch": 1.9119453924914676, + "grad_norm": 0.2481452636263644, + "learning_rate": 3.868656260699067e-06, + "loss": 0.3098, + "num_tokens": 1066385216.0, + "step": 5602 + }, + { + "epoch": 1.9122866894197952, + "grad_norm": 0.2819649538824255, + "learning_rate": 3.86707847253279e-06, + "loss": 0.3102, + "num_tokens": 1066584845.0, + "step": 5603 + }, + { + "epoch": 1.9126279863481228, + "grad_norm": 0.26298397051265865, + "learning_rate": 3.8655009155155565e-06, + "loss": 0.3198, + "num_tokens": 1066797207.0, + "step": 5604 + }, + { + "epoch": 1.9129692832764507, + "grad_norm": 0.29292450864488756, + "learning_rate": 3.863923589870681e-06, + "loss": 0.2846, + "num_tokens": 1066948602.0, + "step": 5605 + }, + { + "epoch": 1.913310580204778, + "grad_norm": 0.29350501084784286, + "learning_rate": 3.86234649582144e-06, + "loss": 0.2857, + "num_tokens": 1067098791.0, + "step": 5606 + }, + { + "epoch": 1.913651877133106, + "grad_norm": 0.2567661664980417, + "learning_rate": 3.860769633591081e-06, + "loss": 0.2933, + "num_tokens": 1067318405.0, + "step": 5607 + }, + { + "epoch": 1.9139931740614333, + "grad_norm": 0.29581932655257237, + "learning_rate": 3.859193003402822e-06, + "loss": 0.3207, + "num_tokens": 1067490762.0, + "step": 5608 + }, + { + "epoch": 1.9143344709897612, + "grad_norm": 0.2821103185974253, + "learning_rate": 3.857616605479837e-06, + "loss": 0.3055, + "num_tokens": 1067695968.0, + "step": 5609 + }, + { + "epoch": 1.9146757679180886, + "grad_norm": 0.26913626338201146, + "learning_rate": 3.8560404400452775e-06, + "loss": 0.3266, + "num_tokens": 1067899571.0, + "step": 5610 + }, + { + "epoch": 1.9150170648464164, + "grad_norm": 0.2688809176483368, + "learning_rate": 3.854464507322257e-06, + "loss": 0.3126, + "num_tokens": 1068105619.0, + "step": 5611 + }, + { + "epoch": 1.915358361774744, + "grad_norm": 0.2702831880602041, + "learning_rate": 3.85288880753386e-06, + "loss": 0.3555, + "num_tokens": 1068312966.0, + "step": 5612 + }, + { + "epoch": 1.9156996587030717, + "grad_norm": 0.2544775480351057, + "learning_rate": 3.85131334090313e-06, + "loss": 0.3028, + "num_tokens": 1068495042.0, + "step": 5613 + }, + { + "epoch": 1.9160409556313993, + "grad_norm": 0.28267690760902736, + "learning_rate": 3.849738107653088e-06, + "loss": 0.3308, + "num_tokens": 1068668748.0, + "step": 5614 + }, + { + "epoch": 1.916382252559727, + "grad_norm": 0.2816807669344224, + "learning_rate": 3.848163108006716e-06, + "loss": 0.3284, + "num_tokens": 1068848055.0, + "step": 5615 + }, + { + "epoch": 1.9167235494880546, + "grad_norm": 0.31290560786460897, + "learning_rate": 3.846588342186966e-06, + "loss": 0.3186, + "num_tokens": 1069022948.0, + "step": 5616 + }, + { + "epoch": 1.9170648464163822, + "grad_norm": 0.2590219501932628, + "learning_rate": 3.8450138104167465e-06, + "loss": 0.3095, + "num_tokens": 1069231353.0, + "step": 5617 + }, + { + "epoch": 1.91740614334471, + "grad_norm": 0.2927275618729532, + "learning_rate": 3.843439512918949e-06, + "loss": 0.3018, + "num_tokens": 1069389200.0, + "step": 5618 + }, + { + "epoch": 1.9177474402730375, + "grad_norm": 0.2819138163849729, + "learning_rate": 3.841865449916422e-06, + "loss": 0.385, + "num_tokens": 1069611628.0, + "step": 5619 + }, + { + "epoch": 1.9180887372013653, + "grad_norm": 0.2620645114321635, + "learning_rate": 3.840291621631983e-06, + "loss": 0.2931, + "num_tokens": 1069805093.0, + "step": 5620 + }, + { + "epoch": 1.9184300341296927, + "grad_norm": 0.282087890599184, + "learning_rate": 3.838718028288417e-06, + "loss": 0.3421, + "num_tokens": 1069995283.0, + "step": 5621 + }, + { + "epoch": 1.9187713310580206, + "grad_norm": 0.28127923252945636, + "learning_rate": 3.8371446701084724e-06, + "loss": 0.3011, + "num_tokens": 1070174191.0, + "step": 5622 + }, + { + "epoch": 1.919112627986348, + "grad_norm": 0.27251245713878663, + "learning_rate": 3.835571547314867e-06, + "loss": 0.3617, + "num_tokens": 1070394461.0, + "step": 5623 + }, + { + "epoch": 1.9194539249146758, + "grad_norm": 0.29675916448478107, + "learning_rate": 3.8339986601302845e-06, + "loss": 0.323, + "num_tokens": 1070553009.0, + "step": 5624 + }, + { + "epoch": 1.9197952218430034, + "grad_norm": 0.2718564768907822, + "learning_rate": 3.83242600877738e-06, + "loss": 0.3288, + "num_tokens": 1070741065.0, + "step": 5625 + }, + { + "epoch": 1.920136518771331, + "grad_norm": 0.2527938175489079, + "learning_rate": 3.8308535934787665e-06, + "loss": 0.3173, + "num_tokens": 1070964255.0, + "step": 5626 + }, + { + "epoch": 1.9204778156996587, + "grad_norm": 0.25766011939940486, + "learning_rate": 3.829281414457029e-06, + "loss": 0.2792, + "num_tokens": 1071155740.0, + "step": 5627 + }, + { + "epoch": 1.9208191126279863, + "grad_norm": 0.2733328545465265, + "learning_rate": 3.8277094719347194e-06, + "loss": 0.3433, + "num_tokens": 1071359079.0, + "step": 5628 + }, + { + "epoch": 1.921160409556314, + "grad_norm": 0.2894121983729849, + "learning_rate": 3.8261377661343535e-06, + "loss": 0.3178, + "num_tokens": 1071523876.0, + "step": 5629 + }, + { + "epoch": 1.9215017064846416, + "grad_norm": 0.28397512267393665, + "learning_rate": 3.824566297278417e-06, + "loss": 0.3075, + "num_tokens": 1071690052.0, + "step": 5630 + }, + { + "epoch": 1.9218430034129694, + "grad_norm": 0.28386287165972307, + "learning_rate": 3.822995065589358e-06, + "loss": 0.3452, + "num_tokens": 1071882499.0, + "step": 5631 + }, + { + "epoch": 1.9221843003412968, + "grad_norm": 0.2751118249865809, + "learning_rate": 3.821424071289592e-06, + "loss": 0.2956, + "num_tokens": 1072066847.0, + "step": 5632 + }, + { + "epoch": 1.9225255972696247, + "grad_norm": 0.2515498139311088, + "learning_rate": 3.819853314601505e-06, + "loss": 0.295, + "num_tokens": 1072259462.0, + "step": 5633 + }, + { + "epoch": 1.922866894197952, + "grad_norm": 0.2776692617614664, + "learning_rate": 3.818282795747445e-06, + "loss": 0.2962, + "num_tokens": 1072424554.0, + "step": 5634 + }, + { + "epoch": 1.92320819112628, + "grad_norm": 0.5741272236750113, + "learning_rate": 3.816712514949725e-06, + "loss": 0.3266, + "num_tokens": 1072642373.0, + "step": 5635 + }, + { + "epoch": 1.9235494880546073, + "grad_norm": 0.31025226328648386, + "learning_rate": 3.815142472430631e-06, + "loss": 0.321, + "num_tokens": 1072817386.0, + "step": 5636 + }, + { + "epoch": 1.9238907849829352, + "grad_norm": 0.26244289621781725, + "learning_rate": 3.8135726684124087e-06, + "loss": 0.3197, + "num_tokens": 1073031530.0, + "step": 5637 + }, + { + "epoch": 1.9242320819112628, + "grad_norm": 0.28537832039657673, + "learning_rate": 3.8120031031172743e-06, + "loss": 0.2964, + "num_tokens": 1073220922.0, + "step": 5638 + }, + { + "epoch": 1.9245733788395905, + "grad_norm": 0.26483751563998614, + "learning_rate": 3.8104337767674073e-06, + "loss": 0.3306, + "num_tokens": 1073437255.0, + "step": 5639 + }, + { + "epoch": 1.924914675767918, + "grad_norm": 0.2775445761936358, + "learning_rate": 3.8088646895849535e-06, + "loss": 0.311, + "num_tokens": 1073612735.0, + "step": 5640 + }, + { + "epoch": 1.9252559726962457, + "grad_norm": 0.2591799578415747, + "learning_rate": 3.8072958417920258e-06, + "loss": 0.3068, + "num_tokens": 1073807974.0, + "step": 5641 + }, + { + "epoch": 1.9255972696245733, + "grad_norm": 0.27555475893360903, + "learning_rate": 3.8057272336107055e-06, + "loss": 0.3098, + "num_tokens": 1073988253.0, + "step": 5642 + }, + { + "epoch": 1.925938566552901, + "grad_norm": 0.26655277465634347, + "learning_rate": 3.804158865263037e-06, + "loss": 0.313, + "num_tokens": 1074180767.0, + "step": 5643 + }, + { + "epoch": 1.9262798634812288, + "grad_norm": 0.30132320076642266, + "learning_rate": 3.80259073697103e-06, + "loss": 0.346, + "num_tokens": 1074387478.0, + "step": 5644 + }, + { + "epoch": 1.9266211604095562, + "grad_norm": 0.2977509007726217, + "learning_rate": 3.8010228489566627e-06, + "loss": 0.3049, + "num_tokens": 1074540889.0, + "step": 5645 + }, + { + "epoch": 1.926962457337884, + "grad_norm": 0.26123257244294024, + "learning_rate": 3.7994552014418783e-06, + "loss": 0.2846, + "num_tokens": 1074730128.0, + "step": 5646 + }, + { + "epoch": 1.9273037542662115, + "grad_norm": 0.3320019503486883, + "learning_rate": 3.797887794648588e-06, + "loss": 0.3167, + "num_tokens": 1074937738.0, + "step": 5647 + }, + { + "epoch": 1.9276450511945393, + "grad_norm": 0.46990114847458053, + "learning_rate": 3.796320628798663e-06, + "loss": 0.2865, + "num_tokens": 1075092226.0, + "step": 5648 + }, + { + "epoch": 1.9279863481228667, + "grad_norm": 0.27327493146614057, + "learning_rate": 3.794753704113947e-06, + "loss": 0.3223, + "num_tokens": 1075290939.0, + "step": 5649 + }, + { + "epoch": 1.9283276450511946, + "grad_norm": 0.24615887063417685, + "learning_rate": 3.793187020816245e-06, + "loss": 0.3063, + "num_tokens": 1075525805.0, + "step": 5650 + }, + { + "epoch": 1.9286689419795222, + "grad_norm": 0.2883206601056512, + "learning_rate": 3.7916205791273307e-06, + "loss": 0.3076, + "num_tokens": 1075701053.0, + "step": 5651 + }, + { + "epoch": 1.9290102389078498, + "grad_norm": 0.2788316814166574, + "learning_rate": 3.7900543792689424e-06, + "loss": 0.3042, + "num_tokens": 1075873362.0, + "step": 5652 + }, + { + "epoch": 1.9293515358361775, + "grad_norm": 0.2781629586442975, + "learning_rate": 3.788488421462785e-06, + "loss": 0.2954, + "num_tokens": 1076051306.0, + "step": 5653 + }, + { + "epoch": 1.929692832764505, + "grad_norm": 0.2776110314587383, + "learning_rate": 3.786922705930527e-06, + "loss": 0.3047, + "num_tokens": 1076230578.0, + "step": 5654 + }, + { + "epoch": 1.9300341296928327, + "grad_norm": 0.26887434427165624, + "learning_rate": 3.785357232893805e-06, + "loss": 0.314, + "num_tokens": 1076416196.0, + "step": 5655 + }, + { + "epoch": 1.9303754266211604, + "grad_norm": 0.263442613403348, + "learning_rate": 3.7837920025742215e-06, + "loss": 0.3242, + "num_tokens": 1076615721.0, + "step": 5656 + }, + { + "epoch": 1.9307167235494882, + "grad_norm": 0.297095814188314, + "learning_rate": 3.7822270151933414e-06, + "loss": 0.3106, + "num_tokens": 1076774514.0, + "step": 5657 + }, + { + "epoch": 1.9310580204778156, + "grad_norm": 0.32903949513326186, + "learning_rate": 3.780662270972698e-06, + "loss": 0.3397, + "num_tokens": 1076981263.0, + "step": 5658 + }, + { + "epoch": 1.9313993174061435, + "grad_norm": 0.28108451616368557, + "learning_rate": 3.779097770133788e-06, + "loss": 0.3174, + "num_tokens": 1077157838.0, + "step": 5659 + }, + { + "epoch": 1.9317406143344709, + "grad_norm": 0.2792380524216275, + "learning_rate": 3.7775335128980797e-06, + "loss": 0.3261, + "num_tokens": 1077339505.0, + "step": 5660 + }, + { + "epoch": 1.9320819112627987, + "grad_norm": 0.27162702208343065, + "learning_rate": 3.7759694994869977e-06, + "loss": 0.3302, + "num_tokens": 1077539702.0, + "step": 5661 + }, + { + "epoch": 1.9324232081911261, + "grad_norm": 0.25391579737989584, + "learning_rate": 3.7744057301219385e-06, + "loss": 0.3256, + "num_tokens": 1077751883.0, + "step": 5662 + }, + { + "epoch": 1.932764505119454, + "grad_norm": 0.2844755922372516, + "learning_rate": 3.7728422050242618e-06, + "loss": 0.332, + "num_tokens": 1077931864.0, + "step": 5663 + }, + { + "epoch": 1.9331058020477816, + "grad_norm": 0.3334042812924646, + "learning_rate": 3.7712789244152935e-06, + "loss": 0.3227, + "num_tokens": 1078097562.0, + "step": 5664 + }, + { + "epoch": 1.9334470989761092, + "grad_norm": 0.2856281651728119, + "learning_rate": 3.7697158885163256e-06, + "loss": 0.3081, + "num_tokens": 1078266350.0, + "step": 5665 + }, + { + "epoch": 1.9337883959044369, + "grad_norm": 0.31382831601776556, + "learning_rate": 3.7681530975486124e-06, + "loss": 0.3216, + "num_tokens": 1078429624.0, + "step": 5666 + }, + { + "epoch": 1.9341296928327645, + "grad_norm": 0.26946800400799603, + "learning_rate": 3.766590551733378e-06, + "loss": 0.3198, + "num_tokens": 1078641626.0, + "step": 5667 + }, + { + "epoch": 1.934470989761092, + "grad_norm": 0.27716400894516907, + "learning_rate": 3.765028251291806e-06, + "loss": 0.3235, + "num_tokens": 1078836648.0, + "step": 5668 + }, + { + "epoch": 1.9348122866894197, + "grad_norm": 0.2696137837702982, + "learning_rate": 3.763466196445054e-06, + "loss": 0.3196, + "num_tokens": 1079033528.0, + "step": 5669 + }, + { + "epoch": 1.9351535836177476, + "grad_norm": 0.2810998490177349, + "learning_rate": 3.7619043874142337e-06, + "loss": 0.3346, + "num_tokens": 1079226909.0, + "step": 5670 + }, + { + "epoch": 1.935494880546075, + "grad_norm": 0.2918946024917189, + "learning_rate": 3.76034282442043e-06, + "loss": 0.3155, + "num_tokens": 1079398013.0, + "step": 5671 + }, + { + "epoch": 1.9358361774744028, + "grad_norm": 0.2921146459469576, + "learning_rate": 3.7587815076846913e-06, + "loss": 0.328, + "num_tokens": 1079579513.0, + "step": 5672 + }, + { + "epoch": 1.9361774744027302, + "grad_norm": 0.2732346654991858, + "learning_rate": 3.757220437428031e-06, + "loss": 0.3099, + "num_tokens": 1079759542.0, + "step": 5673 + }, + { + "epoch": 1.936518771331058, + "grad_norm": 0.26840173643748816, + "learning_rate": 3.755659613871425e-06, + "loss": 0.2937, + "num_tokens": 1079956343.0, + "step": 5674 + }, + { + "epoch": 1.9368600682593855, + "grad_norm": 0.301624928413143, + "learning_rate": 3.7540990372358186e-06, + "loss": 0.3367, + "num_tokens": 1080128469.0, + "step": 5675 + }, + { + "epoch": 1.9372013651877134, + "grad_norm": 0.2797541777255386, + "learning_rate": 3.7525387077421194e-06, + "loss": 0.3073, + "num_tokens": 1080301154.0, + "step": 5676 + }, + { + "epoch": 1.937542662116041, + "grad_norm": 0.27759433792668414, + "learning_rate": 3.7509786256112012e-06, + "loss": 0.331, + "num_tokens": 1080504980.0, + "step": 5677 + }, + { + "epoch": 1.9378839590443686, + "grad_norm": 0.2742923658427319, + "learning_rate": 3.7494187910639024e-06, + "loss": 0.3149, + "num_tokens": 1080679530.0, + "step": 5678 + }, + { + "epoch": 1.9382252559726962, + "grad_norm": 0.26278319182059795, + "learning_rate": 3.7478592043210238e-06, + "loss": 0.3328, + "num_tokens": 1080886677.0, + "step": 5679 + }, + { + "epoch": 1.9385665529010239, + "grad_norm": 0.27788797037366064, + "learning_rate": 3.7462998656033355e-06, + "loss": 0.3127, + "num_tokens": 1081079953.0, + "step": 5680 + }, + { + "epoch": 1.9389078498293515, + "grad_norm": 0.28519972073683414, + "learning_rate": 3.74474077513157e-06, + "loss": 0.3052, + "num_tokens": 1081259864.0, + "step": 5681 + }, + { + "epoch": 1.9392491467576791, + "grad_norm": 0.26395100516017606, + "learning_rate": 3.7431819331264265e-06, + "loss": 0.3137, + "num_tokens": 1081450772.0, + "step": 5682 + }, + { + "epoch": 1.939590443686007, + "grad_norm": 0.26828206895433543, + "learning_rate": 3.7416233398085653e-06, + "loss": 0.2939, + "num_tokens": 1081626080.0, + "step": 5683 + }, + { + "epoch": 1.9399317406143344, + "grad_norm": 0.2555371143862813, + "learning_rate": 3.7400649953986147e-06, + "loss": 0.3174, + "num_tokens": 1081820970.0, + "step": 5684 + }, + { + "epoch": 1.9402730375426622, + "grad_norm": 0.38178634073744966, + "learning_rate": 3.738506900117167e-06, + "loss": 0.2973, + "num_tokens": 1082041534.0, + "step": 5685 + }, + { + "epoch": 1.9406143344709896, + "grad_norm": 0.27309447307080725, + "learning_rate": 3.73694905418478e-06, + "loss": 0.2952, + "num_tokens": 1082217580.0, + "step": 5686 + }, + { + "epoch": 1.9409556313993175, + "grad_norm": 0.2809408702048429, + "learning_rate": 3.7353914578219774e-06, + "loss": 0.3057, + "num_tokens": 1082393784.0, + "step": 5687 + }, + { + "epoch": 1.9412969283276449, + "grad_norm": 0.2736339945336949, + "learning_rate": 3.7338341112492393e-06, + "loss": 0.3275, + "num_tokens": 1082598335.0, + "step": 5688 + }, + { + "epoch": 1.9416382252559727, + "grad_norm": 0.25149622932642546, + "learning_rate": 3.7322770146870213e-06, + "loss": 0.3389, + "num_tokens": 1082849239.0, + "step": 5689 + }, + { + "epoch": 1.9419795221843004, + "grad_norm": 0.27657358996731546, + "learning_rate": 3.730720168355738e-06, + "loss": 0.3267, + "num_tokens": 1083061753.0, + "step": 5690 + }, + { + "epoch": 1.942320819112628, + "grad_norm": 0.2590859466785079, + "learning_rate": 3.7291635724757714e-06, + "loss": 0.3345, + "num_tokens": 1083282614.0, + "step": 5691 + }, + { + "epoch": 1.9426621160409556, + "grad_norm": 0.286659053095555, + "learning_rate": 3.7276072272674635e-06, + "loss": 0.3384, + "num_tokens": 1083482598.0, + "step": 5692 + }, + { + "epoch": 1.9430034129692833, + "grad_norm": 0.2685779112794891, + "learning_rate": 3.726051132951124e-06, + "loss": 0.3221, + "num_tokens": 1083699734.0, + "step": 5693 + }, + { + "epoch": 1.9433447098976109, + "grad_norm": 0.29151955924385475, + "learning_rate": 3.7244952897470266e-06, + "loss": 0.3149, + "num_tokens": 1083874028.0, + "step": 5694 + }, + { + "epoch": 1.9436860068259385, + "grad_norm": 0.28650640986570164, + "learning_rate": 3.722939697875413e-06, + "loss": 0.3358, + "num_tokens": 1084061496.0, + "step": 5695 + }, + { + "epoch": 1.9440273037542664, + "grad_norm": 0.25328951187556936, + "learning_rate": 3.7213843575564803e-06, + "loss": 0.3085, + "num_tokens": 1084272414.0, + "step": 5696 + }, + { + "epoch": 1.9443686006825938, + "grad_norm": 0.29894674958637263, + "learning_rate": 3.7198292690103975e-06, + "loss": 0.3251, + "num_tokens": 1084444484.0, + "step": 5697 + }, + { + "epoch": 1.9447098976109216, + "grad_norm": 0.29107781318406145, + "learning_rate": 3.718274432457297e-06, + "loss": 0.304, + "num_tokens": 1084615150.0, + "step": 5698 + }, + { + "epoch": 1.945051194539249, + "grad_norm": 0.30546238173028695, + "learning_rate": 3.7167198481172738e-06, + "loss": 0.3335, + "num_tokens": 1084801302.0, + "step": 5699 + }, + { + "epoch": 1.9453924914675769, + "grad_norm": 0.26868496809219894, + "learning_rate": 3.7151655162103893e-06, + "loss": 0.3145, + "num_tokens": 1084997495.0, + "step": 5700 + }, + { + "epoch": 1.9457337883959043, + "grad_norm": 0.2888247552590411, + "learning_rate": 3.713611436956667e-06, + "loss": 0.2943, + "num_tokens": 1085173527.0, + "step": 5701 + }, + { + "epoch": 1.9460750853242321, + "grad_norm": 0.2613336259241359, + "learning_rate": 3.712057610576093e-06, + "loss": 0.3173, + "num_tokens": 1085371741.0, + "step": 5702 + }, + { + "epoch": 1.9464163822525598, + "grad_norm": 0.2847639987876552, + "learning_rate": 3.7105040372886227e-06, + "loss": 0.29, + "num_tokens": 1085545652.0, + "step": 5703 + }, + { + "epoch": 1.9467576791808874, + "grad_norm": 0.2708167276565276, + "learning_rate": 3.7089507173141737e-06, + "loss": 0.3029, + "num_tokens": 1085728047.0, + "step": 5704 + }, + { + "epoch": 1.947098976109215, + "grad_norm": 0.3305721938621667, + "learning_rate": 3.707397650872624e-06, + "loss": 0.3538, + "num_tokens": 1085894814.0, + "step": 5705 + }, + { + "epoch": 1.9474402730375426, + "grad_norm": 0.27966829367159657, + "learning_rate": 3.7058448381838184e-06, + "loss": 0.3317, + "num_tokens": 1086082206.0, + "step": 5706 + }, + { + "epoch": 1.9477815699658703, + "grad_norm": 0.26920930577676766, + "learning_rate": 3.7042922794675697e-06, + "loss": 0.3114, + "num_tokens": 1086271395.0, + "step": 5707 + }, + { + "epoch": 1.948122866894198, + "grad_norm": 0.27511201213553427, + "learning_rate": 3.702739974943651e-06, + "loss": 0.3264, + "num_tokens": 1086460382.0, + "step": 5708 + }, + { + "epoch": 1.9484641638225257, + "grad_norm": 0.2625129696215183, + "learning_rate": 3.701187924831795e-06, + "loss": 0.3274, + "num_tokens": 1086676647.0, + "step": 5709 + }, + { + "epoch": 1.9488054607508531, + "grad_norm": 0.2684919691129569, + "learning_rate": 3.699636129351708e-06, + "loss": 0.297, + "num_tokens": 1086862264.0, + "step": 5710 + }, + { + "epoch": 1.949146757679181, + "grad_norm": 0.2664859215511921, + "learning_rate": 3.698084588723051e-06, + "loss": 0.3209, + "num_tokens": 1087066636.0, + "step": 5711 + }, + { + "epoch": 1.9494880546075084, + "grad_norm": 0.25849180084185563, + "learning_rate": 3.696533303165456e-06, + "loss": 0.3014, + "num_tokens": 1087259757.0, + "step": 5712 + }, + { + "epoch": 1.9498293515358363, + "grad_norm": 0.277553137552179, + "learning_rate": 3.6949822728985163e-06, + "loss": 0.3206, + "num_tokens": 1087443491.0, + "step": 5713 + }, + { + "epoch": 1.9501706484641637, + "grad_norm": 0.28791336789291866, + "learning_rate": 3.693431498141787e-06, + "loss": 0.308, + "num_tokens": 1087647020.0, + "step": 5714 + }, + { + "epoch": 1.9505119453924915, + "grad_norm": 0.2999404872618342, + "learning_rate": 3.691880979114789e-06, + "loss": 0.3256, + "num_tokens": 1087823725.0, + "step": 5715 + }, + { + "epoch": 1.9508532423208191, + "grad_norm": 0.28427179762367133, + "learning_rate": 3.6903307160370074e-06, + "loss": 0.3499, + "num_tokens": 1088025482.0, + "step": 5716 + }, + { + "epoch": 1.9511945392491468, + "grad_norm": 0.26337325506507203, + "learning_rate": 3.6887807091278926e-06, + "loss": 0.333, + "num_tokens": 1088226558.0, + "step": 5717 + }, + { + "epoch": 1.9515358361774744, + "grad_norm": 0.2508727437654574, + "learning_rate": 3.6872309586068524e-06, + "loss": 0.2952, + "num_tokens": 1088456211.0, + "step": 5718 + }, + { + "epoch": 1.951877133105802, + "grad_norm": 0.2745161808853492, + "learning_rate": 3.685681464693265e-06, + "loss": 0.3104, + "num_tokens": 1088643308.0, + "step": 5719 + }, + { + "epoch": 1.9522184300341296, + "grad_norm": 0.2570664655750154, + "learning_rate": 3.6841322276064685e-06, + "loss": 0.3054, + "num_tokens": 1088839136.0, + "step": 5720 + }, + { + "epoch": 1.9525597269624573, + "grad_norm": 0.3061464075620841, + "learning_rate": 3.6825832475657676e-06, + "loss": 0.325, + "num_tokens": 1089039047.0, + "step": 5721 + }, + { + "epoch": 1.9529010238907851, + "grad_norm": 0.2883891102046067, + "learning_rate": 3.6810345247904277e-06, + "loss": 0.3223, + "num_tokens": 1089210377.0, + "step": 5722 + }, + { + "epoch": 1.9532423208191125, + "grad_norm": 0.29563167108733834, + "learning_rate": 3.6794860594996804e-06, + "loss": 0.322, + "num_tokens": 1089372905.0, + "step": 5723 + }, + { + "epoch": 1.9535836177474404, + "grad_norm": 0.48481376366908935, + "learning_rate": 3.6779378519127176e-06, + "loss": 0.3357, + "num_tokens": 1089587196.0, + "step": 5724 + }, + { + "epoch": 1.9539249146757678, + "grad_norm": 0.2774940909011805, + "learning_rate": 3.6763899022486983e-06, + "loss": 0.3564, + "num_tokens": 1089822187.0, + "step": 5725 + }, + { + "epoch": 1.9542662116040956, + "grad_norm": 0.2755700233250315, + "learning_rate": 3.6748422107267445e-06, + "loss": 0.3085, + "num_tokens": 1089995173.0, + "step": 5726 + }, + { + "epoch": 1.954607508532423, + "grad_norm": 0.2593027826849851, + "learning_rate": 3.6732947775659354e-06, + "loss": 0.3369, + "num_tokens": 1090224985.0, + "step": 5727 + }, + { + "epoch": 1.954948805460751, + "grad_norm": 0.24233402367311258, + "learning_rate": 3.671747602985324e-06, + "loss": 0.3363, + "num_tokens": 1090442710.0, + "step": 5728 + }, + { + "epoch": 1.9552901023890785, + "grad_norm": 0.2768765933733373, + "learning_rate": 3.6702006872039186e-06, + "loss": 0.2945, + "num_tokens": 1090620682.0, + "step": 5729 + }, + { + "epoch": 1.9556313993174061, + "grad_norm": 0.26067059415518296, + "learning_rate": 3.6686540304406948e-06, + "loss": 0.3275, + "num_tokens": 1090828321.0, + "step": 5730 + }, + { + "epoch": 1.9559726962457338, + "grad_norm": 0.254713532204127, + "learning_rate": 3.6671076329145895e-06, + "loss": 0.3277, + "num_tokens": 1091035240.0, + "step": 5731 + }, + { + "epoch": 1.9563139931740614, + "grad_norm": 0.31592760802141334, + "learning_rate": 3.665561494844504e-06, + "loss": 0.3193, + "num_tokens": 1091209593.0, + "step": 5732 + }, + { + "epoch": 1.956655290102389, + "grad_norm": 0.28733870456585975, + "learning_rate": 3.6640156164493026e-06, + "loss": 0.3038, + "num_tokens": 1091358831.0, + "step": 5733 + }, + { + "epoch": 1.9569965870307167, + "grad_norm": 0.3323744651996237, + "learning_rate": 3.662469997947814e-06, + "loss": 0.3234, + "num_tokens": 1091505396.0, + "step": 5734 + }, + { + "epoch": 1.9573378839590445, + "grad_norm": 0.27803835844687663, + "learning_rate": 3.6609246395588292e-06, + "loss": 0.2995, + "num_tokens": 1091682160.0, + "step": 5735 + }, + { + "epoch": 1.957679180887372, + "grad_norm": 0.2793773193273835, + "learning_rate": 3.6593795415011003e-06, + "loss": 0.3017, + "num_tokens": 1091849286.0, + "step": 5736 + }, + { + "epoch": 1.9580204778156998, + "grad_norm": 0.2951916846950379, + "learning_rate": 3.657834703993345e-06, + "loss": 0.3129, + "num_tokens": 1092045087.0, + "step": 5737 + }, + { + "epoch": 1.9583617747440272, + "grad_norm": 0.2617892636541401, + "learning_rate": 3.656290127254244e-06, + "loss": 0.346, + "num_tokens": 1092258337.0, + "step": 5738 + }, + { + "epoch": 1.958703071672355, + "grad_norm": 0.2811640888765862, + "learning_rate": 3.6547458115024428e-06, + "loss": 0.2876, + "num_tokens": 1092424685.0, + "step": 5739 + }, + { + "epoch": 1.9590443686006824, + "grad_norm": 0.2731023016658038, + "learning_rate": 3.6532017569565438e-06, + "loss": 0.3053, + "num_tokens": 1092606460.0, + "step": 5740 + }, + { + "epoch": 1.9593856655290103, + "grad_norm": 0.2655739883435057, + "learning_rate": 3.6516579638351167e-06, + "loss": 0.3037, + "num_tokens": 1092825343.0, + "step": 5741 + }, + { + "epoch": 1.959726962457338, + "grad_norm": 0.31525296197090735, + "learning_rate": 3.6501144323566973e-06, + "loss": 0.3007, + "num_tokens": 1092974452.0, + "step": 5742 + }, + { + "epoch": 1.9600682593856655, + "grad_norm": 0.285993546082757, + "learning_rate": 3.648571162739781e-06, + "loss": 0.2993, + "num_tokens": 1093166259.0, + "step": 5743 + }, + { + "epoch": 1.9604095563139932, + "grad_norm": 0.24567641845258503, + "learning_rate": 3.6470281552028218e-06, + "loss": 0.3085, + "num_tokens": 1093374092.0, + "step": 5744 + }, + { + "epoch": 1.9607508532423208, + "grad_norm": 0.2423326623317691, + "learning_rate": 3.6454854099642445e-06, + "loss": 0.3276, + "num_tokens": 1093619633.0, + "step": 5745 + }, + { + "epoch": 1.9610921501706484, + "grad_norm": 0.3071646141863459, + "learning_rate": 3.643942927242431e-06, + "loss": 0.3326, + "num_tokens": 1093803502.0, + "step": 5746 + }, + { + "epoch": 1.961433447098976, + "grad_norm": 0.3064795351749836, + "learning_rate": 3.64240070725573e-06, + "loss": 0.3309, + "num_tokens": 1093976421.0, + "step": 5747 + }, + { + "epoch": 1.961774744027304, + "grad_norm": 0.25681126486005457, + "learning_rate": 3.6408587502224514e-06, + "loss": 0.3052, + "num_tokens": 1094217654.0, + "step": 5748 + }, + { + "epoch": 1.9621160409556313, + "grad_norm": 0.33177776632147904, + "learning_rate": 3.6393170563608658e-06, + "loss": 0.3425, + "num_tokens": 1094439417.0, + "step": 5749 + }, + { + "epoch": 1.9624573378839592, + "grad_norm": 0.5422258846776407, + "learning_rate": 3.6377756258892094e-06, + "loss": 0.2772, + "num_tokens": 1094598143.0, + "step": 5750 + }, + { + "epoch": 1.9627986348122866, + "grad_norm": 0.24919874395548433, + "learning_rate": 3.6362344590256814e-06, + "loss": 0.3526, + "num_tokens": 1094843210.0, + "step": 5751 + }, + { + "epoch": 1.9631399317406144, + "grad_norm": 0.31778877495245006, + "learning_rate": 3.6346935559884423e-06, + "loss": 0.3117, + "num_tokens": 1095000925.0, + "step": 5752 + }, + { + "epoch": 1.9634812286689418, + "grad_norm": 0.2697853826353071, + "learning_rate": 3.6331529169956124e-06, + "loss": 0.2846, + "num_tokens": 1095191380.0, + "step": 5753 + }, + { + "epoch": 1.9638225255972697, + "grad_norm": 0.2707942091979399, + "learning_rate": 3.63161254226528e-06, + "loss": 0.3089, + "num_tokens": 1095391654.0, + "step": 5754 + }, + { + "epoch": 1.9641638225255973, + "grad_norm": 0.2568179384736787, + "learning_rate": 3.6300724320154945e-06, + "loss": 0.3173, + "num_tokens": 1095611304.0, + "step": 5755 + }, + { + "epoch": 1.964505119453925, + "grad_norm": 0.2671580415131498, + "learning_rate": 3.628532586464265e-06, + "loss": 0.3243, + "num_tokens": 1095837729.0, + "step": 5756 + }, + { + "epoch": 1.9648464163822525, + "grad_norm": 0.29272505499087853, + "learning_rate": 3.626993005829569e-06, + "loss": 0.3139, + "num_tokens": 1096010783.0, + "step": 5757 + }, + { + "epoch": 1.9651877133105802, + "grad_norm": 0.27301781945874715, + "learning_rate": 3.625453690329336e-06, + "loss": 0.3035, + "num_tokens": 1096201172.0, + "step": 5758 + }, + { + "epoch": 1.9655290102389078, + "grad_norm": 0.29935617830995065, + "learning_rate": 3.6239146401814695e-06, + "loss": 0.3135, + "num_tokens": 1096353518.0, + "step": 5759 + }, + { + "epoch": 1.9658703071672354, + "grad_norm": 0.2517664675876285, + "learning_rate": 3.622375855603829e-06, + "loss": 0.297, + "num_tokens": 1096561185.0, + "step": 5760 + }, + { + "epoch": 1.9662116040955633, + "grad_norm": 0.4710896267362145, + "learning_rate": 3.6208373368142422e-06, + "loss": 0.3448, + "num_tokens": 1096720495.0, + "step": 5761 + }, + { + "epoch": 1.9665529010238907, + "grad_norm": 0.2867940345928544, + "learning_rate": 3.6192990840304863e-06, + "loss": 0.3289, + "num_tokens": 1096910891.0, + "step": 5762 + }, + { + "epoch": 1.9668941979522185, + "grad_norm": 0.2679110052570797, + "learning_rate": 3.617761097470316e-06, + "loss": 0.3, + "num_tokens": 1097090762.0, + "step": 5763 + }, + { + "epoch": 1.967235494880546, + "grad_norm": 0.26844635603045225, + "learning_rate": 3.6162233773514376e-06, + "loss": 0.3017, + "num_tokens": 1097275204.0, + "step": 5764 + }, + { + "epoch": 1.9675767918088738, + "grad_norm": 0.27275758547276524, + "learning_rate": 3.614685923891529e-06, + "loss": 0.3029, + "num_tokens": 1097477112.0, + "step": 5765 + }, + { + "epoch": 1.9679180887372012, + "grad_norm": 0.3018941448180951, + "learning_rate": 3.613148737308222e-06, + "loss": 0.3223, + "num_tokens": 1097678774.0, + "step": 5766 + }, + { + "epoch": 1.968259385665529, + "grad_norm": 0.3592313955158146, + "learning_rate": 3.611611817819113e-06, + "loss": 0.3198, + "num_tokens": 1097826107.0, + "step": 5767 + }, + { + "epoch": 1.9686006825938567, + "grad_norm": 0.3128962089235039, + "learning_rate": 3.6100751656417642e-06, + "loss": 0.3112, + "num_tokens": 1098008230.0, + "step": 5768 + }, + { + "epoch": 1.9689419795221843, + "grad_norm": 0.26015691189398876, + "learning_rate": 3.6085387809936932e-06, + "loss": 0.2938, + "num_tokens": 1098190612.0, + "step": 5769 + }, + { + "epoch": 1.969283276450512, + "grad_norm": 0.3073024663729267, + "learning_rate": 3.6070026640923904e-06, + "loss": 0.3108, + "num_tokens": 1098355167.0, + "step": 5770 + }, + { + "epoch": 1.9696245733788396, + "grad_norm": 0.25797432844036633, + "learning_rate": 3.6054668151552942e-06, + "loss": 0.3299, + "num_tokens": 1098576631.0, + "step": 5771 + }, + { + "epoch": 1.9699658703071672, + "grad_norm": 0.28972141448253064, + "learning_rate": 3.603931234399817e-06, + "loss": 0.331, + "num_tokens": 1098775101.0, + "step": 5772 + }, + { + "epoch": 1.9703071672354948, + "grad_norm": 0.26117809838914036, + "learning_rate": 3.6023959220433247e-06, + "loss": 0.3238, + "num_tokens": 1098979838.0, + "step": 5773 + }, + { + "epoch": 1.9706484641638227, + "grad_norm": 0.5207576243544404, + "learning_rate": 3.600860878303155e-06, + "loss": 0.3055, + "num_tokens": 1099151546.0, + "step": 5774 + }, + { + "epoch": 1.97098976109215, + "grad_norm": 0.26189626704975866, + "learning_rate": 3.5993261033965977e-06, + "loss": 0.2975, + "num_tokens": 1099346610.0, + "step": 5775 + }, + { + "epoch": 1.971331058020478, + "grad_norm": 0.27863405959506726, + "learning_rate": 3.5977915975409093e-06, + "loss": 0.3019, + "num_tokens": 1099527119.0, + "step": 5776 + }, + { + "epoch": 1.9716723549488053, + "grad_norm": 0.2551785465518522, + "learning_rate": 3.596257360953308e-06, + "loss": 0.3185, + "num_tokens": 1099762329.0, + "step": 5777 + }, + { + "epoch": 1.9720136518771332, + "grad_norm": 0.2597769396356639, + "learning_rate": 3.594723393850975e-06, + "loss": 0.3087, + "num_tokens": 1099983586.0, + "step": 5778 + }, + { + "epoch": 1.9723549488054608, + "grad_norm": 0.28692615485246215, + "learning_rate": 3.5931896964510493e-06, + "loss": 0.3289, + "num_tokens": 1100170065.0, + "step": 5779 + }, + { + "epoch": 1.9726962457337884, + "grad_norm": 0.287772903985544, + "learning_rate": 3.5916562689706337e-06, + "loss": 0.3294, + "num_tokens": 1100358115.0, + "step": 5780 + }, + { + "epoch": 1.973037542662116, + "grad_norm": 0.31441094432688804, + "learning_rate": 3.5901231116267966e-06, + "loss": 0.292, + "num_tokens": 1100514456.0, + "step": 5781 + }, + { + "epoch": 1.9733788395904437, + "grad_norm": 0.24851710061241927, + "learning_rate": 3.5885902246365613e-06, + "loss": 0.3169, + "num_tokens": 1100735325.0, + "step": 5782 + }, + { + "epoch": 1.9737201365187713, + "grad_norm": 0.2809033209224615, + "learning_rate": 3.5870576082169182e-06, + "loss": 0.3155, + "num_tokens": 1100926314.0, + "step": 5783 + }, + { + "epoch": 1.974061433447099, + "grad_norm": 0.2758850851673669, + "learning_rate": 3.58552526258482e-06, + "loss": 0.3044, + "num_tokens": 1101109482.0, + "step": 5784 + }, + { + "epoch": 1.9744027303754266, + "grad_norm": 0.2829672814559779, + "learning_rate": 3.5839931879571733e-06, + "loss": 0.2972, + "num_tokens": 1101278852.0, + "step": 5785 + }, + { + "epoch": 1.9747440273037542, + "grad_norm": 0.27493915895486604, + "learning_rate": 3.582461384550856e-06, + "loss": 0.3186, + "num_tokens": 1101461828.0, + "step": 5786 + }, + { + "epoch": 1.975085324232082, + "grad_norm": 0.2749845567269346, + "learning_rate": 3.580929852582703e-06, + "loss": 0.3235, + "num_tokens": 1101644774.0, + "step": 5787 + }, + { + "epoch": 1.9754266211604095, + "grad_norm": 0.27097679472081004, + "learning_rate": 3.5793985922695085e-06, + "loss": 0.2933, + "num_tokens": 1101842879.0, + "step": 5788 + }, + { + "epoch": 1.9757679180887373, + "grad_norm": 0.28359643615654156, + "learning_rate": 3.5778676038280314e-06, + "loss": 0.3249, + "num_tokens": 1102017223.0, + "step": 5789 + }, + { + "epoch": 1.9761092150170647, + "grad_norm": 0.26582925107983385, + "learning_rate": 3.576336887474995e-06, + "loss": 0.3123, + "num_tokens": 1102225789.0, + "step": 5790 + }, + { + "epoch": 1.9764505119453926, + "grad_norm": 0.26590104996559777, + "learning_rate": 3.5748064434270755e-06, + "loss": 0.3372, + "num_tokens": 1102425982.0, + "step": 5791 + }, + { + "epoch": 1.9767918088737202, + "grad_norm": 0.26481701231402816, + "learning_rate": 3.5732762719009197e-06, + "loss": 0.3358, + "num_tokens": 1102646408.0, + "step": 5792 + }, + { + "epoch": 1.9771331058020478, + "grad_norm": 0.2723501171919248, + "learning_rate": 3.571746373113132e-06, + "loss": 0.3108, + "num_tokens": 1102826791.0, + "step": 5793 + }, + { + "epoch": 1.9774744027303754, + "grad_norm": 0.2962087680289513, + "learning_rate": 3.570216747280273e-06, + "loss": 0.3091, + "num_tokens": 1102975881.0, + "step": 5794 + }, + { + "epoch": 1.977815699658703, + "grad_norm": 0.25670166948727946, + "learning_rate": 3.568687394618876e-06, + "loss": 0.306, + "num_tokens": 1103186974.0, + "step": 5795 + }, + { + "epoch": 1.9781569965870307, + "grad_norm": 0.271737574216602, + "learning_rate": 3.567158315345426e-06, + "loss": 0.3021, + "num_tokens": 1103387658.0, + "step": 5796 + }, + { + "epoch": 1.9784982935153583, + "grad_norm": 0.3021219478880791, + "learning_rate": 3.5656295096763715e-06, + "loss": 0.274, + "num_tokens": 1103528030.0, + "step": 5797 + }, + { + "epoch": 1.978839590443686, + "grad_norm": 0.26720314221097546, + "learning_rate": 3.5641009778281267e-06, + "loss": 0.3146, + "num_tokens": 1103727378.0, + "step": 5798 + }, + { + "epoch": 1.9791808873720136, + "grad_norm": 0.2965497989814662, + "learning_rate": 3.562572720017059e-06, + "loss": 0.311, + "num_tokens": 1103914585.0, + "step": 5799 + }, + { + "epoch": 1.9795221843003414, + "grad_norm": 0.25968796148532935, + "learning_rate": 3.5610447364595102e-06, + "loss": 0.3231, + "num_tokens": 1104127881.0, + "step": 5800 + }, + { + "epoch": 1.9798634812286688, + "grad_norm": 0.28692766165552624, + "learning_rate": 3.559517027371764e-06, + "loss": 0.3221, + "num_tokens": 1104320338.0, + "step": 5801 + }, + { + "epoch": 1.9802047781569967, + "grad_norm": 0.2964757601622707, + "learning_rate": 3.5579895929700835e-06, + "loss": 0.3441, + "num_tokens": 1104508669.0, + "step": 5802 + }, + { + "epoch": 1.980546075085324, + "grad_norm": 0.2815422953829526, + "learning_rate": 3.556462433470682e-06, + "loss": 0.3391, + "num_tokens": 1104715911.0, + "step": 5803 + }, + { + "epoch": 1.980887372013652, + "grad_norm": 0.2588339933628199, + "learning_rate": 3.5549355490897407e-06, + "loss": 0.2886, + "num_tokens": 1104904112.0, + "step": 5804 + }, + { + "epoch": 1.9812286689419796, + "grad_norm": 0.3251747576860308, + "learning_rate": 3.5534089400433956e-06, + "loss": 0.327, + "num_tokens": 1105052250.0, + "step": 5805 + }, + { + "epoch": 1.9815699658703072, + "grad_norm": 0.26348401285982914, + "learning_rate": 3.5518826065477453e-06, + "loss": 0.3447, + "num_tokens": 1105272914.0, + "step": 5806 + }, + { + "epoch": 1.9819112627986348, + "grad_norm": 0.2726229271321093, + "learning_rate": 3.550356548818855e-06, + "loss": 0.3083, + "num_tokens": 1105465997.0, + "step": 5807 + }, + { + "epoch": 1.9822525597269625, + "grad_norm": 0.24743445578437223, + "learning_rate": 3.548830767072743e-06, + "loss": 0.3413, + "num_tokens": 1105724476.0, + "step": 5808 + }, + { + "epoch": 1.98259385665529, + "grad_norm": 0.3105029146519178, + "learning_rate": 3.5473052615253966e-06, + "loss": 0.3207, + "num_tokens": 1105871549.0, + "step": 5809 + }, + { + "epoch": 1.9829351535836177, + "grad_norm": 0.26225376572548814, + "learning_rate": 3.5457800323927526e-06, + "loss": 0.2875, + "num_tokens": 1106052324.0, + "step": 5810 + }, + { + "epoch": 1.9832764505119453, + "grad_norm": 0.5699031676638501, + "learning_rate": 3.544255079890723e-06, + "loss": 0.3285, + "num_tokens": 1106262457.0, + "step": 5811 + }, + { + "epoch": 1.983617747440273, + "grad_norm": 0.29978661456180683, + "learning_rate": 3.542730404235166e-06, + "loss": 0.3135, + "num_tokens": 1106430712.0, + "step": 5812 + }, + { + "epoch": 1.9839590443686008, + "grad_norm": 0.2686616382483678, + "learning_rate": 3.541206005641914e-06, + "loss": 0.3083, + "num_tokens": 1106632807.0, + "step": 5813 + }, + { + "epoch": 1.9843003412969282, + "grad_norm": 0.2669849802891777, + "learning_rate": 3.539681884326751e-06, + "loss": 0.3089, + "num_tokens": 1106814881.0, + "step": 5814 + }, + { + "epoch": 1.984641638225256, + "grad_norm": 0.27073988600815696, + "learning_rate": 3.538158040505425e-06, + "loss": 0.3424, + "num_tokens": 1107031967.0, + "step": 5815 + }, + { + "epoch": 1.9849829351535835, + "grad_norm": 0.2575019757290299, + "learning_rate": 3.5366344743936455e-06, + "loss": 0.3208, + "num_tokens": 1107248896.0, + "step": 5816 + }, + { + "epoch": 1.9853242320819113, + "grad_norm": 0.275306841301986, + "learning_rate": 3.5351111862070796e-06, + "loss": 0.3285, + "num_tokens": 1107441268.0, + "step": 5817 + }, + { + "epoch": 1.985665529010239, + "grad_norm": 0.27463750343506377, + "learning_rate": 3.533588176161362e-06, + "loss": 0.3053, + "num_tokens": 1107650089.0, + "step": 5818 + }, + { + "epoch": 1.9860068259385666, + "grad_norm": 0.28225249820587583, + "learning_rate": 3.532065444472076e-06, + "loss": 0.3141, + "num_tokens": 1107814227.0, + "step": 5819 + }, + { + "epoch": 1.9863481228668942, + "grad_norm": 0.2976377350795167, + "learning_rate": 3.5305429913547786e-06, + "loss": 0.3314, + "num_tokens": 1107985596.0, + "step": 5820 + }, + { + "epoch": 1.9866894197952218, + "grad_norm": 0.35255805543166335, + "learning_rate": 3.529020817024976e-06, + "loss": 0.3373, + "num_tokens": 1108139486.0, + "step": 5821 + }, + { + "epoch": 1.9870307167235495, + "grad_norm": 0.2825149030133345, + "learning_rate": 3.527498921698147e-06, + "loss": 0.321, + "num_tokens": 1108335051.0, + "step": 5822 + }, + { + "epoch": 1.987372013651877, + "grad_norm": 0.27357080685712354, + "learning_rate": 3.525977305589721e-06, + "loss": 0.3142, + "num_tokens": 1108528253.0, + "step": 5823 + }, + { + "epoch": 1.9877133105802047, + "grad_norm": 0.2764510769388518, + "learning_rate": 3.524455968915088e-06, + "loss": 0.3108, + "num_tokens": 1108703898.0, + "step": 5824 + }, + { + "epoch": 1.9880546075085324, + "grad_norm": 0.475599456964132, + "learning_rate": 3.5229349118896072e-06, + "loss": 0.2902, + "num_tokens": 1108882481.0, + "step": 5825 + }, + { + "epoch": 1.9883959044368602, + "grad_norm": 0.29046879421626515, + "learning_rate": 3.5214141347285878e-06, + "loss": 0.3455, + "num_tokens": 1109082078.0, + "step": 5826 + }, + { + "epoch": 1.9887372013651876, + "grad_norm": 0.26212711138210076, + "learning_rate": 3.5198936376473103e-06, + "loss": 0.3105, + "num_tokens": 1109279842.0, + "step": 5827 + }, + { + "epoch": 1.9890784982935155, + "grad_norm": 0.2518633835500394, + "learning_rate": 3.518373420861002e-06, + "loss": 0.3036, + "num_tokens": 1109513801.0, + "step": 5828 + }, + { + "epoch": 1.9894197952218429, + "grad_norm": 0.28957793385865593, + "learning_rate": 3.5168534845848635e-06, + "loss": 0.3038, + "num_tokens": 1109678378.0, + "step": 5829 + }, + { + "epoch": 1.9897610921501707, + "grad_norm": 0.2644877116086996, + "learning_rate": 3.5153338290340455e-06, + "loss": 0.3175, + "num_tokens": 1109882811.0, + "step": 5830 + }, + { + "epoch": 1.9901023890784983, + "grad_norm": 0.2542572667374041, + "learning_rate": 3.5138144544236684e-06, + "loss": 0.2889, + "num_tokens": 1110076355.0, + "step": 5831 + }, + { + "epoch": 1.990443686006826, + "grad_norm": 0.271976707790227, + "learning_rate": 3.512295360968807e-06, + "loss": 0.3206, + "num_tokens": 1110263510.0, + "step": 5832 + }, + { + "epoch": 1.9907849829351536, + "grad_norm": 0.2765254758433069, + "learning_rate": 3.510776548884494e-06, + "loss": 0.3145, + "num_tokens": 1110471791.0, + "step": 5833 + }, + { + "epoch": 1.9911262798634812, + "grad_norm": 0.3216365281353993, + "learning_rate": 3.5092580183857295e-06, + "loss": 0.3342, + "num_tokens": 1110648994.0, + "step": 5834 + }, + { + "epoch": 1.9914675767918089, + "grad_norm": 0.25300846373539043, + "learning_rate": 3.507739769687468e-06, + "loss": 0.3061, + "num_tokens": 1110872473.0, + "step": 5835 + }, + { + "epoch": 1.9918088737201365, + "grad_norm": 0.27177600920404466, + "learning_rate": 3.506221803004627e-06, + "loss": 0.3354, + "num_tokens": 1111078334.0, + "step": 5836 + }, + { + "epoch": 1.9921501706484641, + "grad_norm": 0.2746748013965956, + "learning_rate": 3.5047041185520804e-06, + "loss": 0.309, + "num_tokens": 1111258287.0, + "step": 5837 + }, + { + "epoch": 1.9924914675767917, + "grad_norm": 0.28640037922581457, + "learning_rate": 3.5031867165446675e-06, + "loss": 0.2973, + "num_tokens": 1111417888.0, + "step": 5838 + }, + { + "epoch": 1.9928327645051196, + "grad_norm": 0.30038232044003993, + "learning_rate": 3.5016695971971838e-06, + "loss": 0.2644, + "num_tokens": 1111574075.0, + "step": 5839 + }, + { + "epoch": 1.993174061433447, + "grad_norm": 0.2908241297978397, + "learning_rate": 3.500152760724387e-06, + "loss": 0.3081, + "num_tokens": 1111765879.0, + "step": 5840 + }, + { + "epoch": 1.9935153583617748, + "grad_norm": 0.2724770761323469, + "learning_rate": 3.498636207340994e-06, + "loss": 0.3166, + "num_tokens": 1111985799.0, + "step": 5841 + }, + { + "epoch": 1.9938566552901023, + "grad_norm": 0.2943959812071865, + "learning_rate": 3.497119937261677e-06, + "loss": 0.3434, + "num_tokens": 1112163420.0, + "step": 5842 + }, + { + "epoch": 1.99419795221843, + "grad_norm": 0.24408808850693806, + "learning_rate": 3.495603950701078e-06, + "loss": 0.3038, + "num_tokens": 1112383509.0, + "step": 5843 + }, + { + "epoch": 1.9945392491467577, + "grad_norm": 0.290506553623897, + "learning_rate": 3.4940882478737915e-06, + "loss": 0.3029, + "num_tokens": 1112556489.0, + "step": 5844 + }, + { + "epoch": 1.9948805460750854, + "grad_norm": 0.28408025611904997, + "learning_rate": 3.4925728289943704e-06, + "loss": 0.3253, + "num_tokens": 1112735558.0, + "step": 5845 + }, + { + "epoch": 1.995221843003413, + "grad_norm": 0.2510002809191501, + "learning_rate": 3.491057694277335e-06, + "loss": 0.2992, + "num_tokens": 1112952781.0, + "step": 5846 + }, + { + "epoch": 1.9955631399317406, + "grad_norm": 0.28801828293655185, + "learning_rate": 3.4895428439371576e-06, + "loss": 0.3184, + "num_tokens": 1113158941.0, + "step": 5847 + }, + { + "epoch": 1.9959044368600682, + "grad_norm": 0.2819997051436326, + "learning_rate": 3.488028278188279e-06, + "loss": 0.3305, + "num_tokens": 1113355045.0, + "step": 5848 + }, + { + "epoch": 1.9962457337883959, + "grad_norm": 0.28506655321063434, + "learning_rate": 3.486513997245086e-06, + "loss": 0.3012, + "num_tokens": 1113547096.0, + "step": 5849 + }, + { + "epoch": 1.9965870307167235, + "grad_norm": 0.27963769427458324, + "learning_rate": 3.485000001321941e-06, + "loss": 0.3127, + "num_tokens": 1113721535.0, + "step": 5850 + }, + { + "epoch": 1.9969283276450511, + "grad_norm": 0.31393892872657314, + "learning_rate": 3.4834862906331523e-06, + "loss": 0.308, + "num_tokens": 1113868615.0, + "step": 5851 + }, + { + "epoch": 1.997269624573379, + "grad_norm": 0.26160672288788406, + "learning_rate": 3.481972865392999e-06, + "loss": 0.304, + "num_tokens": 1114071492.0, + "step": 5852 + }, + { + "epoch": 1.9976109215017064, + "grad_norm": 0.5937308571762325, + "learning_rate": 3.480459725815713e-06, + "loss": 0.3252, + "num_tokens": 1114249733.0, + "step": 5853 + }, + { + "epoch": 1.9979522184300342, + "grad_norm": 0.33251516415330395, + "learning_rate": 3.478946872115486e-06, + "loss": 0.3322, + "num_tokens": 1114455128.0, + "step": 5854 + }, + { + "epoch": 1.9982935153583616, + "grad_norm": 0.29508090858637187, + "learning_rate": 3.477434304506474e-06, + "loss": 0.2934, + "num_tokens": 1114603388.0, + "step": 5855 + }, + { + "epoch": 1.9986348122866895, + "grad_norm": 0.43138465020258304, + "learning_rate": 3.4759220232027856e-06, + "loss": 0.3267, + "num_tokens": 1114801455.0, + "step": 5856 + }, + { + "epoch": 1.9989761092150171, + "grad_norm": 0.3000431435121388, + "learning_rate": 3.4744100284184975e-06, + "loss": 0.3273, + "num_tokens": 1114982662.0, + "step": 5857 + }, + { + "epoch": 1.9993174061433447, + "grad_norm": 0.29402725934970597, + "learning_rate": 3.472898320367635e-06, + "loss": 0.2875, + "num_tokens": 1115149975.0, + "step": 5858 + }, + { + "epoch": 1.9996587030716724, + "grad_norm": 0.28902310192982966, + "learning_rate": 3.471386899264193e-06, + "loss": 0.3276, + "num_tokens": 1115330331.0, + "step": 5859 + }, + { + "epoch": 2.0, + "grad_norm": 0.29831129877435, + "learning_rate": 3.469875765322118e-06, + "loss": 0.3017, + "num_tokens": 1115442014.0, + "step": 5860 + }, + { + "epoch": 2.000341296928328, + "grad_norm": 0.29678310917102824, + "learning_rate": 3.468364918755323e-06, + "loss": 0.2779, + "num_tokens": 1115651468.0, + "step": 5861 + }, + { + "epoch": 2.0006825938566553, + "grad_norm": 0.298561777371669, + "learning_rate": 3.466854359777675e-06, + "loss": 0.2962, + "num_tokens": 1115829797.0, + "step": 5862 + }, + { + "epoch": 2.001023890784983, + "grad_norm": 0.2884440442281489, + "learning_rate": 3.4653440886030006e-06, + "loss": 0.2965, + "num_tokens": 1116022075.0, + "step": 5863 + }, + { + "epoch": 2.0013651877133105, + "grad_norm": 0.3055540717642544, + "learning_rate": 3.4638341054450897e-06, + "loss": 0.2906, + "num_tokens": 1116222694.0, + "step": 5864 + }, + { + "epoch": 2.0017064846416384, + "grad_norm": 0.24891208495200035, + "learning_rate": 3.4623244105176855e-06, + "loss": 0.2826, + "num_tokens": 1116439218.0, + "step": 5865 + }, + { + "epoch": 2.0020477815699658, + "grad_norm": 0.2858273141940737, + "learning_rate": 3.4608150040345003e-06, + "loss": 0.2883, + "num_tokens": 1116617067.0, + "step": 5866 + }, + { + "epoch": 2.0023890784982936, + "grad_norm": 0.3813100688816218, + "learning_rate": 3.45930588620919e-06, + "loss": 0.279, + "num_tokens": 1116804728.0, + "step": 5867 + }, + { + "epoch": 2.002730375426621, + "grad_norm": 0.28109569242770305, + "learning_rate": 3.457797057255384e-06, + "loss": 0.2791, + "num_tokens": 1116997957.0, + "step": 5868 + }, + { + "epoch": 2.003071672354949, + "grad_norm": 0.29160405006777035, + "learning_rate": 3.456288517386663e-06, + "loss": 0.3173, + "num_tokens": 1117208123.0, + "step": 5869 + }, + { + "epoch": 2.0034129692832763, + "grad_norm": 0.397663052621568, + "learning_rate": 3.454780266816571e-06, + "loss": 0.283, + "num_tokens": 1117380316.0, + "step": 5870 + }, + { + "epoch": 2.003754266211604, + "grad_norm": 0.275616716947097, + "learning_rate": 3.4532723057586093e-06, + "loss": 0.2719, + "num_tokens": 1117561620.0, + "step": 5871 + }, + { + "epoch": 2.0040955631399315, + "grad_norm": 0.2948537725652596, + "learning_rate": 3.451764634426235e-06, + "loss": 0.2814, + "num_tokens": 1117734546.0, + "step": 5872 + }, + { + "epoch": 2.0044368600682594, + "grad_norm": 0.295009379133185, + "learning_rate": 3.4502572530328713e-06, + "loss": 0.2933, + "num_tokens": 1117942362.0, + "step": 5873 + }, + { + "epoch": 2.0047781569965872, + "grad_norm": 0.2806586321025259, + "learning_rate": 3.4487501617918935e-06, + "loss": 0.2896, + "num_tokens": 1118136856.0, + "step": 5874 + }, + { + "epoch": 2.0051194539249146, + "grad_norm": 0.30808906685205173, + "learning_rate": 3.447243360916642e-06, + "loss": 0.2725, + "num_tokens": 1118298074.0, + "step": 5875 + }, + { + "epoch": 2.0054607508532425, + "grad_norm": 0.2922961477713739, + "learning_rate": 3.4457368506204075e-06, + "loss": 0.3067, + "num_tokens": 1118502841.0, + "step": 5876 + }, + { + "epoch": 2.00580204778157, + "grad_norm": 0.2613827441035832, + "learning_rate": 3.44423063111645e-06, + "loss": 0.2763, + "num_tokens": 1118693557.0, + "step": 5877 + }, + { + "epoch": 2.0061433447098977, + "grad_norm": 0.2999702121870315, + "learning_rate": 3.442724702617979e-06, + "loss": 0.2988, + "num_tokens": 1118861615.0, + "step": 5878 + }, + { + "epoch": 2.006484641638225, + "grad_norm": 0.2915357518382751, + "learning_rate": 3.4412190653381705e-06, + "loss": 0.2832, + "num_tokens": 1119046071.0, + "step": 5879 + }, + { + "epoch": 2.006825938566553, + "grad_norm": 0.2801406032361198, + "learning_rate": 3.439713719490154e-06, + "loss": 0.2999, + "num_tokens": 1119262750.0, + "step": 5880 + }, + { + "epoch": 2.0071672354948804, + "grad_norm": 0.28569349759046103, + "learning_rate": 3.4382086652870183e-06, + "loss": 0.2742, + "num_tokens": 1119439076.0, + "step": 5881 + }, + { + "epoch": 2.0075085324232083, + "grad_norm": 0.27359918878557027, + "learning_rate": 3.4367039029418155e-06, + "loss": 0.2825, + "num_tokens": 1119633274.0, + "step": 5882 + }, + { + "epoch": 2.0078498293515357, + "grad_norm": 0.26925793880619814, + "learning_rate": 3.4351994326675507e-06, + "loss": 0.279, + "num_tokens": 1119831651.0, + "step": 5883 + }, + { + "epoch": 2.0081911262798635, + "grad_norm": 0.2998688111564698, + "learning_rate": 3.4336952546771908e-06, + "loss": 0.2752, + "num_tokens": 1120009827.0, + "step": 5884 + }, + { + "epoch": 2.008532423208191, + "grad_norm": 0.298682222875568, + "learning_rate": 3.4321913691836578e-06, + "loss": 0.2788, + "num_tokens": 1120196883.0, + "step": 5885 + }, + { + "epoch": 2.0088737201365188, + "grad_norm": 0.27163780484334704, + "learning_rate": 3.430687776399837e-06, + "loss": 0.2991, + "num_tokens": 1120403999.0, + "step": 5886 + }, + { + "epoch": 2.0092150170648466, + "grad_norm": 0.2936245469519727, + "learning_rate": 3.429184476538573e-06, + "loss": 0.2766, + "num_tokens": 1120579817.0, + "step": 5887 + }, + { + "epoch": 2.009556313993174, + "grad_norm": 0.26475062787426706, + "learning_rate": 3.4276814698126627e-06, + "loss": 0.2883, + "num_tokens": 1120796816.0, + "step": 5888 + }, + { + "epoch": 2.009897610921502, + "grad_norm": 0.2734977006828345, + "learning_rate": 3.426178756434867e-06, + "loss": 0.3147, + "num_tokens": 1121040133.0, + "step": 5889 + }, + { + "epoch": 2.0102389078498293, + "grad_norm": 0.26992795574552136, + "learning_rate": 3.4246763366179005e-06, + "loss": 0.3102, + "num_tokens": 1121245360.0, + "step": 5890 + }, + { + "epoch": 2.010580204778157, + "grad_norm": 0.28185163179160166, + "learning_rate": 3.4231742105744407e-06, + "loss": 0.2925, + "num_tokens": 1121428049.0, + "step": 5891 + }, + { + "epoch": 2.0109215017064845, + "grad_norm": 0.2657523500545896, + "learning_rate": 3.4216723785171235e-06, + "loss": 0.3008, + "num_tokens": 1121627327.0, + "step": 5892 + }, + { + "epoch": 2.0112627986348124, + "grad_norm": 0.2813200253889037, + "learning_rate": 3.4201708406585368e-06, + "loss": 0.2923, + "num_tokens": 1121813516.0, + "step": 5893 + }, + { + "epoch": 2.01160409556314, + "grad_norm": 0.29537459148364775, + "learning_rate": 3.418669597211237e-06, + "loss": 0.2608, + "num_tokens": 1121983026.0, + "step": 5894 + }, + { + "epoch": 2.0119453924914676, + "grad_norm": 0.27019833211111033, + "learning_rate": 3.417168648387729e-06, + "loss": 0.278, + "num_tokens": 1122197075.0, + "step": 5895 + }, + { + "epoch": 2.012286689419795, + "grad_norm": 0.26606785546360306, + "learning_rate": 3.415667994400485e-06, + "loss": 0.2657, + "num_tokens": 1122376082.0, + "step": 5896 + }, + { + "epoch": 2.012627986348123, + "grad_norm": 0.24429211939895573, + "learning_rate": 3.4141676354619276e-06, + "loss": 0.2989, + "num_tokens": 1122608716.0, + "step": 5897 + }, + { + "epoch": 2.0129692832764503, + "grad_norm": 0.27805884315570056, + "learning_rate": 3.4126675717844416e-06, + "loss": 0.2968, + "num_tokens": 1122811722.0, + "step": 5898 + }, + { + "epoch": 2.013310580204778, + "grad_norm": 0.2842606581237715, + "learning_rate": 3.411167803580367e-06, + "loss": 0.3151, + "num_tokens": 1123008926.0, + "step": 5899 + }, + { + "epoch": 2.013651877133106, + "grad_norm": 0.3098975043177465, + "learning_rate": 3.409668331062008e-06, + "loss": 0.3186, + "num_tokens": 1123182713.0, + "step": 5900 + }, + { + "epoch": 2.0139931740614334, + "grad_norm": 0.305974345466925, + "learning_rate": 3.4081691544416218e-06, + "loss": 0.2909, + "num_tokens": 1123335414.0, + "step": 5901 + }, + { + "epoch": 2.0143344709897613, + "grad_norm": 0.28060834780835814, + "learning_rate": 3.406670273931424e-06, + "loss": 0.304, + "num_tokens": 1123531187.0, + "step": 5902 + }, + { + "epoch": 2.0146757679180887, + "grad_norm": 0.28190056706861466, + "learning_rate": 3.4051716897435917e-06, + "loss": 0.303, + "num_tokens": 1123733595.0, + "step": 5903 + }, + { + "epoch": 2.0150170648464165, + "grad_norm": 0.2961559982444648, + "learning_rate": 3.403673402090254e-06, + "loss": 0.2928, + "num_tokens": 1123935107.0, + "step": 5904 + }, + { + "epoch": 2.015358361774744, + "grad_norm": 0.26830346623661233, + "learning_rate": 3.402175411183508e-06, + "loss": 0.3085, + "num_tokens": 1124155706.0, + "step": 5905 + }, + { + "epoch": 2.0156996587030718, + "grad_norm": 0.28311182231540516, + "learning_rate": 3.400677717235395e-06, + "loss": 0.2616, + "num_tokens": 1124352863.0, + "step": 5906 + }, + { + "epoch": 2.016040955631399, + "grad_norm": 0.2601878165134648, + "learning_rate": 3.399180320457928e-06, + "loss": 0.3157, + "num_tokens": 1124578649.0, + "step": 5907 + }, + { + "epoch": 2.016382252559727, + "grad_norm": 0.2607646642614047, + "learning_rate": 3.3976832210630672e-06, + "loss": 0.2674, + "num_tokens": 1124763593.0, + "step": 5908 + }, + { + "epoch": 2.0167235494880544, + "grad_norm": 0.2938176232333354, + "learning_rate": 3.396186419262739e-06, + "loss": 0.2866, + "num_tokens": 1124953707.0, + "step": 5909 + }, + { + "epoch": 2.0170648464163823, + "grad_norm": 0.2763615337459633, + "learning_rate": 3.3946899152688227e-06, + "loss": 0.2687, + "num_tokens": 1125128347.0, + "step": 5910 + }, + { + "epoch": 2.0174061433447097, + "grad_norm": 0.329942047143404, + "learning_rate": 3.393193709293155e-06, + "loss": 0.2936, + "num_tokens": 1125276557.0, + "step": 5911 + }, + { + "epoch": 2.0177474402730375, + "grad_norm": 0.26856771835311927, + "learning_rate": 3.3916978015475344e-06, + "loss": 0.2954, + "num_tokens": 1125470586.0, + "step": 5912 + }, + { + "epoch": 2.0180887372013654, + "grad_norm": 0.3448654002252033, + "learning_rate": 3.390202192243712e-06, + "loss": 0.2823, + "num_tokens": 1125602303.0, + "step": 5913 + }, + { + "epoch": 2.018430034129693, + "grad_norm": 0.2611530804304974, + "learning_rate": 3.388706881593406e-06, + "loss": 0.2663, + "num_tokens": 1125798077.0, + "step": 5914 + }, + { + "epoch": 2.0187713310580206, + "grad_norm": 0.270844155771827, + "learning_rate": 3.3872118698082775e-06, + "loss": 0.3065, + "num_tokens": 1125994578.0, + "step": 5915 + }, + { + "epoch": 2.019112627986348, + "grad_norm": 0.3147746847352771, + "learning_rate": 3.385717157099959e-06, + "loss": 0.2945, + "num_tokens": 1126148237.0, + "step": 5916 + }, + { + "epoch": 2.019453924914676, + "grad_norm": 0.2886851129620736, + "learning_rate": 3.3842227436800325e-06, + "loss": 0.2743, + "num_tokens": 1126319858.0, + "step": 5917 + }, + { + "epoch": 2.0197952218430033, + "grad_norm": 0.2760902595041685, + "learning_rate": 3.3827286297600433e-06, + "loss": 0.2811, + "num_tokens": 1126505023.0, + "step": 5918 + }, + { + "epoch": 2.020136518771331, + "grad_norm": 1.9797868834277401, + "learning_rate": 3.3812348155514897e-06, + "loss": 0.2868, + "num_tokens": 1126653339.0, + "step": 5919 + }, + { + "epoch": 2.0204778156996586, + "grad_norm": 0.29437071282185456, + "learning_rate": 3.379741301265828e-06, + "loss": 0.2863, + "num_tokens": 1126849371.0, + "step": 5920 + }, + { + "epoch": 2.0208191126279864, + "grad_norm": 0.3030738490268846, + "learning_rate": 3.3782480871144775e-06, + "loss": 0.301, + "num_tokens": 1127051298.0, + "step": 5921 + }, + { + "epoch": 2.021160409556314, + "grad_norm": 0.2568713072635507, + "learning_rate": 3.3767551733088057e-06, + "loss": 0.2921, + "num_tokens": 1127269989.0, + "step": 5922 + }, + { + "epoch": 2.0215017064846417, + "grad_norm": 0.2761512355341024, + "learning_rate": 3.3752625600601497e-06, + "loss": 0.2737, + "num_tokens": 1127467366.0, + "step": 5923 + }, + { + "epoch": 2.021843003412969, + "grad_norm": 0.27314096711422897, + "learning_rate": 3.3737702475797885e-06, + "loss": 0.2959, + "num_tokens": 1127679716.0, + "step": 5924 + }, + { + "epoch": 2.022184300341297, + "grad_norm": 0.2814850731367236, + "learning_rate": 3.372278236078974e-06, + "loss": 0.2972, + "num_tokens": 1127889272.0, + "step": 5925 + }, + { + "epoch": 2.0225255972696248, + "grad_norm": 0.2902574795104116, + "learning_rate": 3.3707865257689044e-06, + "loss": 0.2879, + "num_tokens": 1128059713.0, + "step": 5926 + }, + { + "epoch": 2.022866894197952, + "grad_norm": 0.2949918823417719, + "learning_rate": 3.3692951168607423e-06, + "loss": 0.2983, + "num_tokens": 1128255329.0, + "step": 5927 + }, + { + "epoch": 2.02320819112628, + "grad_norm": 0.2907734438622804, + "learning_rate": 3.367804009565605e-06, + "loss": 0.3114, + "num_tokens": 1128449535.0, + "step": 5928 + }, + { + "epoch": 2.0235494880546074, + "grad_norm": 0.30445616354439736, + "learning_rate": 3.3663132040945635e-06, + "loss": 0.2944, + "num_tokens": 1128607083.0, + "step": 5929 + }, + { + "epoch": 2.0238907849829353, + "grad_norm": 0.2770047282795345, + "learning_rate": 3.3648227006586542e-06, + "loss": 0.273, + "num_tokens": 1128780535.0, + "step": 5930 + }, + { + "epoch": 2.0242320819112627, + "grad_norm": 0.30062131281738175, + "learning_rate": 3.363332499468861e-06, + "loss": 0.2722, + "num_tokens": 1128954343.0, + "step": 5931 + }, + { + "epoch": 2.0245733788395905, + "grad_norm": 0.29421210299156836, + "learning_rate": 3.361842600736137e-06, + "loss": 0.2873, + "num_tokens": 1129124246.0, + "step": 5932 + }, + { + "epoch": 2.024914675767918, + "grad_norm": 0.2451717921865694, + "learning_rate": 3.360353004671377e-06, + "loss": 0.2619, + "num_tokens": 1129342444.0, + "step": 5933 + }, + { + "epoch": 2.025255972696246, + "grad_norm": 0.29689789250467075, + "learning_rate": 3.358863711485447e-06, + "loss": 0.3021, + "num_tokens": 1129522944.0, + "step": 5934 + }, + { + "epoch": 2.025597269624573, + "grad_norm": 0.2961207579497908, + "learning_rate": 3.3573747213891662e-06, + "loss": 0.2817, + "num_tokens": 1129699238.0, + "step": 5935 + }, + { + "epoch": 2.025938566552901, + "grad_norm": 0.25047878791170736, + "learning_rate": 3.3558860345933054e-06, + "loss": 0.2941, + "num_tokens": 1129937938.0, + "step": 5936 + }, + { + "epoch": 2.0262798634812285, + "grad_norm": 0.3162247761227269, + "learning_rate": 3.3543976513085983e-06, + "loss": 0.2795, + "num_tokens": 1130118896.0, + "step": 5937 + }, + { + "epoch": 2.0266211604095563, + "grad_norm": 0.30718957862266505, + "learning_rate": 3.352909571745731e-06, + "loss": 0.2895, + "num_tokens": 1130300714.0, + "step": 5938 + }, + { + "epoch": 2.026962457337884, + "grad_norm": 0.2757616261249625, + "learning_rate": 3.3514217961153537e-06, + "loss": 0.3007, + "num_tokens": 1130495537.0, + "step": 5939 + }, + { + "epoch": 2.0273037542662116, + "grad_norm": 0.27178692080021694, + "learning_rate": 3.349934324628068e-06, + "loss": 0.3079, + "num_tokens": 1130720151.0, + "step": 5940 + }, + { + "epoch": 2.0276450511945394, + "grad_norm": 0.286934398440852, + "learning_rate": 3.34844715749443e-06, + "loss": 0.3022, + "num_tokens": 1130922033.0, + "step": 5941 + }, + { + "epoch": 2.027986348122867, + "grad_norm": 0.2637935739068397, + "learning_rate": 3.3469602949249613e-06, + "loss": 0.3145, + "num_tokens": 1131156885.0, + "step": 5942 + }, + { + "epoch": 2.0283276450511947, + "grad_norm": 0.3083910346090479, + "learning_rate": 3.345473737130132e-06, + "loss": 0.3026, + "num_tokens": 1131324984.0, + "step": 5943 + }, + { + "epoch": 2.028668941979522, + "grad_norm": 0.29557062090394126, + "learning_rate": 3.343987484320376e-06, + "loss": 0.2812, + "num_tokens": 1131502946.0, + "step": 5944 + }, + { + "epoch": 2.02901023890785, + "grad_norm": 0.2917914749004065, + "learning_rate": 3.342501536706078e-06, + "loss": 0.2684, + "num_tokens": 1131677526.0, + "step": 5945 + }, + { + "epoch": 2.0293515358361773, + "grad_norm": 0.2582790982285193, + "learning_rate": 3.3410158944975833e-06, + "loss": 0.2712, + "num_tokens": 1131874569.0, + "step": 5946 + }, + { + "epoch": 2.029692832764505, + "grad_norm": 0.3212035341778857, + "learning_rate": 3.3395305579051895e-06, + "loss": 0.3387, + "num_tokens": 1132072823.0, + "step": 5947 + }, + { + "epoch": 2.0300341296928326, + "grad_norm": 0.30241369893431547, + "learning_rate": 3.3380455271391588e-06, + "loss": 0.3235, + "num_tokens": 1132274687.0, + "step": 5948 + }, + { + "epoch": 2.0303754266211604, + "grad_norm": 0.4004785722500471, + "learning_rate": 3.336560802409704e-06, + "loss": 0.2936, + "num_tokens": 1132457902.0, + "step": 5949 + }, + { + "epoch": 2.030716723549488, + "grad_norm": 0.2975866959629908, + "learning_rate": 3.335076383926994e-06, + "loss": 0.3017, + "num_tokens": 1132670600.0, + "step": 5950 + }, + { + "epoch": 2.0310580204778157, + "grad_norm": 0.28368276026340733, + "learning_rate": 3.3335922719011594e-06, + "loss": 0.3107, + "num_tokens": 1132871900.0, + "step": 5951 + }, + { + "epoch": 2.0313993174061435, + "grad_norm": 0.2707484061603441, + "learning_rate": 3.332108466542281e-06, + "loss": 0.3204, + "num_tokens": 1133100570.0, + "step": 5952 + }, + { + "epoch": 2.031740614334471, + "grad_norm": 0.25492207966157565, + "learning_rate": 3.330624968060405e-06, + "loss": 0.283, + "num_tokens": 1133325325.0, + "step": 5953 + }, + { + "epoch": 2.032081911262799, + "grad_norm": 0.27887930043577397, + "learning_rate": 3.329141776665523e-06, + "loss": 0.274, + "num_tokens": 1133517304.0, + "step": 5954 + }, + { + "epoch": 2.032423208191126, + "grad_norm": 0.26524112828913216, + "learning_rate": 3.3276588925675916e-06, + "loss": 0.2956, + "num_tokens": 1133729994.0, + "step": 5955 + }, + { + "epoch": 2.032764505119454, + "grad_norm": 0.28604288812642203, + "learning_rate": 3.3261763159765203e-06, + "loss": 0.2789, + "num_tokens": 1133916957.0, + "step": 5956 + }, + { + "epoch": 2.0331058020477815, + "grad_norm": 0.28397961497484037, + "learning_rate": 3.3246940471021782e-06, + "loss": 0.2827, + "num_tokens": 1134100549.0, + "step": 5957 + }, + { + "epoch": 2.0334470989761093, + "grad_norm": 0.35471451861775866, + "learning_rate": 3.3232120861543876e-06, + "loss": 0.3108, + "num_tokens": 1134350646.0, + "step": 5958 + }, + { + "epoch": 2.0337883959044367, + "grad_norm": 0.28401376014293317, + "learning_rate": 3.321730433342925e-06, + "loss": 0.2857, + "num_tokens": 1134514764.0, + "step": 5959 + }, + { + "epoch": 2.0341296928327646, + "grad_norm": 0.32238749707725894, + "learning_rate": 3.320249088877532e-06, + "loss": 0.2812, + "num_tokens": 1134688810.0, + "step": 5960 + }, + { + "epoch": 2.034470989761092, + "grad_norm": 0.25545002750103013, + "learning_rate": 3.318768052967896e-06, + "loss": 0.2903, + "num_tokens": 1134911010.0, + "step": 5961 + }, + { + "epoch": 2.03481228668942, + "grad_norm": 0.295419417778629, + "learning_rate": 3.3172873258236723e-06, + "loss": 0.2914, + "num_tokens": 1135105530.0, + "step": 5962 + }, + { + "epoch": 2.0351535836177472, + "grad_norm": 0.2948643088018713, + "learning_rate": 3.3158069076544573e-06, + "loss": 0.2903, + "num_tokens": 1135285598.0, + "step": 5963 + }, + { + "epoch": 2.035494880546075, + "grad_norm": 0.27160337886521024, + "learning_rate": 3.3143267986698195e-06, + "loss": 0.2893, + "num_tokens": 1135470763.0, + "step": 5964 + }, + { + "epoch": 2.035836177474403, + "grad_norm": 0.2928783823689411, + "learning_rate": 3.3128469990792723e-06, + "loss": 0.3074, + "num_tokens": 1135657874.0, + "step": 5965 + }, + { + "epoch": 2.0361774744027303, + "grad_norm": 0.24967748964671702, + "learning_rate": 3.3113675090922927e-06, + "loss": 0.3046, + "num_tokens": 1135877783.0, + "step": 5966 + }, + { + "epoch": 2.036518771331058, + "grad_norm": 0.3054239736671088, + "learning_rate": 3.309888328918308e-06, + "loss": 0.3197, + "num_tokens": 1136057445.0, + "step": 5967 + }, + { + "epoch": 2.0368600682593856, + "grad_norm": 0.2898100253182236, + "learning_rate": 3.3084094587667047e-06, + "loss": 0.3031, + "num_tokens": 1136250448.0, + "step": 5968 + }, + { + "epoch": 2.0372013651877134, + "grad_norm": 0.2569669445367214, + "learning_rate": 3.3069308988468272e-06, + "loss": 0.2922, + "num_tokens": 1136465080.0, + "step": 5969 + }, + { + "epoch": 2.037542662116041, + "grad_norm": 0.26961321393381416, + "learning_rate": 3.3054526493679706e-06, + "loss": 0.2932, + "num_tokens": 1136671155.0, + "step": 5970 + }, + { + "epoch": 2.0378839590443687, + "grad_norm": 0.28696797026602544, + "learning_rate": 3.303974710539394e-06, + "loss": 0.2586, + "num_tokens": 1136822492.0, + "step": 5971 + }, + { + "epoch": 2.038225255972696, + "grad_norm": 0.34214162516197594, + "learning_rate": 3.3024970825703017e-06, + "loss": 0.3295, + "num_tokens": 1136968120.0, + "step": 5972 + }, + { + "epoch": 2.038566552901024, + "grad_norm": 0.28409733449469193, + "learning_rate": 3.3010197656698644e-06, + "loss": 0.2618, + "num_tokens": 1137141598.0, + "step": 5973 + }, + { + "epoch": 2.0389078498293514, + "grad_norm": 0.2879140554607521, + "learning_rate": 3.2995427600472018e-06, + "loss": 0.2908, + "num_tokens": 1137309684.0, + "step": 5974 + }, + { + "epoch": 2.039249146757679, + "grad_norm": 0.2989493982946969, + "learning_rate": 3.2980660659113954e-06, + "loss": 0.3238, + "num_tokens": 1137497934.0, + "step": 5975 + }, + { + "epoch": 2.0395904436860066, + "grad_norm": 0.2654562307338999, + "learning_rate": 3.296589683471477e-06, + "loss": 0.2781, + "num_tokens": 1137709635.0, + "step": 5976 + }, + { + "epoch": 2.0399317406143345, + "grad_norm": 0.26654289127664, + "learning_rate": 3.295113612936436e-06, + "loss": 0.2766, + "num_tokens": 1137901714.0, + "step": 5977 + }, + { + "epoch": 2.0402730375426623, + "grad_norm": 0.2657957299836763, + "learning_rate": 3.2936378545152213e-06, + "loss": 0.2975, + "num_tokens": 1138096296.0, + "step": 5978 + }, + { + "epoch": 2.0406143344709897, + "grad_norm": 0.27372123264679904, + "learning_rate": 3.2921624084167313e-06, + "loss": 0.2874, + "num_tokens": 1138290485.0, + "step": 5979 + }, + { + "epoch": 2.0409556313993176, + "grad_norm": 0.35832568932417413, + "learning_rate": 3.2906872748498264e-06, + "loss": 0.2553, + "num_tokens": 1138459594.0, + "step": 5980 + }, + { + "epoch": 2.041296928327645, + "grad_norm": 0.28014361220502104, + "learning_rate": 3.289212454023319e-06, + "loss": 0.2792, + "num_tokens": 1138648010.0, + "step": 5981 + }, + { + "epoch": 2.041638225255973, + "grad_norm": 0.3695661216778951, + "learning_rate": 3.2877379461459756e-06, + "loss": 0.2741, + "num_tokens": 1138804154.0, + "step": 5982 + }, + { + "epoch": 2.0419795221843002, + "grad_norm": 0.2775179197073096, + "learning_rate": 3.2862637514265257e-06, + "loss": 0.2713, + "num_tokens": 1138978676.0, + "step": 5983 + }, + { + "epoch": 2.042320819112628, + "grad_norm": 0.2742724232785174, + "learning_rate": 3.2847898700736463e-06, + "loss": 0.302, + "num_tokens": 1139167628.0, + "step": 5984 + }, + { + "epoch": 2.0426621160409555, + "grad_norm": 0.2726312292295824, + "learning_rate": 3.2833163022959745e-06, + "loss": 0.3264, + "num_tokens": 1139385693.0, + "step": 5985 + }, + { + "epoch": 2.0430034129692833, + "grad_norm": 0.30296915189186674, + "learning_rate": 3.2818430483021e-06, + "loss": 0.2802, + "num_tokens": 1139541699.0, + "step": 5986 + }, + { + "epoch": 2.0433447098976107, + "grad_norm": 0.30066093227564394, + "learning_rate": 3.280370108300573e-06, + "loss": 0.256, + "num_tokens": 1139708635.0, + "step": 5987 + }, + { + "epoch": 2.0436860068259386, + "grad_norm": 0.26699519786496406, + "learning_rate": 3.2788974824998943e-06, + "loss": 0.2894, + "num_tokens": 1139903784.0, + "step": 5988 + }, + { + "epoch": 2.044027303754266, + "grad_norm": 0.28641881260023083, + "learning_rate": 3.2774251711085224e-06, + "loss": 0.313, + "num_tokens": 1140115900.0, + "step": 5989 + }, + { + "epoch": 2.044368600682594, + "grad_norm": 0.28581767135697705, + "learning_rate": 3.2759531743348726e-06, + "loss": 0.272, + "num_tokens": 1140277667.0, + "step": 5990 + }, + { + "epoch": 2.0447098976109217, + "grad_norm": 0.28384922767569803, + "learning_rate": 3.2744814923873113e-06, + "loss": 0.2945, + "num_tokens": 1140467709.0, + "step": 5991 + }, + { + "epoch": 2.045051194539249, + "grad_norm": 0.2783389482181805, + "learning_rate": 3.2730101254741665e-06, + "loss": 0.2915, + "num_tokens": 1140656843.0, + "step": 5992 + }, + { + "epoch": 2.045392491467577, + "grad_norm": 0.2903470881382691, + "learning_rate": 3.271539073803718e-06, + "loss": 0.2918, + "num_tokens": 1140827263.0, + "step": 5993 + }, + { + "epoch": 2.0457337883959044, + "grad_norm": 0.3120908732193894, + "learning_rate": 3.270068337584199e-06, + "loss": 0.2887, + "num_tokens": 1140992883.0, + "step": 5994 + }, + { + "epoch": 2.046075085324232, + "grad_norm": 0.30278830570951604, + "learning_rate": 3.268597917023799e-06, + "loss": 0.3035, + "num_tokens": 1141189168.0, + "step": 5995 + }, + { + "epoch": 2.0464163822525596, + "grad_norm": 0.2761896461142289, + "learning_rate": 3.2671278123306695e-06, + "loss": 0.2909, + "num_tokens": 1141392784.0, + "step": 5996 + }, + { + "epoch": 2.0467576791808875, + "grad_norm": 0.2573570108572728, + "learning_rate": 3.265658023712909e-06, + "loss": 0.3267, + "num_tokens": 1141642715.0, + "step": 5997 + }, + { + "epoch": 2.047098976109215, + "grad_norm": 0.2953211303979195, + "learning_rate": 3.2641885513785713e-06, + "loss": 0.2894, + "num_tokens": 1141843104.0, + "step": 5998 + }, + { + "epoch": 2.0474402730375427, + "grad_norm": 0.2577279250097771, + "learning_rate": 3.262719395535673e-06, + "loss": 0.2924, + "num_tokens": 1142053716.0, + "step": 5999 + }, + { + "epoch": 2.04778156996587, + "grad_norm": 0.3938729795919338, + "learning_rate": 3.261250556392178e-06, + "loss": 0.2984, + "num_tokens": 1142275929.0, + "step": 6000 + }, + { + "epoch": 2.048122866894198, + "grad_norm": 0.3036387873791418, + "learning_rate": 3.259782034156012e-06, + "loss": 0.3169, + "num_tokens": 1142452535.0, + "step": 6001 + }, + { + "epoch": 2.0484641638225254, + "grad_norm": 0.28824684893424585, + "learning_rate": 3.25831382903505e-06, + "loss": 0.2942, + "num_tokens": 1142645986.0, + "step": 6002 + }, + { + "epoch": 2.0488054607508532, + "grad_norm": 0.24955599560709157, + "learning_rate": 3.256845941237125e-06, + "loss": 0.2933, + "num_tokens": 1142895545.0, + "step": 6003 + }, + { + "epoch": 2.049146757679181, + "grad_norm": 0.29766495226397316, + "learning_rate": 3.2553783709700224e-06, + "loss": 0.2927, + "num_tokens": 1143076119.0, + "step": 6004 + }, + { + "epoch": 2.0494880546075085, + "grad_norm": 0.44800069078287014, + "learning_rate": 3.2539111184414894e-06, + "loss": 0.2982, + "num_tokens": 1143261413.0, + "step": 6005 + }, + { + "epoch": 2.0498293515358363, + "grad_norm": 0.277220403684654, + "learning_rate": 3.2524441838592203e-06, + "loss": 0.3067, + "num_tokens": 1143483708.0, + "step": 6006 + }, + { + "epoch": 2.0501706484641637, + "grad_norm": 0.3101324290915312, + "learning_rate": 3.2509775674308674e-06, + "loss": 0.296, + "num_tokens": 1143661456.0, + "step": 6007 + }, + { + "epoch": 2.0505119453924916, + "grad_norm": 0.29413963907344015, + "learning_rate": 3.2495112693640417e-06, + "loss": 0.3273, + "num_tokens": 1143876656.0, + "step": 6008 + }, + { + "epoch": 2.050853242320819, + "grad_norm": 0.2721425013493056, + "learning_rate": 3.2480452898663016e-06, + "loss": 0.2699, + "num_tokens": 1144060612.0, + "step": 6009 + }, + { + "epoch": 2.051194539249147, + "grad_norm": 0.31805694846915344, + "learning_rate": 3.24657962914517e-06, + "loss": 0.3173, + "num_tokens": 1144236306.0, + "step": 6010 + }, + { + "epoch": 2.0515358361774743, + "grad_norm": 0.2561266131276124, + "learning_rate": 3.245114287408113e-06, + "loss": 0.273, + "num_tokens": 1144443188.0, + "step": 6011 + }, + { + "epoch": 2.051877133105802, + "grad_norm": 0.2836360854376033, + "learning_rate": 3.2436492648625617e-06, + "loss": 0.2758, + "num_tokens": 1144609901.0, + "step": 6012 + }, + { + "epoch": 2.0522184300341295, + "grad_norm": 0.28436884083224834, + "learning_rate": 3.2421845617158964e-06, + "loss": 0.281, + "num_tokens": 1144805149.0, + "step": 6013 + }, + { + "epoch": 2.0525597269624574, + "grad_norm": 0.30501256915528435, + "learning_rate": 3.240720178175456e-06, + "loss": 0.2833, + "num_tokens": 1144975489.0, + "step": 6014 + }, + { + "epoch": 2.0529010238907848, + "grad_norm": 0.2934744074478933, + "learning_rate": 3.23925611444853e-06, + "loss": 0.3092, + "num_tokens": 1145159493.0, + "step": 6015 + }, + { + "epoch": 2.0532423208191126, + "grad_norm": 0.2858606160782302, + "learning_rate": 3.237792370742365e-06, + "loss": 0.2878, + "num_tokens": 1145348478.0, + "step": 6016 + }, + { + "epoch": 2.0535836177474405, + "grad_norm": 0.29399788107213837, + "learning_rate": 3.2363289472641637e-06, + "loss": 0.2753, + "num_tokens": 1145511450.0, + "step": 6017 + }, + { + "epoch": 2.053924914675768, + "grad_norm": 0.2602433071784238, + "learning_rate": 3.234865844221079e-06, + "loss": 0.2784, + "num_tokens": 1145713896.0, + "step": 6018 + }, + { + "epoch": 2.0542662116040957, + "grad_norm": 0.2812310336642333, + "learning_rate": 3.233403061820225e-06, + "loss": 0.2953, + "num_tokens": 1145916681.0, + "step": 6019 + }, + { + "epoch": 2.054607508532423, + "grad_norm": 0.26836255249327334, + "learning_rate": 3.2319406002686617e-06, + "loss": 0.2711, + "num_tokens": 1146099707.0, + "step": 6020 + }, + { + "epoch": 2.054948805460751, + "grad_norm": 0.30732349966746697, + "learning_rate": 3.230478459773413e-06, + "loss": 0.2611, + "num_tokens": 1146244131.0, + "step": 6021 + }, + { + "epoch": 2.0552901023890784, + "grad_norm": 0.2977261363601574, + "learning_rate": 3.229016640541449e-06, + "loss": 0.2817, + "num_tokens": 1146430334.0, + "step": 6022 + }, + { + "epoch": 2.0556313993174062, + "grad_norm": 0.5318707578169632, + "learning_rate": 3.2275551427797027e-06, + "loss": 0.3112, + "num_tokens": 1146606579.0, + "step": 6023 + }, + { + "epoch": 2.0559726962457336, + "grad_norm": 0.25505616993595165, + "learning_rate": 3.2260939666950543e-06, + "loss": 0.2702, + "num_tokens": 1146816062.0, + "step": 6024 + }, + { + "epoch": 2.0563139931740615, + "grad_norm": 0.30217662393992323, + "learning_rate": 3.224633112494341e-06, + "loss": 0.3205, + "num_tokens": 1147025836.0, + "step": 6025 + }, + { + "epoch": 2.056655290102389, + "grad_norm": 0.30710933874076324, + "learning_rate": 3.223172580384357e-06, + "loss": 0.2701, + "num_tokens": 1147192014.0, + "step": 6026 + }, + { + "epoch": 2.0569965870307167, + "grad_norm": 0.28631381118020977, + "learning_rate": 3.2217123705718457e-06, + "loss": 0.2897, + "num_tokens": 1147390738.0, + "step": 6027 + }, + { + "epoch": 2.057337883959044, + "grad_norm": 0.29129102099338955, + "learning_rate": 3.2202524832635107e-06, + "loss": 0.2849, + "num_tokens": 1147564755.0, + "step": 6028 + }, + { + "epoch": 2.057679180887372, + "grad_norm": 0.268387866492439, + "learning_rate": 3.2187929186660067e-06, + "loss": 0.2719, + "num_tokens": 1147753324.0, + "step": 6029 + }, + { + "epoch": 2.0580204778157, + "grad_norm": 0.29227465565783267, + "learning_rate": 3.21733367698594e-06, + "loss": 0.3256, + "num_tokens": 1147960650.0, + "step": 6030 + }, + { + "epoch": 2.0583617747440273, + "grad_norm": 0.28469226763259625, + "learning_rate": 3.2158747584298787e-06, + "loss": 0.293, + "num_tokens": 1148152796.0, + "step": 6031 + }, + { + "epoch": 2.058703071672355, + "grad_norm": 0.2750228513097162, + "learning_rate": 3.214416163204338e-06, + "loss": 0.2777, + "num_tokens": 1148337770.0, + "step": 6032 + }, + { + "epoch": 2.0590443686006825, + "grad_norm": 0.2827337158776643, + "learning_rate": 3.212957891515792e-06, + "loss": 0.2905, + "num_tokens": 1148520232.0, + "step": 6033 + }, + { + "epoch": 2.0593856655290104, + "grad_norm": 0.27603458410103077, + "learning_rate": 3.211499943570663e-06, + "loss": 0.296, + "num_tokens": 1148730961.0, + "step": 6034 + }, + { + "epoch": 2.0597269624573378, + "grad_norm": 0.30733953681928683, + "learning_rate": 3.210042319575337e-06, + "loss": 0.259, + "num_tokens": 1148894136.0, + "step": 6035 + }, + { + "epoch": 2.0600682593856656, + "grad_norm": 0.30140703990656503, + "learning_rate": 3.208585019736144e-06, + "loss": 0.3087, + "num_tokens": 1149074919.0, + "step": 6036 + }, + { + "epoch": 2.060409556313993, + "grad_norm": 0.28008946473742324, + "learning_rate": 3.2071280442593766e-06, + "loss": 0.2896, + "num_tokens": 1149257078.0, + "step": 6037 + }, + { + "epoch": 2.060750853242321, + "grad_norm": 0.28502992547677536, + "learning_rate": 3.2056713933512764e-06, + "loss": 0.286, + "num_tokens": 1149442818.0, + "step": 6038 + }, + { + "epoch": 2.0610921501706483, + "grad_norm": 0.275982083916786, + "learning_rate": 3.204215067218039e-06, + "loss": 0.3022, + "num_tokens": 1149648287.0, + "step": 6039 + }, + { + "epoch": 2.061433447098976, + "grad_norm": 0.29602915697587984, + "learning_rate": 3.202759066065817e-06, + "loss": 0.3249, + "num_tokens": 1149844031.0, + "step": 6040 + }, + { + "epoch": 2.0617747440273035, + "grad_norm": 0.2743599124909889, + "learning_rate": 3.2013033901007156e-06, + "loss": 0.3176, + "num_tokens": 1150068645.0, + "step": 6041 + }, + { + "epoch": 2.0621160409556314, + "grad_norm": 0.3149788522435778, + "learning_rate": 3.1998480395287922e-06, + "loss": 0.2965, + "num_tokens": 1150285379.0, + "step": 6042 + }, + { + "epoch": 2.0624573378839592, + "grad_norm": 0.31013509586022686, + "learning_rate": 3.1983930145560598e-06, + "loss": 0.3238, + "num_tokens": 1150532226.0, + "step": 6043 + }, + { + "epoch": 2.0627986348122866, + "grad_norm": 0.24350663124609948, + "learning_rate": 3.196938315388487e-06, + "loss": 0.2847, + "num_tokens": 1150760566.0, + "step": 6044 + }, + { + "epoch": 2.0631399317406145, + "grad_norm": 0.27780210288190316, + "learning_rate": 3.195483942231994e-06, + "loss": 0.2905, + "num_tokens": 1150936674.0, + "step": 6045 + }, + { + "epoch": 2.063481228668942, + "grad_norm": 0.28724533444466577, + "learning_rate": 3.194029895292453e-06, + "loss": 0.2827, + "num_tokens": 1151128446.0, + "step": 6046 + }, + { + "epoch": 2.0638225255972698, + "grad_norm": 0.2691065260313621, + "learning_rate": 3.192576174775695e-06, + "loss": 0.2848, + "num_tokens": 1151335924.0, + "step": 6047 + }, + { + "epoch": 2.064163822525597, + "grad_norm": 0.28240957283817886, + "learning_rate": 3.1911227808875002e-06, + "loss": 0.303, + "num_tokens": 1151542099.0, + "step": 6048 + }, + { + "epoch": 2.064505119453925, + "grad_norm": 0.2754716907745093, + "learning_rate": 3.1896697138336073e-06, + "loss": 0.2934, + "num_tokens": 1151748225.0, + "step": 6049 + }, + { + "epoch": 2.0648464163822524, + "grad_norm": 0.26807499440279775, + "learning_rate": 3.1882169738197037e-06, + "loss": 0.2753, + "num_tokens": 1151950891.0, + "step": 6050 + }, + { + "epoch": 2.0651877133105803, + "grad_norm": 0.28278234840529914, + "learning_rate": 3.186764561051434e-06, + "loss": 0.2699, + "num_tokens": 1152113124.0, + "step": 6051 + }, + { + "epoch": 2.0655290102389077, + "grad_norm": 0.49241575251422687, + "learning_rate": 3.1853124757343927e-06, + "loss": 0.3057, + "num_tokens": 1152304052.0, + "step": 6052 + }, + { + "epoch": 2.0658703071672355, + "grad_norm": 0.36287543888160245, + "learning_rate": 3.1838607180741333e-06, + "loss": 0.2894, + "num_tokens": 1152464162.0, + "step": 6053 + }, + { + "epoch": 2.066211604095563, + "grad_norm": 0.4241857679885437, + "learning_rate": 3.18240928827616e-06, + "loss": 0.2907, + "num_tokens": 1152652635.0, + "step": 6054 + }, + { + "epoch": 2.0665529010238908, + "grad_norm": 0.276218722081855, + "learning_rate": 3.180958186545928e-06, + "loss": 0.2755, + "num_tokens": 1152848538.0, + "step": 6055 + }, + { + "epoch": 2.0668941979522186, + "grad_norm": 0.26278271332318626, + "learning_rate": 3.179507413088852e-06, + "loss": 0.288, + "num_tokens": 1153065823.0, + "step": 6056 + }, + { + "epoch": 2.067235494880546, + "grad_norm": 0.30739618495961124, + "learning_rate": 3.1780569681102937e-06, + "loss": 0.2914, + "num_tokens": 1153233724.0, + "step": 6057 + }, + { + "epoch": 2.067576791808874, + "grad_norm": 0.2692875689767122, + "learning_rate": 3.176606851815577e-06, + "loss": 0.3038, + "num_tokens": 1153453543.0, + "step": 6058 + }, + { + "epoch": 2.0679180887372013, + "grad_norm": 0.29278710501948657, + "learning_rate": 3.1751570644099667e-06, + "loss": 0.2991, + "num_tokens": 1153643889.0, + "step": 6059 + }, + { + "epoch": 2.068259385665529, + "grad_norm": 0.2818848944791089, + "learning_rate": 3.173707606098694e-06, + "loss": 0.292, + "num_tokens": 1153831476.0, + "step": 6060 + }, + { + "epoch": 2.0686006825938565, + "grad_norm": 0.2762506611576115, + "learning_rate": 3.172258477086933e-06, + "loss": 0.2787, + "num_tokens": 1154017901.0, + "step": 6061 + }, + { + "epoch": 2.0689419795221844, + "grad_norm": 0.2810871575668856, + "learning_rate": 3.1708096775798204e-06, + "loss": 0.3078, + "num_tokens": 1154217240.0, + "step": 6062 + }, + { + "epoch": 2.069283276450512, + "grad_norm": 0.2969008845022941, + "learning_rate": 3.16936120778244e-06, + "loss": 0.2936, + "num_tokens": 1154408430.0, + "step": 6063 + }, + { + "epoch": 2.0696245733788396, + "grad_norm": 0.2913682590770698, + "learning_rate": 3.1679130678998284e-06, + "loss": 0.2913, + "num_tokens": 1154593294.0, + "step": 6064 + }, + { + "epoch": 2.069965870307167, + "grad_norm": 0.2825663511119968, + "learning_rate": 3.1664652581369814e-06, + "loss": 0.2937, + "num_tokens": 1154780139.0, + "step": 6065 + }, + { + "epoch": 2.070307167235495, + "grad_norm": 0.30197342385660036, + "learning_rate": 3.1650177786988417e-06, + "loss": 0.2734, + "num_tokens": 1154952742.0, + "step": 6066 + }, + { + "epoch": 2.0706484641638223, + "grad_norm": 0.27941782286145, + "learning_rate": 3.1635706297903124e-06, + "loss": 0.2948, + "num_tokens": 1155159079.0, + "step": 6067 + }, + { + "epoch": 2.07098976109215, + "grad_norm": 0.2819029612748172, + "learning_rate": 3.1621238116162388e-06, + "loss": 0.3121, + "num_tokens": 1155359421.0, + "step": 6068 + }, + { + "epoch": 2.071331058020478, + "grad_norm": 0.2972594703257614, + "learning_rate": 3.160677324381429e-06, + "loss": 0.28, + "num_tokens": 1155539333.0, + "step": 6069 + }, + { + "epoch": 2.0716723549488054, + "grad_norm": 0.30407783022119844, + "learning_rate": 3.159231168290644e-06, + "loss": 0.2894, + "num_tokens": 1155697527.0, + "step": 6070 + }, + { + "epoch": 2.0720136518771333, + "grad_norm": 0.26838726924400585, + "learning_rate": 3.1577853435485906e-06, + "loss": 0.2914, + "num_tokens": 1155887631.0, + "step": 6071 + }, + { + "epoch": 2.0723549488054607, + "grad_norm": 0.33485510550812503, + "learning_rate": 3.156339850359939e-06, + "loss": 0.2603, + "num_tokens": 1156021237.0, + "step": 6072 + }, + { + "epoch": 2.0726962457337885, + "grad_norm": 0.30765767593341, + "learning_rate": 3.1548946889292996e-06, + "loss": 0.2747, + "num_tokens": 1156186343.0, + "step": 6073 + }, + { + "epoch": 2.073037542662116, + "grad_norm": 0.24941757522687358, + "learning_rate": 3.1534498594612483e-06, + "loss": 0.3185, + "num_tokens": 1156439181.0, + "step": 6074 + }, + { + "epoch": 2.073378839590444, + "grad_norm": 0.3436426220089996, + "learning_rate": 3.1520053621603055e-06, + "loss": 0.2885, + "num_tokens": 1156603492.0, + "step": 6075 + }, + { + "epoch": 2.073720136518771, + "grad_norm": 0.278294692844789, + "learning_rate": 3.15056119723095e-06, + "loss": 0.3137, + "num_tokens": 1156810838.0, + "step": 6076 + }, + { + "epoch": 2.074061433447099, + "grad_norm": 0.2980002630976975, + "learning_rate": 3.1491173648776108e-06, + "loss": 0.3049, + "num_tokens": 1157030722.0, + "step": 6077 + }, + { + "epoch": 2.0744027303754264, + "grad_norm": 0.296369971607539, + "learning_rate": 3.147673865304669e-06, + "loss": 0.2755, + "num_tokens": 1157181232.0, + "step": 6078 + }, + { + "epoch": 2.0747440273037543, + "grad_norm": 0.2880222673513207, + "learning_rate": 3.1462306987164626e-06, + "loss": 0.2904, + "num_tokens": 1157380719.0, + "step": 6079 + }, + { + "epoch": 2.0750853242320817, + "grad_norm": 0.2735973090141289, + "learning_rate": 3.1447878653172777e-06, + "loss": 0.3037, + "num_tokens": 1157583294.0, + "step": 6080 + }, + { + "epoch": 2.0754266211604095, + "grad_norm": 0.28813641799507284, + "learning_rate": 3.1433453653113555e-06, + "loss": 0.2921, + "num_tokens": 1157780661.0, + "step": 6081 + }, + { + "epoch": 2.0757679180887374, + "grad_norm": 0.29038359328207475, + "learning_rate": 3.1419031989028887e-06, + "loss": 0.2865, + "num_tokens": 1157967594.0, + "step": 6082 + }, + { + "epoch": 2.076109215017065, + "grad_norm": 0.27603048293062343, + "learning_rate": 3.140461366296027e-06, + "loss": 0.2835, + "num_tokens": 1158166540.0, + "step": 6083 + }, + { + "epoch": 2.0764505119453927, + "grad_norm": 0.29304279907461445, + "learning_rate": 3.139019867694866e-06, + "loss": 0.2834, + "num_tokens": 1158344028.0, + "step": 6084 + }, + { + "epoch": 2.07679180887372, + "grad_norm": 0.32317752781547715, + "learning_rate": 3.137578703303462e-06, + "loss": 0.2779, + "num_tokens": 1158498757.0, + "step": 6085 + }, + { + "epoch": 2.077133105802048, + "grad_norm": 0.28611378319895003, + "learning_rate": 3.1361378733258176e-06, + "loss": 0.3159, + "num_tokens": 1158700589.0, + "step": 6086 + }, + { + "epoch": 2.0774744027303753, + "grad_norm": 0.2841762993095499, + "learning_rate": 3.1346973779658886e-06, + "loss": 0.3441, + "num_tokens": 1158918294.0, + "step": 6087 + }, + { + "epoch": 2.077815699658703, + "grad_norm": 0.2961288525692867, + "learning_rate": 3.1332572174275876e-06, + "loss": 0.3158, + "num_tokens": 1159103178.0, + "step": 6088 + }, + { + "epoch": 2.0781569965870306, + "grad_norm": 0.290671368730121, + "learning_rate": 3.1318173919147777e-06, + "loss": 0.2774, + "num_tokens": 1159283268.0, + "step": 6089 + }, + { + "epoch": 2.0784982935153584, + "grad_norm": 0.2638284947833897, + "learning_rate": 3.130377901631271e-06, + "loss": 0.2697, + "num_tokens": 1159470709.0, + "step": 6090 + }, + { + "epoch": 2.078839590443686, + "grad_norm": 0.31600988550170184, + "learning_rate": 3.1289387467808364e-06, + "loss": 0.2699, + "num_tokens": 1159631302.0, + "step": 6091 + }, + { + "epoch": 2.0791808873720137, + "grad_norm": 0.30258371209355384, + "learning_rate": 3.1274999275671965e-06, + "loss": 0.3034, + "num_tokens": 1159801334.0, + "step": 6092 + }, + { + "epoch": 2.079522184300341, + "grad_norm": 0.2714217342881506, + "learning_rate": 3.126061444194021e-06, + "loss": 0.2966, + "num_tokens": 1159991176.0, + "step": 6093 + }, + { + "epoch": 2.079863481228669, + "grad_norm": 0.2947031813608098, + "learning_rate": 3.124623296864937e-06, + "loss": 0.3175, + "num_tokens": 1160206010.0, + "step": 6094 + }, + { + "epoch": 2.080204778156997, + "grad_norm": 0.2824538593660319, + "learning_rate": 3.123185485783523e-06, + "loss": 0.2958, + "num_tokens": 1160401529.0, + "step": 6095 + }, + { + "epoch": 2.080546075085324, + "grad_norm": 0.30538131601576307, + "learning_rate": 3.121748011153306e-06, + "loss": 0.2868, + "num_tokens": 1160590277.0, + "step": 6096 + }, + { + "epoch": 2.080887372013652, + "grad_norm": 0.3060978647559913, + "learning_rate": 3.120310873177772e-06, + "loss": 0.2842, + "num_tokens": 1160770016.0, + "step": 6097 + }, + { + "epoch": 2.0812286689419794, + "grad_norm": 0.260794770326991, + "learning_rate": 3.118874072060354e-06, + "loss": 0.288, + "num_tokens": 1160987448.0, + "step": 6098 + }, + { + "epoch": 2.0815699658703073, + "grad_norm": 0.2799570822634022, + "learning_rate": 3.1174376080044398e-06, + "loss": 0.2588, + "num_tokens": 1161165285.0, + "step": 6099 + }, + { + "epoch": 2.0819112627986347, + "grad_norm": 0.3096400066075163, + "learning_rate": 3.1160014812133656e-06, + "loss": 0.2924, + "num_tokens": 1161354273.0, + "step": 6100 + }, + { + "epoch": 2.0822525597269625, + "grad_norm": 0.2919980990342834, + "learning_rate": 3.1145656918904277e-06, + "loss": 0.3041, + "num_tokens": 1161558745.0, + "step": 6101 + }, + { + "epoch": 2.08259385665529, + "grad_norm": 0.2987191131942599, + "learning_rate": 3.1131302402388687e-06, + "loss": 0.274, + "num_tokens": 1161719610.0, + "step": 6102 + }, + { + "epoch": 2.082935153583618, + "grad_norm": 0.32317361823073015, + "learning_rate": 3.1116951264618817e-06, + "loss": 0.2755, + "num_tokens": 1161895187.0, + "step": 6103 + }, + { + "epoch": 2.083276450511945, + "grad_norm": 0.29588039252695963, + "learning_rate": 3.1102603507626194e-06, + "loss": 0.2867, + "num_tokens": 1162075186.0, + "step": 6104 + }, + { + "epoch": 2.083617747440273, + "grad_norm": 0.2899133704245947, + "learning_rate": 3.108825913344178e-06, + "loss": 0.2726, + "num_tokens": 1162247765.0, + "step": 6105 + }, + { + "epoch": 2.0839590443686005, + "grad_norm": 0.2878498342257543, + "learning_rate": 3.107391814409614e-06, + "loss": 0.307, + "num_tokens": 1162462997.0, + "step": 6106 + }, + { + "epoch": 2.0843003412969283, + "grad_norm": 0.28063665195888154, + "learning_rate": 3.1059580541619295e-06, + "loss": 0.2867, + "num_tokens": 1162665828.0, + "step": 6107 + }, + { + "epoch": 2.084641638225256, + "grad_norm": 0.27209771122107834, + "learning_rate": 3.104524632804083e-06, + "loss": 0.2945, + "num_tokens": 1162874555.0, + "step": 6108 + }, + { + "epoch": 2.0849829351535836, + "grad_norm": 0.29712284755670504, + "learning_rate": 3.103091550538979e-06, + "loss": 0.2679, + "num_tokens": 1163050662.0, + "step": 6109 + }, + { + "epoch": 2.0853242320819114, + "grad_norm": 0.27810259862054904, + "learning_rate": 3.101658807569484e-06, + "loss": 0.33, + "num_tokens": 1163261384.0, + "step": 6110 + }, + { + "epoch": 2.085665529010239, + "grad_norm": 0.30281531500359254, + "learning_rate": 3.1002264040984075e-06, + "loss": 0.3039, + "num_tokens": 1163440007.0, + "step": 6111 + }, + { + "epoch": 2.0860068259385667, + "grad_norm": 0.29437734583128344, + "learning_rate": 3.0987943403285125e-06, + "loss": 0.2999, + "num_tokens": 1163625884.0, + "step": 6112 + }, + { + "epoch": 2.086348122866894, + "grad_norm": 0.3828654670335862, + "learning_rate": 3.097362616462519e-06, + "loss": 0.2846, + "num_tokens": 1163813562.0, + "step": 6113 + }, + { + "epoch": 2.086689419795222, + "grad_norm": 0.3019496231875972, + "learning_rate": 3.095931232703093e-06, + "loss": 0.2933, + "num_tokens": 1164001218.0, + "step": 6114 + }, + { + "epoch": 2.0870307167235493, + "grad_norm": 0.2673290257946754, + "learning_rate": 3.0945001892528587e-06, + "loss": 0.2654, + "num_tokens": 1164190782.0, + "step": 6115 + }, + { + "epoch": 2.087372013651877, + "grad_norm": 0.2839584474556943, + "learning_rate": 3.093069486314382e-06, + "loss": 0.3082, + "num_tokens": 1164402860.0, + "step": 6116 + }, + { + "epoch": 2.0877133105802046, + "grad_norm": 0.2819695092405981, + "learning_rate": 3.0916391240901893e-06, + "loss": 0.3135, + "num_tokens": 1164617961.0, + "step": 6117 + }, + { + "epoch": 2.0880546075085324, + "grad_norm": 0.2950797148966361, + "learning_rate": 3.0902091027827587e-06, + "loss": 0.275, + "num_tokens": 1164792142.0, + "step": 6118 + }, + { + "epoch": 2.08839590443686, + "grad_norm": 0.2846279813460534, + "learning_rate": 3.0887794225945143e-06, + "loss": 0.2692, + "num_tokens": 1164956760.0, + "step": 6119 + }, + { + "epoch": 2.0887372013651877, + "grad_norm": 0.3046237680403755, + "learning_rate": 3.0873500837278403e-06, + "loss": 0.2981, + "num_tokens": 1165140186.0, + "step": 6120 + }, + { + "epoch": 2.0890784982935156, + "grad_norm": 0.2982760759273316, + "learning_rate": 3.0859210863850608e-06, + "loss": 0.266, + "num_tokens": 1165298447.0, + "step": 6121 + }, + { + "epoch": 2.089419795221843, + "grad_norm": 0.27502697230809875, + "learning_rate": 3.084492430768462e-06, + "loss": 0.2899, + "num_tokens": 1165500092.0, + "step": 6122 + }, + { + "epoch": 2.089761092150171, + "grad_norm": 0.3048958944649125, + "learning_rate": 3.0830641170802766e-06, + "loss": 0.3071, + "num_tokens": 1165679461.0, + "step": 6123 + }, + { + "epoch": 2.090102389078498, + "grad_norm": 0.2893628827694075, + "learning_rate": 3.081636145522692e-06, + "loss": 0.2706, + "num_tokens": 1165850450.0, + "step": 6124 + }, + { + "epoch": 2.090443686006826, + "grad_norm": 0.27233663779560613, + "learning_rate": 3.0802085162978453e-06, + "loss": 0.2601, + "num_tokens": 1166053252.0, + "step": 6125 + }, + { + "epoch": 2.0907849829351535, + "grad_norm": 0.28353140580407543, + "learning_rate": 3.0787812296078216e-06, + "loss": 0.3258, + "num_tokens": 1166266922.0, + "step": 6126 + }, + { + "epoch": 2.0911262798634813, + "grad_norm": 0.3573496641922377, + "learning_rate": 3.0773542856546667e-06, + "loss": 0.3291, + "num_tokens": 1166469608.0, + "step": 6127 + }, + { + "epoch": 2.0914675767918087, + "grad_norm": 0.25571583672466874, + "learning_rate": 3.075927684640368e-06, + "loss": 0.259, + "num_tokens": 1166667113.0, + "step": 6128 + }, + { + "epoch": 2.0918088737201366, + "grad_norm": 0.30987056703822746, + "learning_rate": 3.074501426766874e-06, + "loss": 0.2883, + "num_tokens": 1166834525.0, + "step": 6129 + }, + { + "epoch": 2.092150170648464, + "grad_norm": 0.27257622929930925, + "learning_rate": 3.0730755122360723e-06, + "loss": 0.293, + "num_tokens": 1167031904.0, + "step": 6130 + }, + { + "epoch": 2.092491467576792, + "grad_norm": 0.2922217928226072, + "learning_rate": 3.0716499412498135e-06, + "loss": 0.2577, + "num_tokens": 1167198765.0, + "step": 6131 + }, + { + "epoch": 2.0928327645051192, + "grad_norm": 0.30141090388128333, + "learning_rate": 3.070224714009893e-06, + "loss": 0.2857, + "num_tokens": 1167375191.0, + "step": 6132 + }, + { + "epoch": 2.093174061433447, + "grad_norm": 0.32536624786158697, + "learning_rate": 3.068799830718062e-06, + "loss": 0.3103, + "num_tokens": 1167547073.0, + "step": 6133 + }, + { + "epoch": 2.093515358361775, + "grad_norm": 0.2692395509505838, + "learning_rate": 3.067375291576019e-06, + "loss": 0.3059, + "num_tokens": 1167757498.0, + "step": 6134 + }, + { + "epoch": 2.0938566552901023, + "grad_norm": 0.29022849830205927, + "learning_rate": 3.0659510967854143e-06, + "loss": 0.2944, + "num_tokens": 1167952034.0, + "step": 6135 + }, + { + "epoch": 2.09419795221843, + "grad_norm": 0.2778624063798619, + "learning_rate": 3.0645272465478537e-06, + "loss": 0.2937, + "num_tokens": 1168130992.0, + "step": 6136 + }, + { + "epoch": 2.0945392491467576, + "grad_norm": 0.3097326026054446, + "learning_rate": 3.063103741064889e-06, + "loss": 0.3082, + "num_tokens": 1168325589.0, + "step": 6137 + }, + { + "epoch": 2.0948805460750854, + "grad_norm": 0.30449121005503543, + "learning_rate": 3.0616805805380244e-06, + "loss": 0.2854, + "num_tokens": 1168485089.0, + "step": 6138 + }, + { + "epoch": 2.095221843003413, + "grad_norm": 0.2830074112891991, + "learning_rate": 3.0602577651687173e-06, + "loss": 0.2706, + "num_tokens": 1168658114.0, + "step": 6139 + }, + { + "epoch": 2.0955631399317407, + "grad_norm": 0.27815885550431085, + "learning_rate": 3.0588352951583753e-06, + "loss": 0.2875, + "num_tokens": 1168874595.0, + "step": 6140 + }, + { + "epoch": 2.095904436860068, + "grad_norm": 0.2956558740858893, + "learning_rate": 3.0574131707083545e-06, + "loss": 0.2979, + "num_tokens": 1169082789.0, + "step": 6141 + }, + { + "epoch": 2.096245733788396, + "grad_norm": 0.28327898505606575, + "learning_rate": 3.0559913920199685e-06, + "loss": 0.2967, + "num_tokens": 1169276264.0, + "step": 6142 + }, + { + "epoch": 2.0965870307167234, + "grad_norm": 0.2948600284520898, + "learning_rate": 3.054569959294476e-06, + "loss": 0.3449, + "num_tokens": 1169472187.0, + "step": 6143 + }, + { + "epoch": 2.096928327645051, + "grad_norm": 0.28166578811534787, + "learning_rate": 3.053148872733087e-06, + "loss": 0.3154, + "num_tokens": 1169674604.0, + "step": 6144 + }, + { + "epoch": 2.0972696245733786, + "grad_norm": 0.30816260729613243, + "learning_rate": 3.0517281325369663e-06, + "loss": 0.2648, + "num_tokens": 1169827464.0, + "step": 6145 + }, + { + "epoch": 2.0976109215017065, + "grad_norm": 0.2576363993451813, + "learning_rate": 3.050307738907228e-06, + "loss": 0.2936, + "num_tokens": 1170050257.0, + "step": 6146 + }, + { + "epoch": 2.0979522184300343, + "grad_norm": 0.29561554615164504, + "learning_rate": 3.048887692044935e-06, + "loss": 0.2697, + "num_tokens": 1170226445.0, + "step": 6147 + }, + { + "epoch": 2.0982935153583617, + "grad_norm": 0.2804271802630217, + "learning_rate": 3.0474679921511013e-06, + "loss": 0.3015, + "num_tokens": 1170434509.0, + "step": 6148 + }, + { + "epoch": 2.0986348122866896, + "grad_norm": 0.27250466474300916, + "learning_rate": 3.0460486394266963e-06, + "loss": 0.2856, + "num_tokens": 1170637936.0, + "step": 6149 + }, + { + "epoch": 2.098976109215017, + "grad_norm": 0.29339434972575773, + "learning_rate": 3.044629634072638e-06, + "loss": 0.2628, + "num_tokens": 1170811740.0, + "step": 6150 + }, + { + "epoch": 2.099317406143345, + "grad_norm": 0.27696710124421875, + "learning_rate": 3.043210976289789e-06, + "loss": 0.3123, + "num_tokens": 1171023997.0, + "step": 6151 + }, + { + "epoch": 2.0996587030716722, + "grad_norm": 0.30652673438182276, + "learning_rate": 3.0417926662789734e-06, + "loss": 0.3081, + "num_tokens": 1171238091.0, + "step": 6152 + }, + { + "epoch": 2.1, + "grad_norm": 0.33628785862628363, + "learning_rate": 3.0403747042409574e-06, + "loss": 0.2971, + "num_tokens": 1171388868.0, + "step": 6153 + }, + { + "epoch": 2.1003412969283275, + "grad_norm": 0.2837259747561921, + "learning_rate": 3.0389570903764655e-06, + "loss": 0.3265, + "num_tokens": 1171600520.0, + "step": 6154 + }, + { + "epoch": 2.1006825938566553, + "grad_norm": 0.27441630830351377, + "learning_rate": 3.037539824886166e-06, + "loss": 0.2872, + "num_tokens": 1171805898.0, + "step": 6155 + }, + { + "epoch": 2.1010238907849828, + "grad_norm": 0.3279188507471083, + "learning_rate": 3.03612290797068e-06, + "loss": 0.2815, + "num_tokens": 1171950556.0, + "step": 6156 + }, + { + "epoch": 2.1013651877133106, + "grad_norm": 0.2907437179873214, + "learning_rate": 3.0347063398305803e-06, + "loss": 0.2988, + "num_tokens": 1172174885.0, + "step": 6157 + }, + { + "epoch": 2.101706484641638, + "grad_norm": 0.28830012600430616, + "learning_rate": 3.03329012066639e-06, + "loss": 0.2969, + "num_tokens": 1172369460.0, + "step": 6158 + }, + { + "epoch": 2.102047781569966, + "grad_norm": 0.2922365786831008, + "learning_rate": 3.0318742506785857e-06, + "loss": 0.2663, + "num_tokens": 1172524496.0, + "step": 6159 + }, + { + "epoch": 2.1023890784982937, + "grad_norm": 0.2671696180639828, + "learning_rate": 3.030458730067587e-06, + "loss": 0.2908, + "num_tokens": 1172732593.0, + "step": 6160 + }, + { + "epoch": 2.102730375426621, + "grad_norm": 0.2662365127737528, + "learning_rate": 3.0290435590337715e-06, + "loss": 0.3005, + "num_tokens": 1172943744.0, + "step": 6161 + }, + { + "epoch": 2.103071672354949, + "grad_norm": 0.2914156231009284, + "learning_rate": 3.0276287377774615e-06, + "loss": 0.2737, + "num_tokens": 1173131179.0, + "step": 6162 + }, + { + "epoch": 2.1034129692832764, + "grad_norm": 0.27083856074774143, + "learning_rate": 3.026214266498938e-06, + "loss": 0.2671, + "num_tokens": 1173333054.0, + "step": 6163 + }, + { + "epoch": 2.103754266211604, + "grad_norm": 0.31633445454787645, + "learning_rate": 3.0248001453984225e-06, + "loss": 0.291, + "num_tokens": 1173490246.0, + "step": 6164 + }, + { + "epoch": 2.1040955631399316, + "grad_norm": 0.3171423081399758, + "learning_rate": 3.023386374676093e-06, + "loss": 0.3063, + "num_tokens": 1173694742.0, + "step": 6165 + }, + { + "epoch": 2.1044368600682595, + "grad_norm": 0.295720290988436, + "learning_rate": 3.0219729545320777e-06, + "loss": 0.322, + "num_tokens": 1173881334.0, + "step": 6166 + }, + { + "epoch": 2.104778156996587, + "grad_norm": 0.28356307168802175, + "learning_rate": 3.0205598851664513e-06, + "loss": 0.2802, + "num_tokens": 1174067039.0, + "step": 6167 + }, + { + "epoch": 2.1051194539249147, + "grad_norm": 0.28145847705447485, + "learning_rate": 3.0191471667792473e-06, + "loss": 0.2754, + "num_tokens": 1174248742.0, + "step": 6168 + }, + { + "epoch": 2.105460750853242, + "grad_norm": 0.28031089283661076, + "learning_rate": 3.0177347995704365e-06, + "loss": 0.2792, + "num_tokens": 1174430955.0, + "step": 6169 + }, + { + "epoch": 2.10580204778157, + "grad_norm": 0.2949823938262567, + "learning_rate": 3.016322783739951e-06, + "loss": 0.2808, + "num_tokens": 1174621886.0, + "step": 6170 + }, + { + "epoch": 2.1061433447098974, + "grad_norm": 0.28966178822068017, + "learning_rate": 3.0149111194876686e-06, + "loss": 0.3062, + "num_tokens": 1174795560.0, + "step": 6171 + }, + { + "epoch": 2.1064846416382252, + "grad_norm": 0.2984881863881122, + "learning_rate": 3.0134998070134203e-06, + "loss": 0.2729, + "num_tokens": 1174972810.0, + "step": 6172 + }, + { + "epoch": 2.106825938566553, + "grad_norm": 0.25388874368923364, + "learning_rate": 3.0120888465169827e-06, + "loss": 0.2879, + "num_tokens": 1175201321.0, + "step": 6173 + }, + { + "epoch": 2.1071672354948805, + "grad_norm": 0.2747544627076386, + "learning_rate": 3.010678238198085e-06, + "loss": 0.2852, + "num_tokens": 1175396163.0, + "step": 6174 + }, + { + "epoch": 2.1075085324232083, + "grad_norm": 0.3051022470077252, + "learning_rate": 3.0092679822564086e-06, + "loss": 0.2721, + "num_tokens": 1175557540.0, + "step": 6175 + }, + { + "epoch": 2.1078498293515358, + "grad_norm": 0.29104833842135364, + "learning_rate": 3.0078580788915795e-06, + "loss": 0.2838, + "num_tokens": 1175726295.0, + "step": 6176 + }, + { + "epoch": 2.1081911262798636, + "grad_norm": 0.2811673998584694, + "learning_rate": 3.0064485283031836e-06, + "loss": 0.3118, + "num_tokens": 1175928618.0, + "step": 6177 + }, + { + "epoch": 2.108532423208191, + "grad_norm": 0.27758849922167783, + "learning_rate": 3.005039330690743e-06, + "loss": 0.2835, + "num_tokens": 1176143672.0, + "step": 6178 + }, + { + "epoch": 2.108873720136519, + "grad_norm": 0.29086438809761106, + "learning_rate": 3.0036304862537425e-06, + "loss": 0.3097, + "num_tokens": 1176333682.0, + "step": 6179 + }, + { + "epoch": 2.1092150170648463, + "grad_norm": 0.28720860493291356, + "learning_rate": 3.0022219951916087e-06, + "loss": 0.2963, + "num_tokens": 1176532581.0, + "step": 6180 + }, + { + "epoch": 2.109556313993174, + "grad_norm": 0.30967351366421664, + "learning_rate": 3.000813857703725e-06, + "loss": 0.2734, + "num_tokens": 1176690690.0, + "step": 6181 + }, + { + "epoch": 2.1098976109215015, + "grad_norm": 0.2872140033297847, + "learning_rate": 2.9994060739894174e-06, + "loss": 0.2996, + "num_tokens": 1176870233.0, + "step": 6182 + }, + { + "epoch": 2.1102389078498294, + "grad_norm": 0.27451169995634056, + "learning_rate": 2.997998644247966e-06, + "loss": 0.2808, + "num_tokens": 1177078674.0, + "step": 6183 + }, + { + "epoch": 2.1105802047781568, + "grad_norm": 0.2712620005338505, + "learning_rate": 2.9965915686786027e-06, + "loss": 0.2865, + "num_tokens": 1177301905.0, + "step": 6184 + }, + { + "epoch": 2.1109215017064846, + "grad_norm": 0.291244059204317, + "learning_rate": 2.9951848474805056e-06, + "loss": 0.3053, + "num_tokens": 1177484914.0, + "step": 6185 + }, + { + "epoch": 2.1112627986348125, + "grad_norm": 0.2724200383062709, + "learning_rate": 2.9937784808528024e-06, + "loss": 0.2989, + "num_tokens": 1177694742.0, + "step": 6186 + }, + { + "epoch": 2.11160409556314, + "grad_norm": 0.30116922479745284, + "learning_rate": 2.9923724689945734e-06, + "loss": 0.2999, + "num_tokens": 1177894679.0, + "step": 6187 + }, + { + "epoch": 2.1119453924914677, + "grad_norm": 0.2655694367067885, + "learning_rate": 2.9909668121048476e-06, + "loss": 0.3023, + "num_tokens": 1178115500.0, + "step": 6188 + }, + { + "epoch": 2.112286689419795, + "grad_norm": 0.29902396793671115, + "learning_rate": 2.9895615103826e-06, + "loss": 0.2494, + "num_tokens": 1178262483.0, + "step": 6189 + }, + { + "epoch": 2.112627986348123, + "grad_norm": 0.29336758110015204, + "learning_rate": 2.9881565640267646e-06, + "loss": 0.3255, + "num_tokens": 1178456372.0, + "step": 6190 + }, + { + "epoch": 2.1129692832764504, + "grad_norm": 0.29983007521725796, + "learning_rate": 2.9867519732362173e-06, + "loss": 0.338, + "num_tokens": 1178643968.0, + "step": 6191 + }, + { + "epoch": 2.1133105802047782, + "grad_norm": 0.26874740575315603, + "learning_rate": 2.985347738209782e-06, + "loss": 0.2853, + "num_tokens": 1178867245.0, + "step": 6192 + }, + { + "epoch": 2.1136518771331056, + "grad_norm": 0.268140946315297, + "learning_rate": 2.98394385914624e-06, + "loss": 0.2606, + "num_tokens": 1179046786.0, + "step": 6193 + }, + { + "epoch": 2.1139931740614335, + "grad_norm": 0.27001960899063776, + "learning_rate": 2.9825403362443174e-06, + "loss": 0.2914, + "num_tokens": 1179242390.0, + "step": 6194 + }, + { + "epoch": 2.114334470989761, + "grad_norm": 0.30882589879378153, + "learning_rate": 2.981137169702689e-06, + "loss": 0.3017, + "num_tokens": 1179405452.0, + "step": 6195 + }, + { + "epoch": 2.1146757679180888, + "grad_norm": 0.31256072247976013, + "learning_rate": 2.9797343597199817e-06, + "loss": 0.2944, + "num_tokens": 1179590681.0, + "step": 6196 + }, + { + "epoch": 2.115017064846416, + "grad_norm": 0.280880235347969, + "learning_rate": 2.9783319064947725e-06, + "loss": 0.2902, + "num_tokens": 1179798520.0, + "step": 6197 + }, + { + "epoch": 2.115358361774744, + "grad_norm": 0.2595030487713568, + "learning_rate": 2.976929810225583e-06, + "loss": 0.2835, + "num_tokens": 1180007645.0, + "step": 6198 + }, + { + "epoch": 2.115699658703072, + "grad_norm": 0.30332734219158786, + "learning_rate": 2.975528071110891e-06, + "loss": 0.3046, + "num_tokens": 1180184925.0, + "step": 6199 + }, + { + "epoch": 2.1160409556313993, + "grad_norm": 0.27055247026806983, + "learning_rate": 2.974126689349119e-06, + "loss": 0.2944, + "num_tokens": 1180382652.0, + "step": 6200 + }, + { + "epoch": 2.116382252559727, + "grad_norm": 0.3008425817009357, + "learning_rate": 2.9727256651386383e-06, + "loss": 0.2795, + "num_tokens": 1180537169.0, + "step": 6201 + }, + { + "epoch": 2.1167235494880545, + "grad_norm": 0.31629035057056504, + "learning_rate": 2.9713249986777764e-06, + "loss": 0.2929, + "num_tokens": 1180739254.0, + "step": 6202 + }, + { + "epoch": 2.1170648464163824, + "grad_norm": 0.3185511693806738, + "learning_rate": 2.9699246901648023e-06, + "loss": 0.3242, + "num_tokens": 1180911958.0, + "step": 6203 + }, + { + "epoch": 2.11740614334471, + "grad_norm": 0.2950524624141104, + "learning_rate": 2.9685247397979365e-06, + "loss": 0.3037, + "num_tokens": 1181082541.0, + "step": 6204 + }, + { + "epoch": 2.1177474402730376, + "grad_norm": 0.29182364829239765, + "learning_rate": 2.9671251477753504e-06, + "loss": 0.2928, + "num_tokens": 1181283649.0, + "step": 6205 + }, + { + "epoch": 2.118088737201365, + "grad_norm": 0.3027267957988328, + "learning_rate": 2.9657259142951643e-06, + "loss": 0.2762, + "num_tokens": 1181449049.0, + "step": 6206 + }, + { + "epoch": 2.118430034129693, + "grad_norm": 0.3032836827167495, + "learning_rate": 2.964327039555451e-06, + "loss": 0.3178, + "num_tokens": 1181640421.0, + "step": 6207 + }, + { + "epoch": 2.1187713310580203, + "grad_norm": 0.3036636546269088, + "learning_rate": 2.962928523754222e-06, + "loss": 0.342, + "num_tokens": 1181859164.0, + "step": 6208 + }, + { + "epoch": 2.119112627986348, + "grad_norm": 0.3066330771359722, + "learning_rate": 2.96153036708945e-06, + "loss": 0.2867, + "num_tokens": 1182057646.0, + "step": 6209 + }, + { + "epoch": 2.1194539249146755, + "grad_norm": 0.28701284893010115, + "learning_rate": 2.9601325697590484e-06, + "loss": 0.3126, + "num_tokens": 1182238808.0, + "step": 6210 + }, + { + "epoch": 2.1197952218430034, + "grad_norm": 0.2951894772460585, + "learning_rate": 2.958735131960887e-06, + "loss": 0.3064, + "num_tokens": 1182405477.0, + "step": 6211 + }, + { + "epoch": 2.1201365187713312, + "grad_norm": 0.29892535335108494, + "learning_rate": 2.957338053892778e-06, + "loss": 0.2901, + "num_tokens": 1182582078.0, + "step": 6212 + }, + { + "epoch": 2.1204778156996587, + "grad_norm": 0.3253648369480572, + "learning_rate": 2.955941335752486e-06, + "loss": 0.3465, + "num_tokens": 1182780125.0, + "step": 6213 + }, + { + "epoch": 2.1208191126279865, + "grad_norm": 0.32095432117025513, + "learning_rate": 2.9545449777377244e-06, + "loss": 0.2888, + "num_tokens": 1182948606.0, + "step": 6214 + }, + { + "epoch": 2.121160409556314, + "grad_norm": 0.29604097059957846, + "learning_rate": 2.9531489800461544e-06, + "loss": 0.2773, + "num_tokens": 1183126140.0, + "step": 6215 + }, + { + "epoch": 2.1215017064846418, + "grad_norm": 0.31566697568120555, + "learning_rate": 2.9517533428753914e-06, + "loss": 0.2965, + "num_tokens": 1183302105.0, + "step": 6216 + }, + { + "epoch": 2.121843003412969, + "grad_norm": 0.26403509547356396, + "learning_rate": 2.950358066422989e-06, + "loss": 0.2986, + "num_tokens": 1183508180.0, + "step": 6217 + }, + { + "epoch": 2.122184300341297, + "grad_norm": 0.28235400936748867, + "learning_rate": 2.9489631508864615e-06, + "loss": 0.2943, + "num_tokens": 1183711064.0, + "step": 6218 + }, + { + "epoch": 2.1225255972696244, + "grad_norm": 0.27550859226299024, + "learning_rate": 2.9475685964632626e-06, + "loss": 0.3104, + "num_tokens": 1183902024.0, + "step": 6219 + }, + { + "epoch": 2.1228668941979523, + "grad_norm": 0.28820315751322323, + "learning_rate": 2.946174403350804e-06, + "loss": 0.3209, + "num_tokens": 1184124966.0, + "step": 6220 + }, + { + "epoch": 2.1232081911262797, + "grad_norm": 0.2841375542608718, + "learning_rate": 2.9447805717464386e-06, + "loss": 0.3023, + "num_tokens": 1184306874.0, + "step": 6221 + }, + { + "epoch": 2.1235494880546075, + "grad_norm": 0.2690690853426335, + "learning_rate": 2.943387101847469e-06, + "loss": 0.2905, + "num_tokens": 1184501736.0, + "step": 6222 + }, + { + "epoch": 2.123890784982935, + "grad_norm": 0.30112659584723733, + "learning_rate": 2.9419939938511534e-06, + "loss": 0.244, + "num_tokens": 1184631276.0, + "step": 6223 + }, + { + "epoch": 2.124232081911263, + "grad_norm": 0.27458844559986756, + "learning_rate": 2.94060124795469e-06, + "loss": 0.2888, + "num_tokens": 1184823890.0, + "step": 6224 + }, + { + "epoch": 2.1245733788395906, + "grad_norm": 0.2719996293168758, + "learning_rate": 2.939208864355233e-06, + "loss": 0.287, + "num_tokens": 1185021867.0, + "step": 6225 + }, + { + "epoch": 2.124914675767918, + "grad_norm": 0.2911993078165741, + "learning_rate": 2.937816843249877e-06, + "loss": 0.2967, + "num_tokens": 1185209895.0, + "step": 6226 + }, + { + "epoch": 2.125255972696246, + "grad_norm": 0.2799617837516804, + "learning_rate": 2.936425184835675e-06, + "loss": 0.2845, + "num_tokens": 1185409103.0, + "step": 6227 + }, + { + "epoch": 2.1255972696245733, + "grad_norm": 0.28608687732498334, + "learning_rate": 2.935033889309621e-06, + "loss": 0.2535, + "num_tokens": 1185569605.0, + "step": 6228 + }, + { + "epoch": 2.125938566552901, + "grad_norm": 0.3116884759991465, + "learning_rate": 2.933642956868663e-06, + "loss": 0.2535, + "num_tokens": 1185730159.0, + "step": 6229 + }, + { + "epoch": 2.1262798634812285, + "grad_norm": 0.29242669220187995, + "learning_rate": 2.9322523877096942e-06, + "loss": 0.2897, + "num_tokens": 1185902621.0, + "step": 6230 + }, + { + "epoch": 2.1266211604095564, + "grad_norm": 0.29988972449783463, + "learning_rate": 2.9308621820295547e-06, + "loss": 0.266, + "num_tokens": 1186068658.0, + "step": 6231 + }, + { + "epoch": 2.126962457337884, + "grad_norm": 0.31476524696675934, + "learning_rate": 2.92947234002504e-06, + "loss": 0.2774, + "num_tokens": 1186248538.0, + "step": 6232 + }, + { + "epoch": 2.1273037542662117, + "grad_norm": 0.29960935773672726, + "learning_rate": 2.928082861892886e-06, + "loss": 0.2948, + "num_tokens": 1186453469.0, + "step": 6233 + }, + { + "epoch": 2.127645051194539, + "grad_norm": 0.30529417222916533, + "learning_rate": 2.9266937478297875e-06, + "loss": 0.2925, + "num_tokens": 1186625406.0, + "step": 6234 + }, + { + "epoch": 2.127986348122867, + "grad_norm": 0.29066409473480986, + "learning_rate": 2.9253049980323722e-06, + "loss": 0.2707, + "num_tokens": 1186792534.0, + "step": 6235 + }, + { + "epoch": 2.1283276450511943, + "grad_norm": 0.34898983083195667, + "learning_rate": 2.923916612697232e-06, + "loss": 0.2992, + "num_tokens": 1187010349.0, + "step": 6236 + }, + { + "epoch": 2.128668941979522, + "grad_norm": 0.2791596719885564, + "learning_rate": 2.9225285920208967e-06, + "loss": 0.3185, + "num_tokens": 1187222828.0, + "step": 6237 + }, + { + "epoch": 2.12901023890785, + "grad_norm": 0.2915332526170106, + "learning_rate": 2.921140936199851e-06, + "loss": 0.3176, + "num_tokens": 1187424656.0, + "step": 6238 + }, + { + "epoch": 2.1293515358361774, + "grad_norm": 0.28299818228760604, + "learning_rate": 2.9197536454305243e-06, + "loss": 0.3198, + "num_tokens": 1187663719.0, + "step": 6239 + }, + { + "epoch": 2.1296928327645053, + "grad_norm": 0.28667937298053786, + "learning_rate": 2.918366719909294e-06, + "loss": 0.2878, + "num_tokens": 1187839355.0, + "step": 6240 + }, + { + "epoch": 2.1300341296928327, + "grad_norm": 0.34528839254340393, + "learning_rate": 2.9169801598324893e-06, + "loss": 0.2779, + "num_tokens": 1188005401.0, + "step": 6241 + }, + { + "epoch": 2.1303754266211605, + "grad_norm": 0.3013187501617486, + "learning_rate": 2.915593965396385e-06, + "loss": 0.2554, + "num_tokens": 1188155068.0, + "step": 6242 + }, + { + "epoch": 2.130716723549488, + "grad_norm": 0.2840869499252566, + "learning_rate": 2.914208136797203e-06, + "loss": 0.3079, + "num_tokens": 1188369534.0, + "step": 6243 + }, + { + "epoch": 2.131058020477816, + "grad_norm": 0.2721008245199033, + "learning_rate": 2.912822674231114e-06, + "loss": 0.2881, + "num_tokens": 1188584572.0, + "step": 6244 + }, + { + "epoch": 2.131399317406143, + "grad_norm": 0.28260649490187073, + "learning_rate": 2.9114375778942415e-06, + "loss": 0.2574, + "num_tokens": 1188762312.0, + "step": 6245 + }, + { + "epoch": 2.131740614334471, + "grad_norm": 0.29144671760020535, + "learning_rate": 2.91005284798265e-06, + "loss": 0.2951, + "num_tokens": 1188950660.0, + "step": 6246 + }, + { + "epoch": 2.1320819112627984, + "grad_norm": 0.2999397821670485, + "learning_rate": 2.9086684846923595e-06, + "loss": 0.296, + "num_tokens": 1189139672.0, + "step": 6247 + }, + { + "epoch": 2.1324232081911263, + "grad_norm": 0.26384414896822517, + "learning_rate": 2.9072844882193317e-06, + "loss": 0.2886, + "num_tokens": 1189351315.0, + "step": 6248 + }, + { + "epoch": 2.1327645051194537, + "grad_norm": 0.2618104188778173, + "learning_rate": 2.9059008587594776e-06, + "loss": 0.2611, + "num_tokens": 1189533248.0, + "step": 6249 + }, + { + "epoch": 2.1331058020477816, + "grad_norm": 0.2872979203464578, + "learning_rate": 2.9045175965086613e-06, + "loss": 0.2778, + "num_tokens": 1189708415.0, + "step": 6250 + }, + { + "epoch": 2.1334470989761094, + "grad_norm": 0.3002167113195764, + "learning_rate": 2.903134701662689e-06, + "loss": 0.2784, + "num_tokens": 1189883365.0, + "step": 6251 + }, + { + "epoch": 2.133788395904437, + "grad_norm": 0.3019717266589374, + "learning_rate": 2.901752174417316e-06, + "loss": 0.2903, + "num_tokens": 1190054962.0, + "step": 6252 + }, + { + "epoch": 2.1341296928327647, + "grad_norm": 0.30082410908355467, + "learning_rate": 2.900370014968249e-06, + "loss": 0.291, + "num_tokens": 1190229635.0, + "step": 6253 + }, + { + "epoch": 2.134470989761092, + "grad_norm": 0.2976218064842079, + "learning_rate": 2.8989882235111376e-06, + "loss": 0.2834, + "num_tokens": 1190395794.0, + "step": 6254 + }, + { + "epoch": 2.13481228668942, + "grad_norm": 0.2949947433099117, + "learning_rate": 2.897606800241588e-06, + "loss": 0.3046, + "num_tokens": 1190594378.0, + "step": 6255 + }, + { + "epoch": 2.1351535836177473, + "grad_norm": 0.27541720463966973, + "learning_rate": 2.8962257453551398e-06, + "loss": 0.2685, + "num_tokens": 1190778208.0, + "step": 6256 + }, + { + "epoch": 2.135494880546075, + "grad_norm": 0.2885653530533769, + "learning_rate": 2.8948450590472944e-06, + "loss": 0.2866, + "num_tokens": 1190966393.0, + "step": 6257 + }, + { + "epoch": 2.1358361774744026, + "grad_norm": 0.2778504157906642, + "learning_rate": 2.893464741513493e-06, + "loss": 0.2909, + "num_tokens": 1191150961.0, + "step": 6258 + }, + { + "epoch": 2.1361774744027304, + "grad_norm": 0.28139376918999215, + "learning_rate": 2.8920847929491298e-06, + "loss": 0.2957, + "num_tokens": 1191362184.0, + "step": 6259 + }, + { + "epoch": 2.136518771331058, + "grad_norm": 0.26067374513844965, + "learning_rate": 2.890705213549543e-06, + "loss": 0.2824, + "num_tokens": 1191590786.0, + "step": 6260 + }, + { + "epoch": 2.1368600682593857, + "grad_norm": 0.3112529853932489, + "learning_rate": 2.8893260035100168e-06, + "loss": 0.3035, + "num_tokens": 1191765606.0, + "step": 6261 + }, + { + "epoch": 2.137201365187713, + "grad_norm": 0.31062758126364975, + "learning_rate": 2.8879471630257917e-06, + "loss": 0.2975, + "num_tokens": 1191949393.0, + "step": 6262 + }, + { + "epoch": 2.137542662116041, + "grad_norm": 0.2939472499462443, + "learning_rate": 2.8865686922920442e-06, + "loss": 0.273, + "num_tokens": 1192119477.0, + "step": 6263 + }, + { + "epoch": 2.137883959044369, + "grad_norm": 0.2762881227547846, + "learning_rate": 2.8851905915039115e-06, + "loss": 0.2722, + "num_tokens": 1192290255.0, + "step": 6264 + }, + { + "epoch": 2.138225255972696, + "grad_norm": 0.31128942823797484, + "learning_rate": 2.8838128608564633e-06, + "loss": 0.2973, + "num_tokens": 1192485373.0, + "step": 6265 + }, + { + "epoch": 2.138566552901024, + "grad_norm": 0.32826583490769196, + "learning_rate": 2.88243550054473e-06, + "loss": 0.2845, + "num_tokens": 1192679047.0, + "step": 6266 + }, + { + "epoch": 2.1389078498293514, + "grad_norm": 0.27839065484571895, + "learning_rate": 2.8810585107636822e-06, + "loss": 0.305, + "num_tokens": 1192893581.0, + "step": 6267 + }, + { + "epoch": 2.1392491467576793, + "grad_norm": 0.2907670180593242, + "learning_rate": 2.879681891708244e-06, + "loss": 0.2979, + "num_tokens": 1193080878.0, + "step": 6268 + }, + { + "epoch": 2.1395904436860067, + "grad_norm": 0.29263961654566734, + "learning_rate": 2.8783056435732794e-06, + "loss": 0.2915, + "num_tokens": 1193276813.0, + "step": 6269 + }, + { + "epoch": 2.1399317406143346, + "grad_norm": 0.2653084441564098, + "learning_rate": 2.8769297665536043e-06, + "loss": 0.299, + "num_tokens": 1193505916.0, + "step": 6270 + }, + { + "epoch": 2.140273037542662, + "grad_norm": 0.2697489234653165, + "learning_rate": 2.8755542608439846e-06, + "loss": 0.2792, + "num_tokens": 1193713822.0, + "step": 6271 + }, + { + "epoch": 2.14061433447099, + "grad_norm": 0.26986351396838737, + "learning_rate": 2.8741791266391277e-06, + "loss": 0.2762, + "num_tokens": 1193919270.0, + "step": 6272 + }, + { + "epoch": 2.140955631399317, + "grad_norm": 0.31979993655781336, + "learning_rate": 2.8728043641336957e-06, + "loss": 0.2725, + "num_tokens": 1194083568.0, + "step": 6273 + }, + { + "epoch": 2.141296928327645, + "grad_norm": 0.309824050935588, + "learning_rate": 2.8714299735222872e-06, + "loss": 0.2925, + "num_tokens": 1194252655.0, + "step": 6274 + }, + { + "epoch": 2.1416382252559725, + "grad_norm": 0.30841745240042373, + "learning_rate": 2.87005595499946e-06, + "loss": 0.2948, + "num_tokens": 1194429603.0, + "step": 6275 + }, + { + "epoch": 2.1419795221843003, + "grad_norm": 0.32211761501687325, + "learning_rate": 2.8686823087597114e-06, + "loss": 0.2746, + "num_tokens": 1194592553.0, + "step": 6276 + }, + { + "epoch": 2.142320819112628, + "grad_norm": 0.26230928336630205, + "learning_rate": 2.867309034997491e-06, + "loss": 0.3287, + "num_tokens": 1194822587.0, + "step": 6277 + }, + { + "epoch": 2.1426621160409556, + "grad_norm": 0.2858869424358984, + "learning_rate": 2.865936133907191e-06, + "loss": 0.2946, + "num_tokens": 1195026157.0, + "step": 6278 + }, + { + "epoch": 2.1430034129692834, + "grad_norm": 0.2743681900201683, + "learning_rate": 2.8645636056831533e-06, + "loss": 0.2973, + "num_tokens": 1195230889.0, + "step": 6279 + }, + { + "epoch": 2.143344709897611, + "grad_norm": 0.27201491381056236, + "learning_rate": 2.8631914505196688e-06, + "loss": 0.3007, + "num_tokens": 1195459634.0, + "step": 6280 + }, + { + "epoch": 2.1436860068259387, + "grad_norm": 0.2803270755923167, + "learning_rate": 2.8618196686109713e-06, + "loss": 0.2915, + "num_tokens": 1195666994.0, + "step": 6281 + }, + { + "epoch": 2.144027303754266, + "grad_norm": 0.26305923531586134, + "learning_rate": 2.8604482601512474e-06, + "loss": 0.2893, + "num_tokens": 1195880976.0, + "step": 6282 + }, + { + "epoch": 2.144368600682594, + "grad_norm": 0.2966019828079284, + "learning_rate": 2.8590772253346222e-06, + "loss": 0.2784, + "num_tokens": 1196063937.0, + "step": 6283 + }, + { + "epoch": 2.1447098976109213, + "grad_norm": 0.3197384199559727, + "learning_rate": 2.857706564355178e-06, + "loss": 0.3104, + "num_tokens": 1196218800.0, + "step": 6284 + }, + { + "epoch": 2.145051194539249, + "grad_norm": 0.34533185960330576, + "learning_rate": 2.8563362774069357e-06, + "loss": 0.2696, + "num_tokens": 1196399778.0, + "step": 6285 + }, + { + "epoch": 2.1453924914675766, + "grad_norm": 0.3262421059350678, + "learning_rate": 2.854966364683872e-06, + "loss": 0.2958, + "num_tokens": 1196585178.0, + "step": 6286 + }, + { + "epoch": 2.1457337883959045, + "grad_norm": 0.3022587136915573, + "learning_rate": 2.853596826379901e-06, + "loss": 0.2933, + "num_tokens": 1196747861.0, + "step": 6287 + }, + { + "epoch": 2.146075085324232, + "grad_norm": 0.28178896296295786, + "learning_rate": 2.852227662688889e-06, + "loss": 0.27, + "num_tokens": 1196932812.0, + "step": 6288 + }, + { + "epoch": 2.1464163822525597, + "grad_norm": 0.3098292940161975, + "learning_rate": 2.8508588738046515e-06, + "loss": 0.3051, + "num_tokens": 1197131270.0, + "step": 6289 + }, + { + "epoch": 2.1467576791808876, + "grad_norm": 0.28072000951158704, + "learning_rate": 2.849490459920946e-06, + "loss": 0.2949, + "num_tokens": 1197347879.0, + "step": 6290 + }, + { + "epoch": 2.147098976109215, + "grad_norm": 0.28665206606239074, + "learning_rate": 2.8481224212314782e-06, + "loss": 0.292, + "num_tokens": 1197516440.0, + "step": 6291 + }, + { + "epoch": 2.147440273037543, + "grad_norm": 0.28620045875337746, + "learning_rate": 2.8467547579299025e-06, + "loss": 0.315, + "num_tokens": 1197711104.0, + "step": 6292 + }, + { + "epoch": 2.14778156996587, + "grad_norm": 0.323292870119758, + "learning_rate": 2.8453874702098206e-06, + "loss": 0.2857, + "num_tokens": 1197863957.0, + "step": 6293 + }, + { + "epoch": 2.148122866894198, + "grad_norm": 0.27263112634020803, + "learning_rate": 2.844020558264776e-06, + "loss": 0.3141, + "num_tokens": 1198100194.0, + "step": 6294 + }, + { + "epoch": 2.1484641638225255, + "grad_norm": 0.25197645284216363, + "learning_rate": 2.8426540222882675e-06, + "loss": 0.2707, + "num_tokens": 1198313049.0, + "step": 6295 + }, + { + "epoch": 2.1488054607508533, + "grad_norm": 0.2784207100747828, + "learning_rate": 2.841287862473733e-06, + "loss": 0.2709, + "num_tokens": 1198489731.0, + "step": 6296 + }, + { + "epoch": 2.1491467576791807, + "grad_norm": 0.28378148637681694, + "learning_rate": 2.8399220790145582e-06, + "loss": 0.2489, + "num_tokens": 1198654744.0, + "step": 6297 + }, + { + "epoch": 2.1494880546075086, + "grad_norm": 0.28424956826355674, + "learning_rate": 2.8385566721040806e-06, + "loss": 0.2751, + "num_tokens": 1198836677.0, + "step": 6298 + }, + { + "epoch": 2.149829351535836, + "grad_norm": 0.27167195933688687, + "learning_rate": 2.8371916419355807e-06, + "loss": 0.2768, + "num_tokens": 1199049607.0, + "step": 6299 + }, + { + "epoch": 2.150170648464164, + "grad_norm": 0.3645842891973618, + "learning_rate": 2.8358269887022827e-06, + "loss": 0.3314, + "num_tokens": 1199271356.0, + "step": 6300 + }, + { + "epoch": 2.1505119453924912, + "grad_norm": 0.2935265428318259, + "learning_rate": 2.8344627125973645e-06, + "loss": 0.2725, + "num_tokens": 1199436954.0, + "step": 6301 + }, + { + "epoch": 2.150853242320819, + "grad_norm": 0.2900346532251226, + "learning_rate": 2.8330988138139447e-06, + "loss": 0.3139, + "num_tokens": 1199627651.0, + "step": 6302 + }, + { + "epoch": 2.151194539249147, + "grad_norm": 0.2833047130960193, + "learning_rate": 2.8317352925450924e-06, + "loss": 0.3107, + "num_tokens": 1199824924.0, + "step": 6303 + }, + { + "epoch": 2.1515358361774743, + "grad_norm": 0.25428455692193364, + "learning_rate": 2.8303721489838214e-06, + "loss": 0.2952, + "num_tokens": 1200063945.0, + "step": 6304 + }, + { + "epoch": 2.151877133105802, + "grad_norm": 0.2932249762990939, + "learning_rate": 2.8290093833230916e-06, + "loss": 0.2912, + "num_tokens": 1200236756.0, + "step": 6305 + }, + { + "epoch": 2.1522184300341296, + "grad_norm": 0.2869845692911097, + "learning_rate": 2.8276469957558077e-06, + "loss": 0.3089, + "num_tokens": 1200435477.0, + "step": 6306 + }, + { + "epoch": 2.1525597269624575, + "grad_norm": 0.28449747759346156, + "learning_rate": 2.8262849864748275e-06, + "loss": 0.297, + "num_tokens": 1200629026.0, + "step": 6307 + }, + { + "epoch": 2.152901023890785, + "grad_norm": 0.2618229904510168, + "learning_rate": 2.824923355672948e-06, + "loss": 0.2823, + "num_tokens": 1200827585.0, + "step": 6308 + }, + { + "epoch": 2.1532423208191127, + "grad_norm": 0.27387604630877543, + "learning_rate": 2.823562103542915e-06, + "loss": 0.288, + "num_tokens": 1201038713.0, + "step": 6309 + }, + { + "epoch": 2.15358361774744, + "grad_norm": 0.3212015977667681, + "learning_rate": 2.8222012302774248e-06, + "loss": 0.2816, + "num_tokens": 1201186627.0, + "step": 6310 + }, + { + "epoch": 2.153924914675768, + "grad_norm": 0.2842182543754816, + "learning_rate": 2.8208407360691125e-06, + "loss": 0.3151, + "num_tokens": 1201384168.0, + "step": 6311 + }, + { + "epoch": 2.1542662116040954, + "grad_norm": 0.27637499965646134, + "learning_rate": 2.8194806211105685e-06, + "loss": 0.3081, + "num_tokens": 1201598432.0, + "step": 6312 + }, + { + "epoch": 2.154607508532423, + "grad_norm": 0.29645354186629513, + "learning_rate": 2.8181208855943177e-06, + "loss": 0.305, + "num_tokens": 1201787164.0, + "step": 6313 + }, + { + "epoch": 2.1549488054607506, + "grad_norm": 0.24932319815922488, + "learning_rate": 2.816761529712844e-06, + "loss": 0.2925, + "num_tokens": 1202028321.0, + "step": 6314 + }, + { + "epoch": 2.1552901023890785, + "grad_norm": 0.28212452654841896, + "learning_rate": 2.8154025536585673e-06, + "loss": 0.3216, + "num_tokens": 1202242198.0, + "step": 6315 + }, + { + "epoch": 2.1556313993174063, + "grad_norm": 0.2890354180182701, + "learning_rate": 2.8140439576238632e-06, + "loss": 0.2859, + "num_tokens": 1202441101.0, + "step": 6316 + }, + { + "epoch": 2.1559726962457337, + "grad_norm": 0.2877672301901687, + "learning_rate": 2.8126857418010454e-06, + "loss": 0.2735, + "num_tokens": 1202608633.0, + "step": 6317 + }, + { + "epoch": 2.1563139931740616, + "grad_norm": 0.29269972613163703, + "learning_rate": 2.811327906382375e-06, + "loss": 0.2901, + "num_tokens": 1202804857.0, + "step": 6318 + }, + { + "epoch": 2.156655290102389, + "grad_norm": 0.28422180516352363, + "learning_rate": 2.8099704515600652e-06, + "loss": 0.2887, + "num_tokens": 1202982079.0, + "step": 6319 + }, + { + "epoch": 2.156996587030717, + "grad_norm": 0.27734604595487317, + "learning_rate": 2.808613377526267e-06, + "loss": 0.2663, + "num_tokens": 1203166476.0, + "step": 6320 + }, + { + "epoch": 2.1573378839590442, + "grad_norm": 0.31520136812201016, + "learning_rate": 2.807256684473088e-06, + "loss": 0.2855, + "num_tokens": 1203342748.0, + "step": 6321 + }, + { + "epoch": 2.157679180887372, + "grad_norm": 0.3084404536282633, + "learning_rate": 2.8059003725925683e-06, + "loss": 0.2922, + "num_tokens": 1203507191.0, + "step": 6322 + }, + { + "epoch": 2.1580204778156995, + "grad_norm": 0.2904015978180343, + "learning_rate": 2.8045444420767053e-06, + "loss": 0.2756, + "num_tokens": 1203700234.0, + "step": 6323 + }, + { + "epoch": 2.1583617747440274, + "grad_norm": 0.3194377911754164, + "learning_rate": 2.8031888931174373e-06, + "loss": 0.2811, + "num_tokens": 1203856223.0, + "step": 6324 + }, + { + "epoch": 2.1587030716723548, + "grad_norm": 0.2797554460499473, + "learning_rate": 2.8018337259066508e-06, + "loss": 0.3136, + "num_tokens": 1204062012.0, + "step": 6325 + }, + { + "epoch": 2.1590443686006826, + "grad_norm": 0.27058170333813514, + "learning_rate": 2.8004789406361776e-06, + "loss": 0.2843, + "num_tokens": 1204271028.0, + "step": 6326 + }, + { + "epoch": 2.15938566552901, + "grad_norm": 0.287046099489795, + "learning_rate": 2.7991245374977915e-06, + "loss": 0.2714, + "num_tokens": 1204434562.0, + "step": 6327 + }, + { + "epoch": 2.159726962457338, + "grad_norm": 0.28350209238775714, + "learning_rate": 2.7977705166832192e-06, + "loss": 0.3208, + "num_tokens": 1204647842.0, + "step": 6328 + }, + { + "epoch": 2.1600682593856657, + "grad_norm": 0.2704580714179968, + "learning_rate": 2.7964168783841282e-06, + "loss": 0.3115, + "num_tokens": 1204861957.0, + "step": 6329 + }, + { + "epoch": 2.160409556313993, + "grad_norm": 0.25553586273318085, + "learning_rate": 2.7950636227921373e-06, + "loss": 0.3086, + "num_tokens": 1205093839.0, + "step": 6330 + }, + { + "epoch": 2.160750853242321, + "grad_norm": 0.2805689711107417, + "learning_rate": 2.7937107500988007e-06, + "loss": 0.2967, + "num_tokens": 1205303090.0, + "step": 6331 + }, + { + "epoch": 2.1610921501706484, + "grad_norm": 0.2794842711131244, + "learning_rate": 2.7923582604956303e-06, + "loss": 0.2916, + "num_tokens": 1205492997.0, + "step": 6332 + }, + { + "epoch": 2.1614334470989762, + "grad_norm": 0.28234221374485474, + "learning_rate": 2.791006154174074e-06, + "loss": 0.3026, + "num_tokens": 1205685304.0, + "step": 6333 + }, + { + "epoch": 2.1617747440273036, + "grad_norm": 0.2738230744889141, + "learning_rate": 2.789654431325534e-06, + "loss": 0.2842, + "num_tokens": 1205883299.0, + "step": 6334 + }, + { + "epoch": 2.1621160409556315, + "grad_norm": 0.2843008689713167, + "learning_rate": 2.7883030921413535e-06, + "loss": 0.2777, + "num_tokens": 1206045695.0, + "step": 6335 + }, + { + "epoch": 2.162457337883959, + "grad_norm": 0.3155957307205967, + "learning_rate": 2.786952136812818e-06, + "loss": 0.2774, + "num_tokens": 1206207475.0, + "step": 6336 + }, + { + "epoch": 2.1627986348122867, + "grad_norm": 0.2747302427794464, + "learning_rate": 2.7856015655311686e-06, + "loss": 0.2807, + "num_tokens": 1206410241.0, + "step": 6337 + }, + { + "epoch": 2.163139931740614, + "grad_norm": 0.266799102753966, + "learning_rate": 2.784251378487582e-06, + "loss": 0.2855, + "num_tokens": 1206608934.0, + "step": 6338 + }, + { + "epoch": 2.163481228668942, + "grad_norm": 0.28457685847149955, + "learning_rate": 2.782901575873188e-06, + "loss": 0.2972, + "num_tokens": 1206809095.0, + "step": 6339 + }, + { + "epoch": 2.1638225255972694, + "grad_norm": 0.33649184015271394, + "learning_rate": 2.7815521578790535e-06, + "loss": 0.2756, + "num_tokens": 1206957587.0, + "step": 6340 + }, + { + "epoch": 2.1641638225255972, + "grad_norm": 0.3063057260236629, + "learning_rate": 2.7802031246961992e-06, + "loss": 0.3093, + "num_tokens": 1207145456.0, + "step": 6341 + }, + { + "epoch": 2.164505119453925, + "grad_norm": 0.28146981243505514, + "learning_rate": 2.7788544765155888e-06, + "loss": 0.2732, + "num_tokens": 1207311932.0, + "step": 6342 + }, + { + "epoch": 2.1648464163822525, + "grad_norm": 0.3150573421572041, + "learning_rate": 2.7775062135281306e-06, + "loss": 0.3174, + "num_tokens": 1207484405.0, + "step": 6343 + }, + { + "epoch": 2.1651877133105804, + "grad_norm": 0.3135372132284164, + "learning_rate": 2.7761583359246787e-06, + "loss": 0.2879, + "num_tokens": 1207648664.0, + "step": 6344 + }, + { + "epoch": 2.1655290102389078, + "grad_norm": 0.24851778140962108, + "learning_rate": 2.7748108438960297e-06, + "loss": 0.2918, + "num_tokens": 1207890993.0, + "step": 6345 + }, + { + "epoch": 2.1658703071672356, + "grad_norm": 0.2925499254576006, + "learning_rate": 2.7734637376329334e-06, + "loss": 0.2718, + "num_tokens": 1208068838.0, + "step": 6346 + }, + { + "epoch": 2.166211604095563, + "grad_norm": 0.3277331234922445, + "learning_rate": 2.772117017326077e-06, + "loss": 0.2733, + "num_tokens": 1208260882.0, + "step": 6347 + }, + { + "epoch": 2.166552901023891, + "grad_norm": 0.28189259975322023, + "learning_rate": 2.7707706831660954e-06, + "loss": 0.3109, + "num_tokens": 1208476437.0, + "step": 6348 + }, + { + "epoch": 2.1668941979522183, + "grad_norm": 0.29042708066263717, + "learning_rate": 2.7694247353435715e-06, + "loss": 0.3211, + "num_tokens": 1208667525.0, + "step": 6349 + }, + { + "epoch": 2.167235494880546, + "grad_norm": 0.3034393547859758, + "learning_rate": 2.7680791740490308e-06, + "loss": 0.3098, + "num_tokens": 1208866062.0, + "step": 6350 + }, + { + "epoch": 2.1675767918088735, + "grad_norm": 0.2943163486577316, + "learning_rate": 2.766733999472946e-06, + "loss": 0.2671, + "num_tokens": 1209054985.0, + "step": 6351 + }, + { + "epoch": 2.1679180887372014, + "grad_norm": 0.34226365749983834, + "learning_rate": 2.7653892118057335e-06, + "loss": 0.2923, + "num_tokens": 1209199736.0, + "step": 6352 + }, + { + "epoch": 2.168259385665529, + "grad_norm": 0.29329720846596696, + "learning_rate": 2.7640448112377555e-06, + "loss": 0.2881, + "num_tokens": 1209387593.0, + "step": 6353 + }, + { + "epoch": 2.1686006825938566, + "grad_norm": 0.27812037123313416, + "learning_rate": 2.762700797959317e-06, + "loss": 0.2975, + "num_tokens": 1209573561.0, + "step": 6354 + }, + { + "epoch": 2.1689419795221845, + "grad_norm": 0.3155773821741744, + "learning_rate": 2.7613571721606745e-06, + "loss": 0.2739, + "num_tokens": 1209758728.0, + "step": 6355 + }, + { + "epoch": 2.169283276450512, + "grad_norm": 0.3104728413652828, + "learning_rate": 2.760013934032023e-06, + "loss": 0.3159, + "num_tokens": 1209943769.0, + "step": 6356 + }, + { + "epoch": 2.1696245733788397, + "grad_norm": 0.27435797083940267, + "learning_rate": 2.7586710837635043e-06, + "loss": 0.3311, + "num_tokens": 1210193065.0, + "step": 6357 + }, + { + "epoch": 2.169965870307167, + "grad_norm": 0.3039101878788527, + "learning_rate": 2.75732862154521e-06, + "loss": 0.3292, + "num_tokens": 1210385012.0, + "step": 6358 + }, + { + "epoch": 2.170307167235495, + "grad_norm": 0.2601564981365319, + "learning_rate": 2.7559865475671686e-06, + "loss": 0.303, + "num_tokens": 1210588969.0, + "step": 6359 + }, + { + "epoch": 2.1706484641638224, + "grad_norm": 0.3025091331930546, + "learning_rate": 2.7546448620193633e-06, + "loss": 0.2974, + "num_tokens": 1210752327.0, + "step": 6360 + }, + { + "epoch": 2.1709897610921502, + "grad_norm": 0.28511305372419693, + "learning_rate": 2.7533035650917117e-06, + "loss": 0.2809, + "num_tokens": 1210941379.0, + "step": 6361 + }, + { + "epoch": 2.1713310580204777, + "grad_norm": 0.2916300172138477, + "learning_rate": 2.7519626569740855e-06, + "loss": 0.2751, + "num_tokens": 1211108290.0, + "step": 6362 + }, + { + "epoch": 2.1716723549488055, + "grad_norm": 0.3120396965688261, + "learning_rate": 2.750622137856294e-06, + "loss": 0.3215, + "num_tokens": 1211332985.0, + "step": 6363 + }, + { + "epoch": 2.172013651877133, + "grad_norm": 0.25823022993768174, + "learning_rate": 2.7492820079280997e-06, + "loss": 0.2874, + "num_tokens": 1211537953.0, + "step": 6364 + }, + { + "epoch": 2.1723549488054608, + "grad_norm": 0.2930635157361993, + "learning_rate": 2.747942267379203e-06, + "loss": 0.3018, + "num_tokens": 1211721153.0, + "step": 6365 + }, + { + "epoch": 2.172696245733788, + "grad_norm": 0.2973153109076656, + "learning_rate": 2.7466029163992503e-06, + "loss": 0.3089, + "num_tokens": 1211917729.0, + "step": 6366 + }, + { + "epoch": 2.173037542662116, + "grad_norm": 0.3081321951457601, + "learning_rate": 2.745263955177836e-06, + "loss": 0.3373, + "num_tokens": 1212127573.0, + "step": 6367 + }, + { + "epoch": 2.173378839590444, + "grad_norm": 0.2700135911658491, + "learning_rate": 2.743925383904496e-06, + "loss": 0.291, + "num_tokens": 1212331598.0, + "step": 6368 + }, + { + "epoch": 2.1737201365187713, + "grad_norm": 0.29122114001329463, + "learning_rate": 2.742587202768716e-06, + "loss": 0.2809, + "num_tokens": 1212524401.0, + "step": 6369 + }, + { + "epoch": 2.174061433447099, + "grad_norm": 0.308410722230334, + "learning_rate": 2.7412494119599178e-06, + "loss": 0.293, + "num_tokens": 1212677845.0, + "step": 6370 + }, + { + "epoch": 2.1744027303754265, + "grad_norm": 0.8984513455014562, + "learning_rate": 2.7399120116674766e-06, + "loss": 0.2952, + "num_tokens": 1212856659.0, + "step": 6371 + }, + { + "epoch": 2.1747440273037544, + "grad_norm": 0.30175444852596517, + "learning_rate": 2.7385750020807067e-06, + "loss": 0.2919, + "num_tokens": 1213027352.0, + "step": 6372 + }, + { + "epoch": 2.175085324232082, + "grad_norm": 0.2875031678277305, + "learning_rate": 2.737238383388871e-06, + "loss": 0.272, + "num_tokens": 1213200668.0, + "step": 6373 + }, + { + "epoch": 2.1754266211604096, + "grad_norm": 0.2480581539056159, + "learning_rate": 2.735902155781175e-06, + "loss": 0.2724, + "num_tokens": 1213408773.0, + "step": 6374 + }, + { + "epoch": 2.175767918088737, + "grad_norm": 0.30352175268611475, + "learning_rate": 2.7345663194467666e-06, + "loss": 0.2961, + "num_tokens": 1213590309.0, + "step": 6375 + }, + { + "epoch": 2.176109215017065, + "grad_norm": 0.29188907185890944, + "learning_rate": 2.733230874574744e-06, + "loss": 0.2995, + "num_tokens": 1213770036.0, + "step": 6376 + }, + { + "epoch": 2.1764505119453923, + "grad_norm": 0.2617825475596163, + "learning_rate": 2.731895821354144e-06, + "loss": 0.2831, + "num_tokens": 1213973518.0, + "step": 6377 + }, + { + "epoch": 2.17679180887372, + "grad_norm": 0.3148353641783365, + "learning_rate": 2.7305611599739557e-06, + "loss": 0.3224, + "num_tokens": 1214162122.0, + "step": 6378 + }, + { + "epoch": 2.1771331058020476, + "grad_norm": 0.32015434987085145, + "learning_rate": 2.7292268906231003e-06, + "loss": 0.3226, + "num_tokens": 1214338015.0, + "step": 6379 + }, + { + "epoch": 2.1774744027303754, + "grad_norm": 0.3043291637183381, + "learning_rate": 2.727893013490458e-06, + "loss": 0.2855, + "num_tokens": 1214521914.0, + "step": 6380 + }, + { + "epoch": 2.1778156996587033, + "grad_norm": 0.3052661839713734, + "learning_rate": 2.7265595287648407e-06, + "loss": 0.3174, + "num_tokens": 1214703233.0, + "step": 6381 + }, + { + "epoch": 2.1781569965870307, + "grad_norm": 0.2921378752441342, + "learning_rate": 2.725226436635015e-06, + "loss": 0.3157, + "num_tokens": 1214896717.0, + "step": 6382 + }, + { + "epoch": 2.1784982935153585, + "grad_norm": 0.29470443914314925, + "learning_rate": 2.723893737289686e-06, + "loss": 0.2775, + "num_tokens": 1215079071.0, + "step": 6383 + }, + { + "epoch": 2.178839590443686, + "grad_norm": 0.32733993217176827, + "learning_rate": 2.722561430917503e-06, + "loss": 0.2795, + "num_tokens": 1215244598.0, + "step": 6384 + }, + { + "epoch": 2.1791808873720138, + "grad_norm": 0.2933950633887961, + "learning_rate": 2.7212295177070634e-06, + "loss": 0.3166, + "num_tokens": 1215467930.0, + "step": 6385 + }, + { + "epoch": 2.179522184300341, + "grad_norm": 0.275360289546758, + "learning_rate": 2.7198979978469053e-06, + "loss": 0.2996, + "num_tokens": 1215679651.0, + "step": 6386 + }, + { + "epoch": 2.179863481228669, + "grad_norm": 0.2646164993831977, + "learning_rate": 2.7185668715255165e-06, + "loss": 0.2952, + "num_tokens": 1215882074.0, + "step": 6387 + }, + { + "epoch": 2.1802047781569964, + "grad_norm": 0.3056340851328352, + "learning_rate": 2.7172361389313182e-06, + "loss": 0.3578, + "num_tokens": 1216080454.0, + "step": 6388 + }, + { + "epoch": 2.1805460750853243, + "grad_norm": 0.6244959618739353, + "learning_rate": 2.7159058002526885e-06, + "loss": 0.2746, + "num_tokens": 1216282298.0, + "step": 6389 + }, + { + "epoch": 2.1808873720136517, + "grad_norm": 0.2973782309976994, + "learning_rate": 2.714575855677943e-06, + "loss": 0.2909, + "num_tokens": 1216465833.0, + "step": 6390 + }, + { + "epoch": 2.1812286689419795, + "grad_norm": 0.2720163373663412, + "learning_rate": 2.7132463053953427e-06, + "loss": 0.2721, + "num_tokens": 1216668480.0, + "step": 6391 + }, + { + "epoch": 2.181569965870307, + "grad_norm": 0.2765529678493129, + "learning_rate": 2.711917149593093e-06, + "loss": 0.2677, + "num_tokens": 1216875479.0, + "step": 6392 + }, + { + "epoch": 2.181911262798635, + "grad_norm": 0.31219939546108966, + "learning_rate": 2.71058838845934e-06, + "loss": 0.3108, + "num_tokens": 1217055713.0, + "step": 6393 + }, + { + "epoch": 2.1822525597269626, + "grad_norm": 0.29734290768384714, + "learning_rate": 2.709260022182183e-06, + "loss": 0.3126, + "num_tokens": 1217256900.0, + "step": 6394 + }, + { + "epoch": 2.18259385665529, + "grad_norm": 0.2741719705387283, + "learning_rate": 2.7079320509496547e-06, + "loss": 0.2825, + "num_tokens": 1217457760.0, + "step": 6395 + }, + { + "epoch": 2.182935153583618, + "grad_norm": 0.27923702218742713, + "learning_rate": 2.706604474949738e-06, + "loss": 0.2621, + "num_tokens": 1217633717.0, + "step": 6396 + }, + { + "epoch": 2.1832764505119453, + "grad_norm": 0.2838165105704352, + "learning_rate": 2.70527729437036e-06, + "loss": 0.2628, + "num_tokens": 1217811754.0, + "step": 6397 + }, + { + "epoch": 2.183617747440273, + "grad_norm": 0.32580565237094505, + "learning_rate": 2.7039505093993885e-06, + "loss": 0.2902, + "num_tokens": 1217963042.0, + "step": 6398 + }, + { + "epoch": 2.1839590443686006, + "grad_norm": 0.2737285436899728, + "learning_rate": 2.702624120224639e-06, + "loss": 0.2941, + "num_tokens": 1218169852.0, + "step": 6399 + }, + { + "epoch": 2.1843003412969284, + "grad_norm": 0.263560615809656, + "learning_rate": 2.701298127033869e-06, + "loss": 0.3117, + "num_tokens": 1218386804.0, + "step": 6400 + }, + { + "epoch": 2.184641638225256, + "grad_norm": 0.2746902988120014, + "learning_rate": 2.6999725300147795e-06, + "loss": 0.2286, + "num_tokens": 1218545365.0, + "step": 6401 + }, + { + "epoch": 2.1849829351535837, + "grad_norm": 0.27577142966623763, + "learning_rate": 2.6986473293550143e-06, + "loss": 0.2967, + "num_tokens": 1218745024.0, + "step": 6402 + }, + { + "epoch": 2.185324232081911, + "grad_norm": 0.2952616598797454, + "learning_rate": 2.6973225252421666e-06, + "loss": 0.2925, + "num_tokens": 1218931188.0, + "step": 6403 + }, + { + "epoch": 2.185665529010239, + "grad_norm": 0.27962078845637517, + "learning_rate": 2.695998117863767e-06, + "loss": 0.2743, + "num_tokens": 1219118099.0, + "step": 6404 + }, + { + "epoch": 2.1860068259385663, + "grad_norm": 0.29405251335004795, + "learning_rate": 2.6946741074072924e-06, + "loss": 0.2665, + "num_tokens": 1219269160.0, + "step": 6405 + }, + { + "epoch": 2.186348122866894, + "grad_norm": 0.29665347814804266, + "learning_rate": 2.693350494060166e-06, + "loss": 0.2713, + "num_tokens": 1219438945.0, + "step": 6406 + }, + { + "epoch": 2.186689419795222, + "grad_norm": 0.26978911839341796, + "learning_rate": 2.6920272780097513e-06, + "loss": 0.2644, + "num_tokens": 1219617206.0, + "step": 6407 + }, + { + "epoch": 2.1870307167235494, + "grad_norm": 0.3072388664046122, + "learning_rate": 2.6907044594433566e-06, + "loss": 0.3077, + "num_tokens": 1219820967.0, + "step": 6408 + }, + { + "epoch": 2.1873720136518773, + "grad_norm": 0.28046884799090216, + "learning_rate": 2.689382038548235e-06, + "loss": 0.2714, + "num_tokens": 1219992429.0, + "step": 6409 + }, + { + "epoch": 2.1877133105802047, + "grad_norm": 0.26688523982533296, + "learning_rate": 2.6880600155115834e-06, + "loss": 0.2809, + "num_tokens": 1220194623.0, + "step": 6410 + }, + { + "epoch": 2.1880546075085325, + "grad_norm": 0.26462166988498, + "learning_rate": 2.686738390520537e-06, + "loss": 0.2788, + "num_tokens": 1220416887.0, + "step": 6411 + }, + { + "epoch": 2.18839590443686, + "grad_norm": 0.2727028636791511, + "learning_rate": 2.685417163762184e-06, + "loss": 0.2984, + "num_tokens": 1220603597.0, + "step": 6412 + }, + { + "epoch": 2.188737201365188, + "grad_norm": 0.28907215587003227, + "learning_rate": 2.6840963354235493e-06, + "loss": 0.296, + "num_tokens": 1220787464.0, + "step": 6413 + }, + { + "epoch": 2.189078498293515, + "grad_norm": 0.2711195043746047, + "learning_rate": 2.6827759056916025e-06, + "loss": 0.2759, + "num_tokens": 1220981680.0, + "step": 6414 + }, + { + "epoch": 2.189419795221843, + "grad_norm": 0.2754350294122212, + "learning_rate": 2.6814558747532604e-06, + "loss": 0.2921, + "num_tokens": 1221182327.0, + "step": 6415 + }, + { + "epoch": 2.1897610921501705, + "grad_norm": 0.32825149741891346, + "learning_rate": 2.680136242795377e-06, + "loss": 0.2951, + "num_tokens": 1221338245.0, + "step": 6416 + }, + { + "epoch": 2.1901023890784983, + "grad_norm": 0.2663678456775485, + "learning_rate": 2.678817010004759e-06, + "loss": 0.3125, + "num_tokens": 1221562293.0, + "step": 6417 + }, + { + "epoch": 2.1904436860068257, + "grad_norm": 0.3077704626269117, + "learning_rate": 2.677498176568144e-06, + "loss": 0.2872, + "num_tokens": 1221733342.0, + "step": 6418 + }, + { + "epoch": 2.1907849829351536, + "grad_norm": 0.3133130332921537, + "learning_rate": 2.676179742672226e-06, + "loss": 0.2624, + "num_tokens": 1221881901.0, + "step": 6419 + }, + { + "epoch": 2.1911262798634814, + "grad_norm": 0.26153847309213857, + "learning_rate": 2.6748617085036323e-06, + "loss": 0.264, + "num_tokens": 1222077876.0, + "step": 6420 + }, + { + "epoch": 2.191467576791809, + "grad_norm": 0.2940212002531614, + "learning_rate": 2.6735440742489416e-06, + "loss": 0.3144, + "num_tokens": 1222271942.0, + "step": 6421 + }, + { + "epoch": 2.1918088737201367, + "grad_norm": 0.2564628731053789, + "learning_rate": 2.6722268400946703e-06, + "loss": 0.2875, + "num_tokens": 1222495641.0, + "step": 6422 + }, + { + "epoch": 2.192150170648464, + "grad_norm": 0.2612346355415492, + "learning_rate": 2.67091000622728e-06, + "loss": 0.2874, + "num_tokens": 1222700075.0, + "step": 6423 + }, + { + "epoch": 2.192491467576792, + "grad_norm": 0.2912660637528278, + "learning_rate": 2.6695935728331774e-06, + "loss": 0.3141, + "num_tokens": 1222889711.0, + "step": 6424 + }, + { + "epoch": 2.1928327645051193, + "grad_norm": 0.3094659524502843, + "learning_rate": 2.6682775400987075e-06, + "loss": 0.3, + "num_tokens": 1223059763.0, + "step": 6425 + }, + { + "epoch": 2.193174061433447, + "grad_norm": 0.28052402201316673, + "learning_rate": 2.6669619082101683e-06, + "loss": 0.3076, + "num_tokens": 1223255900.0, + "step": 6426 + }, + { + "epoch": 2.1935153583617746, + "grad_norm": 0.2780269584761422, + "learning_rate": 2.665646677353787e-06, + "loss": 0.3016, + "num_tokens": 1223452709.0, + "step": 6427 + }, + { + "epoch": 2.1938566552901024, + "grad_norm": 0.31113739775997534, + "learning_rate": 2.6643318477157476e-06, + "loss": 0.271, + "num_tokens": 1223619577.0, + "step": 6428 + }, + { + "epoch": 2.19419795221843, + "grad_norm": 0.2780367940138728, + "learning_rate": 2.6630174194821675e-06, + "loss": 0.2875, + "num_tokens": 1223799508.0, + "step": 6429 + }, + { + "epoch": 2.1945392491467577, + "grad_norm": 0.3252787080996137, + "learning_rate": 2.6617033928391143e-06, + "loss": 0.3251, + "num_tokens": 1223963732.0, + "step": 6430 + }, + { + "epoch": 2.194880546075085, + "grad_norm": 0.28726962533752615, + "learning_rate": 2.6603897679725952e-06, + "loss": 0.2841, + "num_tokens": 1224169699.0, + "step": 6431 + }, + { + "epoch": 2.195221843003413, + "grad_norm": 0.27537247647006463, + "learning_rate": 2.659076545068559e-06, + "loss": 0.3048, + "num_tokens": 1224382728.0, + "step": 6432 + }, + { + "epoch": 2.195563139931741, + "grad_norm": 0.2834762722608474, + "learning_rate": 2.6577637243129023e-06, + "loss": 0.2782, + "num_tokens": 1224564477.0, + "step": 6433 + }, + { + "epoch": 2.195904436860068, + "grad_norm": 0.2843334855060596, + "learning_rate": 2.656451305891459e-06, + "loss": 0.3079, + "num_tokens": 1224758793.0, + "step": 6434 + }, + { + "epoch": 2.196245733788396, + "grad_norm": 0.27850833456447566, + "learning_rate": 2.655139289990013e-06, + "loss": 0.2534, + "num_tokens": 1224927059.0, + "step": 6435 + }, + { + "epoch": 2.1965870307167235, + "grad_norm": 0.2882344887416223, + "learning_rate": 2.653827676794286e-06, + "loss": 0.2837, + "num_tokens": 1225113024.0, + "step": 6436 + }, + { + "epoch": 2.1969283276450513, + "grad_norm": 0.29868967644125016, + "learning_rate": 2.6525164664899406e-06, + "loss": 0.2958, + "num_tokens": 1225289340.0, + "step": 6437 + }, + { + "epoch": 2.1972696245733787, + "grad_norm": 0.29440085062722904, + "learning_rate": 2.6512056592625912e-06, + "loss": 0.3336, + "num_tokens": 1225504991.0, + "step": 6438 + }, + { + "epoch": 2.1976109215017066, + "grad_norm": 0.2787816855146814, + "learning_rate": 2.6498952552977876e-06, + "loss": 0.2801, + "num_tokens": 1225702865.0, + "step": 6439 + }, + { + "epoch": 2.197952218430034, + "grad_norm": 0.2812843120115793, + "learning_rate": 2.6485852547810233e-06, + "loss": 0.3041, + "num_tokens": 1225921737.0, + "step": 6440 + }, + { + "epoch": 2.198293515358362, + "grad_norm": 0.2773312077461185, + "learning_rate": 2.6472756578977365e-06, + "loss": 0.295, + "num_tokens": 1226120918.0, + "step": 6441 + }, + { + "epoch": 2.198634812286689, + "grad_norm": 0.35004298030472886, + "learning_rate": 2.6459664648333106e-06, + "loss": 0.2747, + "num_tokens": 1226287526.0, + "step": 6442 + }, + { + "epoch": 2.198976109215017, + "grad_norm": 0.3136575586516416, + "learning_rate": 2.6446576757730647e-06, + "loss": 0.3004, + "num_tokens": 1226460083.0, + "step": 6443 + }, + { + "epoch": 2.1993174061433445, + "grad_norm": 0.32390722481753426, + "learning_rate": 2.6433492909022697e-06, + "loss": 0.2697, + "num_tokens": 1226644186.0, + "step": 6444 + }, + { + "epoch": 2.1996587030716723, + "grad_norm": 0.3155893762579548, + "learning_rate": 2.6420413104061315e-06, + "loss": 0.3038, + "num_tokens": 1226795310.0, + "step": 6445 + }, + { + "epoch": 2.2, + "grad_norm": 0.4007819105876117, + "learning_rate": 2.640733734469802e-06, + "loss": 0.2694, + "num_tokens": 1226950091.0, + "step": 6446 + }, + { + "epoch": 2.2003412969283276, + "grad_norm": 0.2874486635256163, + "learning_rate": 2.6394265632783782e-06, + "loss": 0.2564, + "num_tokens": 1227121905.0, + "step": 6447 + }, + { + "epoch": 2.2006825938566554, + "grad_norm": 0.29716951889623683, + "learning_rate": 2.638119797016896e-06, + "loss": 0.3171, + "num_tokens": 1227338087.0, + "step": 6448 + }, + { + "epoch": 2.201023890784983, + "grad_norm": 0.30260166537170635, + "learning_rate": 2.6368134358703357e-06, + "loss": 0.2763, + "num_tokens": 1227501475.0, + "step": 6449 + }, + { + "epoch": 2.2013651877133107, + "grad_norm": 0.27980064224084206, + "learning_rate": 2.635507480023618e-06, + "loss": 0.2558, + "num_tokens": 1227663440.0, + "step": 6450 + }, + { + "epoch": 2.201706484641638, + "grad_norm": 0.26880043354945093, + "learning_rate": 2.6342019296616105e-06, + "loss": 0.3064, + "num_tokens": 1227867439.0, + "step": 6451 + }, + { + "epoch": 2.202047781569966, + "grad_norm": 0.2660868743033472, + "learning_rate": 2.63289678496912e-06, + "loss": 0.3197, + "num_tokens": 1228102002.0, + "step": 6452 + }, + { + "epoch": 2.2023890784982934, + "grad_norm": 0.3289351069420768, + "learning_rate": 2.6315920461308963e-06, + "loss": 0.2893, + "num_tokens": 1228266479.0, + "step": 6453 + }, + { + "epoch": 2.202730375426621, + "grad_norm": 0.28625238777660156, + "learning_rate": 2.6302877133316353e-06, + "loss": 0.2935, + "num_tokens": 1228467594.0, + "step": 6454 + }, + { + "epoch": 2.2030716723549486, + "grad_norm": 0.2917070531999544, + "learning_rate": 2.6289837867559676e-06, + "loss": 0.3316, + "num_tokens": 1228677174.0, + "step": 6455 + }, + { + "epoch": 2.2034129692832765, + "grad_norm": 0.274738119895898, + "learning_rate": 2.6276802665884766e-06, + "loss": 0.2891, + "num_tokens": 1228879491.0, + "step": 6456 + }, + { + "epoch": 2.203754266211604, + "grad_norm": 0.2729328467128053, + "learning_rate": 2.6263771530136796e-06, + "loss": 0.3062, + "num_tokens": 1229101499.0, + "step": 6457 + }, + { + "epoch": 2.2040955631399317, + "grad_norm": 0.3201027079409638, + "learning_rate": 2.62507444621604e-06, + "loss": 0.3178, + "num_tokens": 1229290797.0, + "step": 6458 + }, + { + "epoch": 2.2044368600682596, + "grad_norm": 0.2868530134211882, + "learning_rate": 2.6237721463799613e-06, + "loss": 0.2952, + "num_tokens": 1229486548.0, + "step": 6459 + }, + { + "epoch": 2.204778156996587, + "grad_norm": 0.3126013503166127, + "learning_rate": 2.6224702536897955e-06, + "loss": 0.2668, + "num_tokens": 1229642775.0, + "step": 6460 + }, + { + "epoch": 2.205119453924915, + "grad_norm": 0.2853674086495176, + "learning_rate": 2.62116876832983e-06, + "loss": 0.2801, + "num_tokens": 1229832165.0, + "step": 6461 + }, + { + "epoch": 2.2054607508532422, + "grad_norm": 0.28235962780532264, + "learning_rate": 2.619867690484296e-06, + "loss": 0.2943, + "num_tokens": 1230056431.0, + "step": 6462 + }, + { + "epoch": 2.20580204778157, + "grad_norm": 0.2798462952729063, + "learning_rate": 2.6185670203373715e-06, + "loss": 0.2795, + "num_tokens": 1230239494.0, + "step": 6463 + }, + { + "epoch": 2.2061433447098975, + "grad_norm": 0.2909369310913511, + "learning_rate": 2.6172667580731703e-06, + "loss": 0.2941, + "num_tokens": 1230416372.0, + "step": 6464 + }, + { + "epoch": 2.2064846416382253, + "grad_norm": 0.2635512981309402, + "learning_rate": 2.615966903875756e-06, + "loss": 0.2884, + "num_tokens": 1230648815.0, + "step": 6465 + }, + { + "epoch": 2.2068259385665527, + "grad_norm": 0.29955859062545387, + "learning_rate": 2.6146674579291254e-06, + "loss": 0.3187, + "num_tokens": 1230829535.0, + "step": 6466 + }, + { + "epoch": 2.2071672354948806, + "grad_norm": 0.2904942277917117, + "learning_rate": 2.613368420417224e-06, + "loss": 0.2966, + "num_tokens": 1231012494.0, + "step": 6467 + }, + { + "epoch": 2.207508532423208, + "grad_norm": 0.29076877442939053, + "learning_rate": 2.612069791523938e-06, + "loss": 0.2982, + "num_tokens": 1231201330.0, + "step": 6468 + }, + { + "epoch": 2.207849829351536, + "grad_norm": 0.28369117987247455, + "learning_rate": 2.610771571433096e-06, + "loss": 0.3045, + "num_tokens": 1231406084.0, + "step": 6469 + }, + { + "epoch": 2.2081911262798632, + "grad_norm": 0.32187351774177353, + "learning_rate": 2.609473760328467e-06, + "loss": 0.2867, + "num_tokens": 1231558039.0, + "step": 6470 + }, + { + "epoch": 2.208532423208191, + "grad_norm": 0.2867914221058716, + "learning_rate": 2.6081763583937635e-06, + "loss": 0.3163, + "num_tokens": 1231744937.0, + "step": 6471 + }, + { + "epoch": 2.208873720136519, + "grad_norm": 0.2824098849986236, + "learning_rate": 2.6068793658126413e-06, + "loss": 0.2896, + "num_tokens": 1231938685.0, + "step": 6472 + }, + { + "epoch": 2.2092150170648464, + "grad_norm": 0.2812913673578768, + "learning_rate": 2.6055827827686948e-06, + "loss": 0.2517, + "num_tokens": 1232125835.0, + "step": 6473 + }, + { + "epoch": 2.209556313993174, + "grad_norm": 0.2924569103001445, + "learning_rate": 2.604286609445466e-06, + "loss": 0.3168, + "num_tokens": 1232335697.0, + "step": 6474 + }, + { + "epoch": 2.2098976109215016, + "grad_norm": 0.2648894979903562, + "learning_rate": 2.6029908460264308e-06, + "loss": 0.2854, + "num_tokens": 1232539968.0, + "step": 6475 + }, + { + "epoch": 2.2102389078498295, + "grad_norm": 0.2980110995470088, + "learning_rate": 2.6016954926950144e-06, + "loss": 0.287, + "num_tokens": 1232736920.0, + "step": 6476 + }, + { + "epoch": 2.210580204778157, + "grad_norm": 0.29950482167308057, + "learning_rate": 2.600400549634579e-06, + "loss": 0.2736, + "num_tokens": 1232896288.0, + "step": 6477 + }, + { + "epoch": 2.2109215017064847, + "grad_norm": 0.31212649967633616, + "learning_rate": 2.599106017028433e-06, + "loss": 0.3038, + "num_tokens": 1233068666.0, + "step": 6478 + }, + { + "epoch": 2.211262798634812, + "grad_norm": 0.26866351945499806, + "learning_rate": 2.5978118950598276e-06, + "loss": 0.2799, + "num_tokens": 1233254308.0, + "step": 6479 + }, + { + "epoch": 2.21160409556314, + "grad_norm": 0.2841304335555042, + "learning_rate": 2.5965181839119458e-06, + "loss": 0.2762, + "num_tokens": 1233433891.0, + "step": 6480 + }, + { + "epoch": 2.2119453924914674, + "grad_norm": 0.30060015454317296, + "learning_rate": 2.5952248837679246e-06, + "loss": 0.2866, + "num_tokens": 1233604097.0, + "step": 6481 + }, + { + "epoch": 2.2122866894197952, + "grad_norm": 0.2808698022849, + "learning_rate": 2.593931994810835e-06, + "loss": 0.2976, + "num_tokens": 1233790601.0, + "step": 6482 + }, + { + "epoch": 2.2126279863481226, + "grad_norm": 0.28505571210384684, + "learning_rate": 2.592639517223695e-06, + "loss": 0.3086, + "num_tokens": 1234009307.0, + "step": 6483 + }, + { + "epoch": 2.2129692832764505, + "grad_norm": 0.27579687560628036, + "learning_rate": 2.591347451189462e-06, + "loss": 0.3218, + "num_tokens": 1234216142.0, + "step": 6484 + }, + { + "epoch": 2.2133105802047783, + "grad_norm": 0.2776744326834114, + "learning_rate": 2.590055796891032e-06, + "loss": 0.2992, + "num_tokens": 1234422643.0, + "step": 6485 + }, + { + "epoch": 2.2136518771331057, + "grad_norm": 0.2705468415899608, + "learning_rate": 2.5887645545112484e-06, + "loss": 0.313, + "num_tokens": 1234638330.0, + "step": 6486 + }, + { + "epoch": 2.2139931740614336, + "grad_norm": 0.2793490547978124, + "learning_rate": 2.5874737242328936e-06, + "loss": 0.3033, + "num_tokens": 1234840136.0, + "step": 6487 + }, + { + "epoch": 2.214334470989761, + "grad_norm": 0.27015889533933607, + "learning_rate": 2.586183306238691e-06, + "loss": 0.3049, + "num_tokens": 1235037642.0, + "step": 6488 + }, + { + "epoch": 2.214675767918089, + "grad_norm": 0.2549732026514516, + "learning_rate": 2.5848933007113047e-06, + "loss": 0.2792, + "num_tokens": 1235250337.0, + "step": 6489 + }, + { + "epoch": 2.2150170648464163, + "grad_norm": 0.29329135740145496, + "learning_rate": 2.583603707833346e-06, + "loss": 0.3139, + "num_tokens": 1235445763.0, + "step": 6490 + }, + { + "epoch": 2.215358361774744, + "grad_norm": 0.3097785018351947, + "learning_rate": 2.58231452778736e-06, + "loss": 0.2878, + "num_tokens": 1235599393.0, + "step": 6491 + }, + { + "epoch": 2.2156996587030715, + "grad_norm": 0.29202426865396397, + "learning_rate": 2.5810257607558407e-06, + "loss": 0.2946, + "num_tokens": 1235763313.0, + "step": 6492 + }, + { + "epoch": 2.2160409556313994, + "grad_norm": 0.26952695621671163, + "learning_rate": 2.579737406921218e-06, + "loss": 0.2729, + "num_tokens": 1235961498.0, + "step": 6493 + }, + { + "epoch": 2.2163822525597268, + "grad_norm": 0.26567688358696967, + "learning_rate": 2.578449466465865e-06, + "loss": 0.2757, + "num_tokens": 1236136318.0, + "step": 6494 + }, + { + "epoch": 2.2167235494880546, + "grad_norm": 0.27249315727265055, + "learning_rate": 2.5771619395720994e-06, + "loss": 0.2892, + "num_tokens": 1236326519.0, + "step": 6495 + }, + { + "epoch": 2.217064846416382, + "grad_norm": 0.2894453893289056, + "learning_rate": 2.5758748264221758e-06, + "loss": 0.2769, + "num_tokens": 1236528117.0, + "step": 6496 + }, + { + "epoch": 2.21740614334471, + "grad_norm": 0.31127194975822986, + "learning_rate": 2.574588127198292e-06, + "loss": 0.2987, + "num_tokens": 1236715127.0, + "step": 6497 + }, + { + "epoch": 2.2177474402730377, + "grad_norm": 0.3370133387093027, + "learning_rate": 2.573301842082587e-06, + "loss": 0.2839, + "num_tokens": 1236871611.0, + "step": 6498 + }, + { + "epoch": 2.218088737201365, + "grad_norm": 0.27984426032205384, + "learning_rate": 2.5720159712571437e-06, + "loss": 0.289, + "num_tokens": 1237067185.0, + "step": 6499 + }, + { + "epoch": 2.218430034129693, + "grad_norm": 0.28664851688397863, + "learning_rate": 2.5707305149039813e-06, + "loss": 0.2729, + "num_tokens": 1237261745.0, + "step": 6500 + }, + { + "epoch": 2.2187713310580204, + "grad_norm": 0.2893513972342858, + "learning_rate": 2.5694454732050667e-06, + "loss": 0.2894, + "num_tokens": 1237450663.0, + "step": 6501 + }, + { + "epoch": 2.2191126279863482, + "grad_norm": 0.2931932541004787, + "learning_rate": 2.5681608463423024e-06, + "loss": 0.3116, + "num_tokens": 1237640526.0, + "step": 6502 + }, + { + "epoch": 2.2194539249146756, + "grad_norm": 0.27115362912619084, + "learning_rate": 2.5668766344975333e-06, + "loss": 0.3086, + "num_tokens": 1237840053.0, + "step": 6503 + }, + { + "epoch": 2.2197952218430035, + "grad_norm": 0.29453377595063224, + "learning_rate": 2.5655928378525495e-06, + "loss": 0.2974, + "num_tokens": 1238022444.0, + "step": 6504 + }, + { + "epoch": 2.220136518771331, + "grad_norm": 0.29074712355769194, + "learning_rate": 2.564309456589078e-06, + "loss": 0.2802, + "num_tokens": 1238201408.0, + "step": 6505 + }, + { + "epoch": 2.2204778156996587, + "grad_norm": 0.27244529106435345, + "learning_rate": 2.563026490888789e-06, + "loss": 0.2707, + "num_tokens": 1238383034.0, + "step": 6506 + }, + { + "epoch": 2.220819112627986, + "grad_norm": 0.2653149773215849, + "learning_rate": 2.561743940933291e-06, + "loss": 0.2687, + "num_tokens": 1238568577.0, + "step": 6507 + }, + { + "epoch": 2.221160409556314, + "grad_norm": 0.28268515028843627, + "learning_rate": 2.5604618069041408e-06, + "loss": 0.3238, + "num_tokens": 1238788941.0, + "step": 6508 + }, + { + "epoch": 2.2215017064846414, + "grad_norm": 0.2849221040401885, + "learning_rate": 2.5591800889828278e-06, + "loss": 0.2969, + "num_tokens": 1238998224.0, + "step": 6509 + }, + { + "epoch": 2.2218430034129693, + "grad_norm": 0.27411933739773703, + "learning_rate": 2.5578987873507856e-06, + "loss": 0.2896, + "num_tokens": 1239200025.0, + "step": 6510 + }, + { + "epoch": 2.222184300341297, + "grad_norm": 0.27119596798003753, + "learning_rate": 2.556617902189392e-06, + "loss": 0.3055, + "num_tokens": 1239415258.0, + "step": 6511 + }, + { + "epoch": 2.2225255972696245, + "grad_norm": 0.2890332134406543, + "learning_rate": 2.5553374336799625e-06, + "loss": 0.2894, + "num_tokens": 1239616632.0, + "step": 6512 + }, + { + "epoch": 2.2228668941979524, + "grad_norm": 0.2610255615064634, + "learning_rate": 2.554057382003755e-06, + "loss": 0.3113, + "num_tokens": 1239833413.0, + "step": 6513 + }, + { + "epoch": 2.2232081911262798, + "grad_norm": 0.2949476874987449, + "learning_rate": 2.5527777473419673e-06, + "loss": 0.2903, + "num_tokens": 1240025355.0, + "step": 6514 + }, + { + "epoch": 2.2235494880546076, + "grad_norm": 0.3013763819464188, + "learning_rate": 2.551498529875739e-06, + "loss": 0.2603, + "num_tokens": 1240199153.0, + "step": 6515 + }, + { + "epoch": 2.223890784982935, + "grad_norm": 0.27391295168504054, + "learning_rate": 2.5502197297861487e-06, + "loss": 0.2803, + "num_tokens": 1240403392.0, + "step": 6516 + }, + { + "epoch": 2.224232081911263, + "grad_norm": 0.31771807756463327, + "learning_rate": 2.54894134725422e-06, + "loss": 0.3127, + "num_tokens": 1240558962.0, + "step": 6517 + }, + { + "epoch": 2.2245733788395903, + "grad_norm": 0.29390060077367924, + "learning_rate": 2.547663382460915e-06, + "loss": 0.2884, + "num_tokens": 1240752041.0, + "step": 6518 + }, + { + "epoch": 2.224914675767918, + "grad_norm": 0.27954900062511057, + "learning_rate": 2.546385835587133e-06, + "loss": 0.289, + "num_tokens": 1240931134.0, + "step": 6519 + }, + { + "epoch": 2.2252559726962455, + "grad_norm": 0.2967715106107567, + "learning_rate": 2.5451087068137226e-06, + "loss": 0.3068, + "num_tokens": 1241120068.0, + "step": 6520 + }, + { + "epoch": 2.2255972696245734, + "grad_norm": 0.33198556938444324, + "learning_rate": 2.5438319963214652e-06, + "loss": 0.2907, + "num_tokens": 1241315374.0, + "step": 6521 + }, + { + "epoch": 2.225938566552901, + "grad_norm": 0.2699916568718183, + "learning_rate": 2.54255570429109e-06, + "loss": 0.3011, + "num_tokens": 1241505439.0, + "step": 6522 + }, + { + "epoch": 2.2262798634812286, + "grad_norm": 0.3191861429813056, + "learning_rate": 2.5412798309032573e-06, + "loss": 0.3025, + "num_tokens": 1241678926.0, + "step": 6523 + }, + { + "epoch": 2.2266211604095565, + "grad_norm": 0.2930061606324026, + "learning_rate": 2.5400043763385773e-06, + "loss": 0.3103, + "num_tokens": 1241895197.0, + "step": 6524 + }, + { + "epoch": 2.226962457337884, + "grad_norm": 0.2786463129102387, + "learning_rate": 2.538729340777599e-06, + "loss": 0.3134, + "num_tokens": 1242094474.0, + "step": 6525 + }, + { + "epoch": 2.2273037542662117, + "grad_norm": 0.27350090535880967, + "learning_rate": 2.537454724400808e-06, + "loss": 0.3001, + "num_tokens": 1242315454.0, + "step": 6526 + }, + { + "epoch": 2.227645051194539, + "grad_norm": 0.2649370567550076, + "learning_rate": 2.5361805273886375e-06, + "loss": 0.301, + "num_tokens": 1242543907.0, + "step": 6527 + }, + { + "epoch": 2.227986348122867, + "grad_norm": 0.2934253753767466, + "learning_rate": 2.5349067499214506e-06, + "loss": 0.303, + "num_tokens": 1242741658.0, + "step": 6528 + }, + { + "epoch": 2.2283276450511944, + "grad_norm": 0.25188940122320985, + "learning_rate": 2.533633392179563e-06, + "loss": 0.3141, + "num_tokens": 1242977180.0, + "step": 6529 + }, + { + "epoch": 2.2286689419795223, + "grad_norm": 0.2929817162901777, + "learning_rate": 2.5323604543432224e-06, + "loss": 0.3006, + "num_tokens": 1243181517.0, + "step": 6530 + }, + { + "epoch": 2.2290102389078497, + "grad_norm": 0.2731614289415129, + "learning_rate": 2.531087936592622e-06, + "loss": 0.2792, + "num_tokens": 1243374770.0, + "step": 6531 + }, + { + "epoch": 2.2293515358361775, + "grad_norm": 0.3667302144008921, + "learning_rate": 2.5298158391078937e-06, + "loss": 0.279, + "num_tokens": 1243557431.0, + "step": 6532 + }, + { + "epoch": 2.229692832764505, + "grad_norm": 0.26078656031818953, + "learning_rate": 2.5285441620691076e-06, + "loss": 0.2795, + "num_tokens": 1243764536.0, + "step": 6533 + }, + { + "epoch": 2.2300341296928328, + "grad_norm": 0.29354489862914446, + "learning_rate": 2.5272729056562796e-06, + "loss": 0.3117, + "num_tokens": 1243935733.0, + "step": 6534 + }, + { + "epoch": 2.2303754266211606, + "grad_norm": 0.2526746180722216, + "learning_rate": 2.5260020700493606e-06, + "loss": 0.2919, + "num_tokens": 1244162268.0, + "step": 6535 + }, + { + "epoch": 2.230716723549488, + "grad_norm": 0.3023818890043521, + "learning_rate": 2.524731655428248e-06, + "loss": 0.2621, + "num_tokens": 1244318048.0, + "step": 6536 + }, + { + "epoch": 2.231058020477816, + "grad_norm": 0.30473372963116063, + "learning_rate": 2.52346166197277e-06, + "loss": 0.294, + "num_tokens": 1244474912.0, + "step": 6537 + }, + { + "epoch": 2.2313993174061433, + "grad_norm": 0.2854389393816101, + "learning_rate": 2.522192089862708e-06, + "loss": 0.2786, + "num_tokens": 1244657551.0, + "step": 6538 + }, + { + "epoch": 2.231740614334471, + "grad_norm": 0.3109923826171896, + "learning_rate": 2.520922939277771e-06, + "loss": 0.2807, + "num_tokens": 1244809363.0, + "step": 6539 + }, + { + "epoch": 2.2320819112627985, + "grad_norm": 0.28720626992012316, + "learning_rate": 2.5196542103976183e-06, + "loss": 0.2927, + "num_tokens": 1245035476.0, + "step": 6540 + }, + { + "epoch": 2.2324232081911264, + "grad_norm": 0.3210204430377086, + "learning_rate": 2.5183859034018435e-06, + "loss": 0.3132, + "num_tokens": 1245217706.0, + "step": 6541 + }, + { + "epoch": 2.232764505119454, + "grad_norm": 0.2962562001976571, + "learning_rate": 2.517118018469983e-06, + "loss": 0.2982, + "num_tokens": 1245403055.0, + "step": 6542 + }, + { + "epoch": 2.2331058020477816, + "grad_norm": 0.29640493394087913, + "learning_rate": 2.5158505557815126e-06, + "loss": 0.2828, + "num_tokens": 1245573566.0, + "step": 6543 + }, + { + "epoch": 2.233447098976109, + "grad_norm": 0.28243355951913335, + "learning_rate": 2.51458351551585e-06, + "loss": 0.2934, + "num_tokens": 1245751746.0, + "step": 6544 + }, + { + "epoch": 2.233788395904437, + "grad_norm": 0.3104457282825188, + "learning_rate": 2.5133168978523505e-06, + "loss": 0.283, + "num_tokens": 1245905448.0, + "step": 6545 + }, + { + "epoch": 2.2341296928327643, + "grad_norm": 0.34905685283971866, + "learning_rate": 2.5120507029703094e-06, + "loss": 0.281, + "num_tokens": 1246048262.0, + "step": 6546 + }, + { + "epoch": 2.234470989761092, + "grad_norm": 0.27114419063583073, + "learning_rate": 2.5107849310489664e-06, + "loss": 0.2914, + "num_tokens": 1246251734.0, + "step": 6547 + }, + { + "epoch": 2.23481228668942, + "grad_norm": 0.36455320182750817, + "learning_rate": 2.5095195822674955e-06, + "loss": 0.2537, + "num_tokens": 1246411199.0, + "step": 6548 + }, + { + "epoch": 2.2351535836177474, + "grad_norm": 0.28692407474135345, + "learning_rate": 2.5082546568050176e-06, + "loss": 0.2642, + "num_tokens": 1246598668.0, + "step": 6549 + }, + { + "epoch": 2.2354948805460753, + "grad_norm": 0.30934740262284466, + "learning_rate": 2.5069901548405874e-06, + "loss": 0.3138, + "num_tokens": 1246779683.0, + "step": 6550 + }, + { + "epoch": 2.2358361774744027, + "grad_norm": 0.2597300184335533, + "learning_rate": 2.5057260765532016e-06, + "loss": 0.2823, + "num_tokens": 1246998993.0, + "step": 6551 + }, + { + "epoch": 2.2361774744027305, + "grad_norm": 0.29046763444232865, + "learning_rate": 2.5044624221217993e-06, + "loss": 0.2991, + "num_tokens": 1247177243.0, + "step": 6552 + }, + { + "epoch": 2.236518771331058, + "grad_norm": 0.2942269384655628, + "learning_rate": 2.503199191725257e-06, + "loss": 0.2843, + "num_tokens": 1247335588.0, + "step": 6553 + }, + { + "epoch": 2.2368600682593858, + "grad_norm": 0.29627547226017736, + "learning_rate": 2.501936385542392e-06, + "loss": 0.2986, + "num_tokens": 1247541385.0, + "step": 6554 + }, + { + "epoch": 2.237201365187713, + "grad_norm": 0.3099176626219332, + "learning_rate": 2.5006740037519593e-06, + "loss": 0.2998, + "num_tokens": 1247722900.0, + "step": 6555 + }, + { + "epoch": 2.237542662116041, + "grad_norm": 0.3085883515235933, + "learning_rate": 2.4994120465326592e-06, + "loss": 0.2898, + "num_tokens": 1247878899.0, + "step": 6556 + }, + { + "epoch": 2.2378839590443684, + "grad_norm": 0.2736059264337066, + "learning_rate": 2.498150514063128e-06, + "loss": 0.3121, + "num_tokens": 1248113663.0, + "step": 6557 + }, + { + "epoch": 2.2382252559726963, + "grad_norm": 0.31172303131552137, + "learning_rate": 2.4968894065219405e-06, + "loss": 0.2976, + "num_tokens": 1248262558.0, + "step": 6558 + }, + { + "epoch": 2.2385665529010237, + "grad_norm": 0.26917718383194505, + "learning_rate": 2.495628724087616e-06, + "loss": 0.3079, + "num_tokens": 1248498954.0, + "step": 6559 + }, + { + "epoch": 2.2389078498293515, + "grad_norm": 0.31868917312906486, + "learning_rate": 2.4943684669386086e-06, + "loss": 0.2541, + "num_tokens": 1248652295.0, + "step": 6560 + }, + { + "epoch": 2.2392491467576794, + "grad_norm": 0.29220390474287805, + "learning_rate": 2.4931086352533175e-06, + "loss": 0.3064, + "num_tokens": 1248863304.0, + "step": 6561 + }, + { + "epoch": 2.239590443686007, + "grad_norm": 0.2445050220405517, + "learning_rate": 2.4918492292100775e-06, + "loss": 0.2883, + "num_tokens": 1249099457.0, + "step": 6562 + }, + { + "epoch": 2.2399317406143346, + "grad_norm": 0.293650145220748, + "learning_rate": 2.490590248987165e-06, + "loss": 0.2861, + "num_tokens": 1249291905.0, + "step": 6563 + }, + { + "epoch": 2.240273037542662, + "grad_norm": 0.28343676228323356, + "learning_rate": 2.489331694762792e-06, + "loss": 0.307, + "num_tokens": 1249481375.0, + "step": 6564 + }, + { + "epoch": 2.24061433447099, + "grad_norm": 0.28404785498583734, + "learning_rate": 2.488073566715119e-06, + "loss": 0.2964, + "num_tokens": 1249661540.0, + "step": 6565 + }, + { + "epoch": 2.2409556313993173, + "grad_norm": 0.26689843402928726, + "learning_rate": 2.4868158650222383e-06, + "loss": 0.2941, + "num_tokens": 1249859841.0, + "step": 6566 + }, + { + "epoch": 2.241296928327645, + "grad_norm": 0.3052651157630014, + "learning_rate": 2.485558589862184e-06, + "loss": 0.3184, + "num_tokens": 1250047668.0, + "step": 6567 + }, + { + "epoch": 2.2416382252559726, + "grad_norm": 0.2575517235811924, + "learning_rate": 2.4843017414129323e-06, + "loss": 0.2672, + "num_tokens": 1250242468.0, + "step": 6568 + }, + { + "epoch": 2.2419795221843004, + "grad_norm": 0.278776374438754, + "learning_rate": 2.483045319852394e-06, + "loss": 0.3072, + "num_tokens": 1250450378.0, + "step": 6569 + }, + { + "epoch": 2.242320819112628, + "grad_norm": 0.282436456221827, + "learning_rate": 2.4817893253584265e-06, + "loss": 0.3258, + "num_tokens": 1250653555.0, + "step": 6570 + }, + { + "epoch": 2.2426621160409557, + "grad_norm": 0.2818868893138712, + "learning_rate": 2.4805337581088205e-06, + "loss": 0.2883, + "num_tokens": 1250833228.0, + "step": 6571 + }, + { + "epoch": 2.243003412969283, + "grad_norm": 0.31239839963185356, + "learning_rate": 2.479278618281307e-06, + "loss": 0.3036, + "num_tokens": 1250991957.0, + "step": 6572 + }, + { + "epoch": 2.243344709897611, + "grad_norm": 0.2848376091079236, + "learning_rate": 2.4780239060535616e-06, + "loss": 0.3046, + "num_tokens": 1251180091.0, + "step": 6573 + }, + { + "epoch": 2.2436860068259388, + "grad_norm": 0.4970200899352735, + "learning_rate": 2.4767696216031916e-06, + "loss": 0.2785, + "num_tokens": 1251372832.0, + "step": 6574 + }, + { + "epoch": 2.244027303754266, + "grad_norm": 0.2975349111562531, + "learning_rate": 2.4755157651077534e-06, + "loss": 0.2845, + "num_tokens": 1251538141.0, + "step": 6575 + }, + { + "epoch": 2.244368600682594, + "grad_norm": 0.2826340160385687, + "learning_rate": 2.474262336744731e-06, + "loss": 0.2845, + "num_tokens": 1251724235.0, + "step": 6576 + }, + { + "epoch": 2.2447098976109214, + "grad_norm": 0.2406309912515359, + "learning_rate": 2.473009336691558e-06, + "loss": 0.274, + "num_tokens": 1251959578.0, + "step": 6577 + }, + { + "epoch": 2.2450511945392493, + "grad_norm": 0.26779188162236184, + "learning_rate": 2.4717567651256014e-06, + "loss": 0.2961, + "num_tokens": 1252175826.0, + "step": 6578 + }, + { + "epoch": 2.2453924914675767, + "grad_norm": 0.26044715591646556, + "learning_rate": 2.470504622224172e-06, + "loss": 0.2964, + "num_tokens": 1252401931.0, + "step": 6579 + }, + { + "epoch": 2.2457337883959045, + "grad_norm": 0.2873446085383339, + "learning_rate": 2.4692529081645167e-06, + "loss": 0.2577, + "num_tokens": 1252558534.0, + "step": 6580 + }, + { + "epoch": 2.246075085324232, + "grad_norm": 0.2772922014196365, + "learning_rate": 2.46800162312382e-06, + "loss": 0.3152, + "num_tokens": 1252785743.0, + "step": 6581 + }, + { + "epoch": 2.24641638225256, + "grad_norm": 0.26087557730517946, + "learning_rate": 2.4667507672792113e-06, + "loss": 0.3027, + "num_tokens": 1253003242.0, + "step": 6582 + }, + { + "epoch": 2.246757679180887, + "grad_norm": 0.27610215180693676, + "learning_rate": 2.4655003408077542e-06, + "loss": 0.2907, + "num_tokens": 1253193353.0, + "step": 6583 + }, + { + "epoch": 2.247098976109215, + "grad_norm": 0.30777188446061804, + "learning_rate": 2.4642503438864575e-06, + "loss": 0.2929, + "num_tokens": 1253369849.0, + "step": 6584 + }, + { + "epoch": 2.2474402730375425, + "grad_norm": 0.30343524634388985, + "learning_rate": 2.463000776692259e-06, + "loss": 0.2964, + "num_tokens": 1253534879.0, + "step": 6585 + }, + { + "epoch": 2.2477815699658703, + "grad_norm": 0.2859223069173521, + "learning_rate": 2.4617516394020458e-06, + "loss": 0.2891, + "num_tokens": 1253715593.0, + "step": 6586 + }, + { + "epoch": 2.248122866894198, + "grad_norm": 0.27134294314250473, + "learning_rate": 2.460502932192638e-06, + "loss": 0.317, + "num_tokens": 1253938288.0, + "step": 6587 + }, + { + "epoch": 2.2484641638225256, + "grad_norm": 0.2901063181806578, + "learning_rate": 2.4592546552408e-06, + "loss": 0.2835, + "num_tokens": 1254111822.0, + "step": 6588 + }, + { + "epoch": 2.2488054607508534, + "grad_norm": 0.29869067395787513, + "learning_rate": 2.45800680872323e-06, + "loss": 0.2929, + "num_tokens": 1254288824.0, + "step": 6589 + }, + { + "epoch": 2.249146757679181, + "grad_norm": 0.2613503962897102, + "learning_rate": 2.4567593928165664e-06, + "loss": 0.2809, + "num_tokens": 1254499231.0, + "step": 6590 + }, + { + "epoch": 2.2494880546075087, + "grad_norm": 0.29883489531174534, + "learning_rate": 2.4555124076973913e-06, + "loss": 0.3117, + "num_tokens": 1254699506.0, + "step": 6591 + }, + { + "epoch": 2.249829351535836, + "grad_norm": 0.2767502176104536, + "learning_rate": 2.4542658535422206e-06, + "loss": 0.293, + "num_tokens": 1254894145.0, + "step": 6592 + }, + { + "epoch": 2.250170648464164, + "grad_norm": 0.271422753321468, + "learning_rate": 2.4530197305275104e-06, + "loss": 0.2683, + "num_tokens": 1255084001.0, + "step": 6593 + }, + { + "epoch": 2.2505119453924913, + "grad_norm": 0.3011556293245328, + "learning_rate": 2.451774038829655e-06, + "loss": 0.2978, + "num_tokens": 1255250928.0, + "step": 6594 + }, + { + "epoch": 2.250853242320819, + "grad_norm": 0.2860533301251349, + "learning_rate": 2.4505287786249927e-06, + "loss": 0.3169, + "num_tokens": 1255446217.0, + "step": 6595 + }, + { + "epoch": 2.2511945392491466, + "grad_norm": 0.2887658819149052, + "learning_rate": 2.4492839500897927e-06, + "loss": 0.3251, + "num_tokens": 1255668467.0, + "step": 6596 + }, + { + "epoch": 2.2515358361774744, + "grad_norm": 0.29627285533690007, + "learning_rate": 2.448039553400271e-06, + "loss": 0.2774, + "num_tokens": 1255838513.0, + "step": 6597 + }, + { + "epoch": 2.2518771331058023, + "grad_norm": 0.29309054855357514, + "learning_rate": 2.4467955887325773e-06, + "loss": 0.2842, + "num_tokens": 1256020701.0, + "step": 6598 + }, + { + "epoch": 2.2522184300341297, + "grad_norm": 0.246331150614211, + "learning_rate": 2.4455520562628005e-06, + "loss": 0.2736, + "num_tokens": 1256258472.0, + "step": 6599 + }, + { + "epoch": 2.252559726962457, + "grad_norm": 0.2844698920290537, + "learning_rate": 2.444308956166972e-06, + "loss": 0.3101, + "num_tokens": 1256446560.0, + "step": 6600 + }, + { + "epoch": 2.252901023890785, + "grad_norm": 0.31144478250513297, + "learning_rate": 2.4430662886210577e-06, + "loss": 0.2679, + "num_tokens": 1256622477.0, + "step": 6601 + }, + { + "epoch": 2.253242320819113, + "grad_norm": 0.2771503249956483, + "learning_rate": 2.4418240538009645e-06, + "loss": 0.3028, + "num_tokens": 1256821799.0, + "step": 6602 + }, + { + "epoch": 2.25358361774744, + "grad_norm": 0.2848118524859344, + "learning_rate": 2.4405822518825364e-06, + "loss": 0.2978, + "num_tokens": 1257020089.0, + "step": 6603 + }, + { + "epoch": 2.253924914675768, + "grad_norm": 0.27059165395231893, + "learning_rate": 2.439340883041559e-06, + "loss": 0.2796, + "num_tokens": 1257225651.0, + "step": 6604 + }, + { + "epoch": 2.2542662116040955, + "grad_norm": 0.304918718499914, + "learning_rate": 2.4380999474537538e-06, + "loss": 0.2991, + "num_tokens": 1257387335.0, + "step": 6605 + }, + { + "epoch": 2.2546075085324233, + "grad_norm": 0.29992611279627895, + "learning_rate": 2.436859445294784e-06, + "loss": 0.2889, + "num_tokens": 1257564185.0, + "step": 6606 + }, + { + "epoch": 2.2549488054607507, + "grad_norm": 0.26995495792246693, + "learning_rate": 2.4356193767402475e-06, + "loss": 0.2733, + "num_tokens": 1257765686.0, + "step": 6607 + }, + { + "epoch": 2.2552901023890786, + "grad_norm": 0.32188233838185115, + "learning_rate": 2.4343797419656824e-06, + "loss": 0.3, + "num_tokens": 1257936876.0, + "step": 6608 + }, + { + "epoch": 2.255631399317406, + "grad_norm": 0.293043811194058, + "learning_rate": 2.433140541146568e-06, + "loss": 0.2934, + "num_tokens": 1258110244.0, + "step": 6609 + }, + { + "epoch": 2.255972696245734, + "grad_norm": 0.3150124512141742, + "learning_rate": 2.431901774458319e-06, + "loss": 0.2746, + "num_tokens": 1258278769.0, + "step": 6610 + }, + { + "epoch": 2.2563139931740617, + "grad_norm": 0.27729802381908303, + "learning_rate": 2.43066344207629e-06, + "loss": 0.3047, + "num_tokens": 1258482841.0, + "step": 6611 + }, + { + "epoch": 2.256655290102389, + "grad_norm": 0.31219999069877147, + "learning_rate": 2.4294255441757715e-06, + "loss": 0.3024, + "num_tokens": 1258680042.0, + "step": 6612 + }, + { + "epoch": 2.2569965870307165, + "grad_norm": 0.32502800249710284, + "learning_rate": 2.4281880809319966e-06, + "loss": 0.3252, + "num_tokens": 1258868823.0, + "step": 6613 + }, + { + "epoch": 2.2573378839590443, + "grad_norm": 0.2692332306484577, + "learning_rate": 2.426951052520138e-06, + "loss": 0.3071, + "num_tokens": 1259079216.0, + "step": 6614 + }, + { + "epoch": 2.257679180887372, + "grad_norm": 0.27306230103133095, + "learning_rate": 2.4257144591152985e-06, + "loss": 0.2806, + "num_tokens": 1259295044.0, + "step": 6615 + }, + { + "epoch": 2.2580204778156996, + "grad_norm": 0.271637804531805, + "learning_rate": 2.4244783008925282e-06, + "loss": 0.2871, + "num_tokens": 1259476448.0, + "step": 6616 + }, + { + "epoch": 2.2583617747440274, + "grad_norm": 0.31406811696518366, + "learning_rate": 2.4232425780268095e-06, + "loss": 0.2902, + "num_tokens": 1259656132.0, + "step": 6617 + }, + { + "epoch": 2.258703071672355, + "grad_norm": 0.5092487927423583, + "learning_rate": 2.422007290693069e-06, + "loss": 0.3135, + "num_tokens": 1259838256.0, + "step": 6618 + }, + { + "epoch": 2.2590443686006827, + "grad_norm": 0.30107849494947075, + "learning_rate": 2.4207724390661667e-06, + "loss": 0.3003, + "num_tokens": 1260022623.0, + "step": 6619 + }, + { + "epoch": 2.25938566552901, + "grad_norm": 0.29571247611662416, + "learning_rate": 2.419538023320901e-06, + "loss": 0.309, + "num_tokens": 1260210310.0, + "step": 6620 + }, + { + "epoch": 2.259726962457338, + "grad_norm": 0.28388963325663596, + "learning_rate": 2.4183040436320134e-06, + "loss": 0.2685, + "num_tokens": 1260395419.0, + "step": 6621 + }, + { + "epoch": 2.2600682593856654, + "grad_norm": 0.3062096736137333, + "learning_rate": 2.4170705001741786e-06, + "loss": 0.2739, + "num_tokens": 1260561709.0, + "step": 6622 + }, + { + "epoch": 2.260409556313993, + "grad_norm": 0.2675510422285718, + "learning_rate": 2.4158373931220136e-06, + "loss": 0.2837, + "num_tokens": 1260763587.0, + "step": 6623 + }, + { + "epoch": 2.260750853242321, + "grad_norm": 0.2611437035225733, + "learning_rate": 2.414604722650068e-06, + "loss": 0.2852, + "num_tokens": 1260970617.0, + "step": 6624 + }, + { + "epoch": 2.2610921501706485, + "grad_norm": 0.2936000159996591, + "learning_rate": 2.413372488932836e-06, + "loss": 0.2793, + "num_tokens": 1261148813.0, + "step": 6625 + }, + { + "epoch": 2.261433447098976, + "grad_norm": 0.28386624852225795, + "learning_rate": 2.4121406921447448e-06, + "loss": 0.2908, + "num_tokens": 1261340952.0, + "step": 6626 + }, + { + "epoch": 2.2617747440273037, + "grad_norm": 0.28792844762844405, + "learning_rate": 2.4109093324601647e-06, + "loss": 0.3096, + "num_tokens": 1261550346.0, + "step": 6627 + }, + { + "epoch": 2.2621160409556316, + "grad_norm": 0.29146052502951736, + "learning_rate": 2.4096784100533997e-06, + "loss": 0.273, + "num_tokens": 1261728636.0, + "step": 6628 + }, + { + "epoch": 2.262457337883959, + "grad_norm": 0.28775026343170906, + "learning_rate": 2.408447925098693e-06, + "loss": 0.2825, + "num_tokens": 1261901735.0, + "step": 6629 + }, + { + "epoch": 2.262798634812287, + "grad_norm": 0.26745659112343384, + "learning_rate": 2.4072178777702286e-06, + "loss": 0.2655, + "num_tokens": 1262091686.0, + "step": 6630 + }, + { + "epoch": 2.2631399317406142, + "grad_norm": 0.325870901701835, + "learning_rate": 2.4059882682421245e-06, + "loss": 0.3018, + "num_tokens": 1262251388.0, + "step": 6631 + }, + { + "epoch": 2.263481228668942, + "grad_norm": 0.3224658052460234, + "learning_rate": 2.4047590966884422e-06, + "loss": 0.2943, + "num_tokens": 1262460208.0, + "step": 6632 + }, + { + "epoch": 2.2638225255972695, + "grad_norm": 0.278322857498441, + "learning_rate": 2.4035303632831725e-06, + "loss": 0.3047, + "num_tokens": 1262660051.0, + "step": 6633 + }, + { + "epoch": 2.2641638225255973, + "grad_norm": 0.2764122293256287, + "learning_rate": 2.4023020682002536e-06, + "loss": 0.2936, + "num_tokens": 1262909910.0, + "step": 6634 + }, + { + "epoch": 2.2645051194539247, + "grad_norm": 0.32652564869709144, + "learning_rate": 2.4010742116135537e-06, + "loss": 0.2758, + "num_tokens": 1263055889.0, + "step": 6635 + }, + { + "epoch": 2.2648464163822526, + "grad_norm": 0.30540108647388575, + "learning_rate": 2.399846793696887e-06, + "loss": 0.2973, + "num_tokens": 1263225518.0, + "step": 6636 + }, + { + "epoch": 2.2651877133105804, + "grad_norm": 0.30254513564995666, + "learning_rate": 2.3986198146239985e-06, + "loss": 0.3043, + "num_tokens": 1263415944.0, + "step": 6637 + }, + { + "epoch": 2.265529010238908, + "grad_norm": 0.27796936419968543, + "learning_rate": 2.3973932745685735e-06, + "loss": 0.2862, + "num_tokens": 1263620862.0, + "step": 6638 + }, + { + "epoch": 2.2658703071672353, + "grad_norm": 0.2770971287636607, + "learning_rate": 2.396167173704238e-06, + "loss": 0.2841, + "num_tokens": 1263826540.0, + "step": 6639 + }, + { + "epoch": 2.266211604095563, + "grad_norm": 0.2605312210266394, + "learning_rate": 2.3949415122045495e-06, + "loss": 0.2725, + "num_tokens": 1264030495.0, + "step": 6640 + }, + { + "epoch": 2.266552901023891, + "grad_norm": 0.2646038187224122, + "learning_rate": 2.393716290243013e-06, + "loss": 0.2842, + "num_tokens": 1264234987.0, + "step": 6641 + }, + { + "epoch": 2.2668941979522184, + "grad_norm": 0.2929858492635019, + "learning_rate": 2.392491507993059e-06, + "loss": 0.2838, + "num_tokens": 1264409554.0, + "step": 6642 + }, + { + "epoch": 2.267235494880546, + "grad_norm": 0.31211083658817895, + "learning_rate": 2.3912671656280666e-06, + "loss": 0.2917, + "num_tokens": 1264617372.0, + "step": 6643 + }, + { + "epoch": 2.2675767918088736, + "grad_norm": 0.29946793123176935, + "learning_rate": 2.3900432633213447e-06, + "loss": 0.2879, + "num_tokens": 1264766979.0, + "step": 6644 + }, + { + "epoch": 2.2679180887372015, + "grad_norm": 0.27610909790971594, + "learning_rate": 2.3888198012461474e-06, + "loss": 0.2799, + "num_tokens": 1264958444.0, + "step": 6645 + }, + { + "epoch": 2.268259385665529, + "grad_norm": 0.27267190431869615, + "learning_rate": 2.38759677957566e-06, + "loss": 0.2944, + "num_tokens": 1265173384.0, + "step": 6646 + }, + { + "epoch": 2.2686006825938567, + "grad_norm": 0.2958314469261861, + "learning_rate": 2.3863741984830073e-06, + "loss": 0.2889, + "num_tokens": 1265336381.0, + "step": 6647 + }, + { + "epoch": 2.268941979522184, + "grad_norm": 0.2747183484312852, + "learning_rate": 2.385152058141255e-06, + "loss": 0.2645, + "num_tokens": 1265515381.0, + "step": 6648 + }, + { + "epoch": 2.269283276450512, + "grad_norm": 0.29067485061489123, + "learning_rate": 2.3839303587234025e-06, + "loss": 0.2947, + "num_tokens": 1265702966.0, + "step": 6649 + }, + { + "epoch": 2.26962457337884, + "grad_norm": 0.2998585904534135, + "learning_rate": 2.3827091004023877e-06, + "loss": 0.2717, + "num_tokens": 1265866752.0, + "step": 6650 + }, + { + "epoch": 2.2699658703071672, + "grad_norm": 0.32825407595513983, + "learning_rate": 2.381488283351085e-06, + "loss": 0.2687, + "num_tokens": 1266003503.0, + "step": 6651 + }, + { + "epoch": 2.2703071672354946, + "grad_norm": 0.2924690646797189, + "learning_rate": 2.3802679077423113e-06, + "loss": 0.2869, + "num_tokens": 1266173314.0, + "step": 6652 + }, + { + "epoch": 2.2706484641638225, + "grad_norm": 0.2792169610525889, + "learning_rate": 2.3790479737488143e-06, + "loss": 0.2899, + "num_tokens": 1266372709.0, + "step": 6653 + }, + { + "epoch": 2.2709897610921503, + "grad_norm": 0.5450916932212916, + "learning_rate": 2.3778284815432846e-06, + "loss": 0.3233, + "num_tokens": 1266585830.0, + "step": 6654 + }, + { + "epoch": 2.2713310580204777, + "grad_norm": 0.2669102394102211, + "learning_rate": 2.3766094312983477e-06, + "loss": 0.2543, + "num_tokens": 1266773136.0, + "step": 6655 + }, + { + "epoch": 2.2716723549488056, + "grad_norm": 0.2824332805333895, + "learning_rate": 2.375390823186565e-06, + "loss": 0.2934, + "num_tokens": 1266974375.0, + "step": 6656 + }, + { + "epoch": 2.272013651877133, + "grad_norm": 0.30382964775787985, + "learning_rate": 2.3741726573804396e-06, + "loss": 0.2958, + "num_tokens": 1267156014.0, + "step": 6657 + }, + { + "epoch": 2.272354948805461, + "grad_norm": 0.29614085177621113, + "learning_rate": 2.3729549340524087e-06, + "loss": 0.2942, + "num_tokens": 1267326421.0, + "step": 6658 + }, + { + "epoch": 2.2726962457337883, + "grad_norm": 0.27672378612977866, + "learning_rate": 2.371737653374848e-06, + "loss": 0.2837, + "num_tokens": 1267520918.0, + "step": 6659 + }, + { + "epoch": 2.273037542662116, + "grad_norm": 0.26937449404343244, + "learning_rate": 2.370520815520068e-06, + "loss": 0.2921, + "num_tokens": 1267732500.0, + "step": 6660 + }, + { + "epoch": 2.2733788395904435, + "grad_norm": 0.2619901036998293, + "learning_rate": 2.369304420660321e-06, + "loss": 0.2779, + "num_tokens": 1267950500.0, + "step": 6661 + }, + { + "epoch": 2.2737201365187714, + "grad_norm": 0.2793380853659054, + "learning_rate": 2.3680884689677965e-06, + "loss": 0.2899, + "num_tokens": 1268152724.0, + "step": 6662 + }, + { + "epoch": 2.274061433447099, + "grad_norm": 0.2793049109349727, + "learning_rate": 2.366872960614614e-06, + "loss": 0.2853, + "num_tokens": 1268337827.0, + "step": 6663 + }, + { + "epoch": 2.2744027303754266, + "grad_norm": 0.27730603792072983, + "learning_rate": 2.36565789577284e-06, + "loss": 0.277, + "num_tokens": 1268535719.0, + "step": 6664 + }, + { + "epoch": 2.274744027303754, + "grad_norm": 0.2637045209321874, + "learning_rate": 2.36444327461447e-06, + "loss": 0.2729, + "num_tokens": 1268731887.0, + "step": 6665 + }, + { + "epoch": 2.275085324232082, + "grad_norm": 0.30720947796295867, + "learning_rate": 2.3632290973114444e-06, + "loss": 0.2881, + "num_tokens": 1268912558.0, + "step": 6666 + }, + { + "epoch": 2.2754266211604097, + "grad_norm": 0.2964467443184776, + "learning_rate": 2.3620153640356332e-06, + "loss": 0.2984, + "num_tokens": 1269095255.0, + "step": 6667 + }, + { + "epoch": 2.275767918088737, + "grad_norm": 0.2537825422144844, + "learning_rate": 2.3608020749588477e-06, + "loss": 0.2571, + "num_tokens": 1269285145.0, + "step": 6668 + }, + { + "epoch": 2.276109215017065, + "grad_norm": 0.28013117555334, + "learning_rate": 2.359589230252837e-06, + "loss": 0.3096, + "num_tokens": 1269484235.0, + "step": 6669 + }, + { + "epoch": 2.2764505119453924, + "grad_norm": 0.27632295580336935, + "learning_rate": 2.3583768300892846e-06, + "loss": 0.29, + "num_tokens": 1269708207.0, + "step": 6670 + }, + { + "epoch": 2.2767918088737202, + "grad_norm": 0.2770925106827772, + "learning_rate": 2.357164874639815e-06, + "loss": 0.2842, + "num_tokens": 1269905876.0, + "step": 6671 + }, + { + "epoch": 2.2771331058020476, + "grad_norm": 0.2677816033388901, + "learning_rate": 2.355953364075983e-06, + "loss": 0.3239, + "num_tokens": 1270156677.0, + "step": 6672 + }, + { + "epoch": 2.2774744027303755, + "grad_norm": 0.26130250815448886, + "learning_rate": 2.354742298569288e-06, + "loss": 0.2957, + "num_tokens": 1270358615.0, + "step": 6673 + }, + { + "epoch": 2.277815699658703, + "grad_norm": 0.284670128104602, + "learning_rate": 2.3535316782911603e-06, + "loss": 0.2733, + "num_tokens": 1270538908.0, + "step": 6674 + }, + { + "epoch": 2.2781569965870307, + "grad_norm": 0.2845496537516455, + "learning_rate": 2.3523215034129723e-06, + "loss": 0.2865, + "num_tokens": 1270704569.0, + "step": 6675 + }, + { + "epoch": 2.2784982935153586, + "grad_norm": 0.3104157366711625, + "learning_rate": 2.3511117741060307e-06, + "loss": 0.3091, + "num_tokens": 1270875839.0, + "step": 6676 + }, + { + "epoch": 2.278839590443686, + "grad_norm": 0.29668670741170067, + "learning_rate": 2.349902490541577e-06, + "loss": 0.2859, + "num_tokens": 1271062354.0, + "step": 6677 + }, + { + "epoch": 2.2791808873720134, + "grad_norm": 0.30657417455536273, + "learning_rate": 2.348693652890795e-06, + "loss": 0.2976, + "num_tokens": 1271232166.0, + "step": 6678 + }, + { + "epoch": 2.2795221843003413, + "grad_norm": 0.259492968694982, + "learning_rate": 2.347485261324799e-06, + "loss": 0.2768, + "num_tokens": 1271438551.0, + "step": 6679 + }, + { + "epoch": 2.279863481228669, + "grad_norm": 0.26262084322511325, + "learning_rate": 2.3462773160146488e-06, + "loss": 0.2625, + "num_tokens": 1271633904.0, + "step": 6680 + }, + { + "epoch": 2.2802047781569965, + "grad_norm": 0.2808701299708623, + "learning_rate": 2.3450698171313294e-06, + "loss": 0.2909, + "num_tokens": 1271806264.0, + "step": 6681 + }, + { + "epoch": 2.2805460750853244, + "grad_norm": 0.27028100216416767, + "learning_rate": 2.343862764845773e-06, + "loss": 0.2986, + "num_tokens": 1272020640.0, + "step": 6682 + }, + { + "epoch": 2.2808873720136518, + "grad_norm": 0.37205124799296274, + "learning_rate": 2.3426561593288423e-06, + "loss": 0.2784, + "num_tokens": 1272152814.0, + "step": 6683 + }, + { + "epoch": 2.2812286689419796, + "grad_norm": 0.3111783555854109, + "learning_rate": 2.3414500007513414e-06, + "loss": 0.2862, + "num_tokens": 1272313583.0, + "step": 6684 + }, + { + "epoch": 2.281569965870307, + "grad_norm": 0.29047595376900653, + "learning_rate": 2.340244289284007e-06, + "loss": 0.3247, + "num_tokens": 1272503050.0, + "step": 6685 + }, + { + "epoch": 2.281911262798635, + "grad_norm": 0.26138584051601643, + "learning_rate": 2.3390390250975134e-06, + "loss": 0.2917, + "num_tokens": 1272731608.0, + "step": 6686 + }, + { + "epoch": 2.2822525597269623, + "grad_norm": 0.26509737033387637, + "learning_rate": 2.337834208362475e-06, + "loss": 0.3081, + "num_tokens": 1272955134.0, + "step": 6687 + }, + { + "epoch": 2.28259385665529, + "grad_norm": 0.28323957409259504, + "learning_rate": 2.336629839249437e-06, + "loss": 0.3052, + "num_tokens": 1273164542.0, + "step": 6688 + }, + { + "epoch": 2.282935153583618, + "grad_norm": 0.2777380664437837, + "learning_rate": 2.3354259179288894e-06, + "loss": 0.3083, + "num_tokens": 1273374791.0, + "step": 6689 + }, + { + "epoch": 2.2832764505119454, + "grad_norm": 0.2944616908270127, + "learning_rate": 2.334222444571248e-06, + "loss": 0.2936, + "num_tokens": 1273557006.0, + "step": 6690 + }, + { + "epoch": 2.283617747440273, + "grad_norm": 0.2878963167631432, + "learning_rate": 2.3330194193468746e-06, + "loss": 0.2957, + "num_tokens": 1273743242.0, + "step": 6691 + }, + { + "epoch": 2.2839590443686006, + "grad_norm": 0.282335401785906, + "learning_rate": 2.3318168424260624e-06, + "loss": 0.2981, + "num_tokens": 1273946597.0, + "step": 6692 + }, + { + "epoch": 2.2843003412969285, + "grad_norm": 0.2995271637935665, + "learning_rate": 2.330614713979045e-06, + "loss": 0.2858, + "num_tokens": 1274127244.0, + "step": 6693 + }, + { + "epoch": 2.284641638225256, + "grad_norm": 0.28319047613212966, + "learning_rate": 2.3294130341759895e-06, + "loss": 0.297, + "num_tokens": 1274324128.0, + "step": 6694 + }, + { + "epoch": 2.2849829351535837, + "grad_norm": 0.3024881424716327, + "learning_rate": 2.328211803186998e-06, + "loss": 0.3073, + "num_tokens": 1274506292.0, + "step": 6695 + }, + { + "epoch": 2.285324232081911, + "grad_norm": 0.3100980846771287, + "learning_rate": 2.327011021182114e-06, + "loss": 0.2796, + "num_tokens": 1274661490.0, + "step": 6696 + }, + { + "epoch": 2.285665529010239, + "grad_norm": 0.2682945280466823, + "learning_rate": 2.325810688331315e-06, + "loss": 0.2918, + "num_tokens": 1274870963.0, + "step": 6697 + }, + { + "epoch": 2.2860068259385664, + "grad_norm": 0.2567209210403791, + "learning_rate": 2.324610804804513e-06, + "loss": 0.2765, + "num_tokens": 1275089486.0, + "step": 6698 + }, + { + "epoch": 2.2863481228668943, + "grad_norm": 0.2613660765462177, + "learning_rate": 2.3234113707715577e-06, + "loss": 0.2677, + "num_tokens": 1275290436.0, + "step": 6699 + }, + { + "epoch": 2.2866894197952217, + "grad_norm": 0.2677292034561267, + "learning_rate": 2.322212386402238e-06, + "loss": 0.2879, + "num_tokens": 1275501102.0, + "step": 6700 + }, + { + "epoch": 2.2870307167235495, + "grad_norm": 0.3181023346740277, + "learning_rate": 2.3210138518662744e-06, + "loss": 0.3, + "num_tokens": 1275667927.0, + "step": 6701 + }, + { + "epoch": 2.2873720136518774, + "grad_norm": 0.3000732203768165, + "learning_rate": 2.319815767333328e-06, + "loss": 0.3093, + "num_tokens": 1275854182.0, + "step": 6702 + }, + { + "epoch": 2.2877133105802048, + "grad_norm": 0.3156639342431035, + "learning_rate": 2.3186181329729938e-06, + "loss": 0.285, + "num_tokens": 1276040722.0, + "step": 6703 + }, + { + "epoch": 2.288054607508532, + "grad_norm": 0.2938627896799273, + "learning_rate": 2.317420948954802e-06, + "loss": 0.298, + "num_tokens": 1276228141.0, + "step": 6704 + }, + { + "epoch": 2.28839590443686, + "grad_norm": 0.374799055281901, + "learning_rate": 2.316224215448223e-06, + "loss": 0.2834, + "num_tokens": 1276415928.0, + "step": 6705 + }, + { + "epoch": 2.288737201365188, + "grad_norm": 0.27569072848647264, + "learning_rate": 2.3150279326226594e-06, + "loss": 0.2798, + "num_tokens": 1276598870.0, + "step": 6706 + }, + { + "epoch": 2.2890784982935153, + "grad_norm": 0.278846751262995, + "learning_rate": 2.3138321006474514e-06, + "loss": 0.282, + "num_tokens": 1276795679.0, + "step": 6707 + }, + { + "epoch": 2.289419795221843, + "grad_norm": 0.28850018925872983, + "learning_rate": 2.312636719691877e-06, + "loss": 0.3149, + "num_tokens": 1276985231.0, + "step": 6708 + }, + { + "epoch": 2.2897610921501705, + "grad_norm": 0.3151106355475965, + "learning_rate": 2.3114417899251475e-06, + "loss": 0.2842, + "num_tokens": 1277134922.0, + "step": 6709 + }, + { + "epoch": 2.2901023890784984, + "grad_norm": 0.29175942384966647, + "learning_rate": 2.3102473115164132e-06, + "loss": 0.313, + "num_tokens": 1277337145.0, + "step": 6710 + }, + { + "epoch": 2.290443686006826, + "grad_norm": 0.28921189438428413, + "learning_rate": 2.309053284634759e-06, + "loss": 0.3086, + "num_tokens": 1277543284.0, + "step": 6711 + }, + { + "epoch": 2.2907849829351536, + "grad_norm": 0.2639911503311504, + "learning_rate": 2.3078597094492047e-06, + "loss": 0.2598, + "num_tokens": 1277721060.0, + "step": 6712 + }, + { + "epoch": 2.291126279863481, + "grad_norm": 0.29591694188374007, + "learning_rate": 2.306666586128707e-06, + "loss": 0.2837, + "num_tokens": 1277899909.0, + "step": 6713 + }, + { + "epoch": 2.291467576791809, + "grad_norm": 0.28201969922157805, + "learning_rate": 2.305473914842162e-06, + "loss": 0.2864, + "num_tokens": 1278098333.0, + "step": 6714 + }, + { + "epoch": 2.2918088737201368, + "grad_norm": 0.2744063425629602, + "learning_rate": 2.3042816957583968e-06, + "loss": 0.2756, + "num_tokens": 1278277959.0, + "step": 6715 + }, + { + "epoch": 2.292150170648464, + "grad_norm": 0.2618038364657437, + "learning_rate": 2.3030899290461754e-06, + "loss": 0.3221, + "num_tokens": 1278512801.0, + "step": 6716 + }, + { + "epoch": 2.2924914675767916, + "grad_norm": 0.263069158189297, + "learning_rate": 2.301898614874202e-06, + "loss": 0.2897, + "num_tokens": 1278736749.0, + "step": 6717 + }, + { + "epoch": 2.2928327645051194, + "grad_norm": 0.2945796396704575, + "learning_rate": 2.3007077534111107e-06, + "loss": 0.2905, + "num_tokens": 1278920529.0, + "step": 6718 + }, + { + "epoch": 2.2931740614334473, + "grad_norm": 0.2549266130801225, + "learning_rate": 2.2995173448254793e-06, + "loss": 0.3149, + "num_tokens": 1279164049.0, + "step": 6719 + }, + { + "epoch": 2.2935153583617747, + "grad_norm": 0.2809103480197678, + "learning_rate": 2.29832738928581e-06, + "loss": 0.276, + "num_tokens": 1279331419.0, + "step": 6720 + }, + { + "epoch": 2.2938566552901025, + "grad_norm": 0.3119887155838383, + "learning_rate": 2.2971378869605527e-06, + "loss": 0.2788, + "num_tokens": 1279497417.0, + "step": 6721 + }, + { + "epoch": 2.29419795221843, + "grad_norm": 0.29575457530053456, + "learning_rate": 2.2959488380180844e-06, + "loss": 0.2905, + "num_tokens": 1279675623.0, + "step": 6722 + }, + { + "epoch": 2.2945392491467578, + "grad_norm": 0.27670866371430763, + "learning_rate": 2.294760242626725e-06, + "loss": 0.3116, + "num_tokens": 1279887951.0, + "step": 6723 + }, + { + "epoch": 2.294880546075085, + "grad_norm": 0.2788159780967904, + "learning_rate": 2.293572100954725e-06, + "loss": 0.3239, + "num_tokens": 1280102711.0, + "step": 6724 + }, + { + "epoch": 2.295221843003413, + "grad_norm": 0.29208415649983266, + "learning_rate": 2.2923844131702714e-06, + "loss": 0.2621, + "num_tokens": 1280264944.0, + "step": 6725 + }, + { + "epoch": 2.2955631399317404, + "grad_norm": 0.29718823676483086, + "learning_rate": 2.2911971794414903e-06, + "loss": 0.3059, + "num_tokens": 1280471739.0, + "step": 6726 + }, + { + "epoch": 2.2959044368600683, + "grad_norm": 0.3106236260864772, + "learning_rate": 2.2900103999364384e-06, + "loss": 0.3004, + "num_tokens": 1280650690.0, + "step": 6727 + }, + { + "epoch": 2.296245733788396, + "grad_norm": 0.2835959905552726, + "learning_rate": 2.288824074823115e-06, + "loss": 0.2783, + "num_tokens": 1280841829.0, + "step": 6728 + }, + { + "epoch": 2.2965870307167235, + "grad_norm": 0.25912732767085256, + "learning_rate": 2.287638204269446e-06, + "loss": 0.2996, + "num_tokens": 1281064276.0, + "step": 6729 + }, + { + "epoch": 2.296928327645051, + "grad_norm": 0.28052401720273445, + "learning_rate": 2.2864527884433018e-06, + "loss": 0.2923, + "num_tokens": 1281254908.0, + "step": 6730 + }, + { + "epoch": 2.297269624573379, + "grad_norm": 0.27053108046971297, + "learning_rate": 2.285267827512481e-06, + "loss": 0.3079, + "num_tokens": 1281468455.0, + "step": 6731 + }, + { + "epoch": 2.2976109215017066, + "grad_norm": 0.28972778763810997, + "learning_rate": 2.2840833216447257e-06, + "loss": 0.2692, + "num_tokens": 1281636273.0, + "step": 6732 + }, + { + "epoch": 2.297952218430034, + "grad_norm": 0.28506115234234447, + "learning_rate": 2.282899271007706e-06, + "loss": 0.2894, + "num_tokens": 1281818518.0, + "step": 6733 + }, + { + "epoch": 2.298293515358362, + "grad_norm": 0.2906586968110045, + "learning_rate": 2.281715675769031e-06, + "loss": 0.2815, + "num_tokens": 1282016681.0, + "step": 6734 + }, + { + "epoch": 2.2986348122866893, + "grad_norm": 0.2697904805741781, + "learning_rate": 2.280532536096247e-06, + "loss": 0.2935, + "num_tokens": 1282225069.0, + "step": 6735 + }, + { + "epoch": 2.298976109215017, + "grad_norm": 0.29031999677364523, + "learning_rate": 2.279349852156831e-06, + "loss": 0.2887, + "num_tokens": 1282460481.0, + "step": 6736 + }, + { + "epoch": 2.2993174061433446, + "grad_norm": 0.30446998744418163, + "learning_rate": 2.278167624118204e-06, + "loss": 0.2611, + "num_tokens": 1282604757.0, + "step": 6737 + }, + { + "epoch": 2.2996587030716724, + "grad_norm": 0.271904613323946, + "learning_rate": 2.2769858521477097e-06, + "loss": 0.2813, + "num_tokens": 1282792205.0, + "step": 6738 + }, + { + "epoch": 2.3, + "grad_norm": 0.295169223792192, + "learning_rate": 2.275804536412639e-06, + "loss": 0.292, + "num_tokens": 1282969233.0, + "step": 6739 + }, + { + "epoch": 2.3003412969283277, + "grad_norm": 0.26868257525511935, + "learning_rate": 2.2746236770802115e-06, + "loss": 0.3166, + "num_tokens": 1283174323.0, + "step": 6740 + }, + { + "epoch": 2.3006825938566555, + "grad_norm": 0.28349278819288615, + "learning_rate": 2.273443274317587e-06, + "loss": 0.2874, + "num_tokens": 1283382925.0, + "step": 6741 + }, + { + "epoch": 2.301023890784983, + "grad_norm": 0.29323365261280915, + "learning_rate": 2.272263328291856e-06, + "loss": 0.3156, + "num_tokens": 1283581920.0, + "step": 6742 + }, + { + "epoch": 2.3013651877133103, + "grad_norm": 0.2940837926998845, + "learning_rate": 2.2710838391700453e-06, + "loss": 0.2781, + "num_tokens": 1283765668.0, + "step": 6743 + }, + { + "epoch": 2.301706484641638, + "grad_norm": 0.28204574004868393, + "learning_rate": 2.2699048071191215e-06, + "loss": 0.2896, + "num_tokens": 1283936089.0, + "step": 6744 + }, + { + "epoch": 2.302047781569966, + "grad_norm": 0.283838640879017, + "learning_rate": 2.2687262323059795e-06, + "loss": 0.3025, + "num_tokens": 1284135414.0, + "step": 6745 + }, + { + "epoch": 2.3023890784982934, + "grad_norm": 0.332880890679854, + "learning_rate": 2.2675481148974574e-06, + "loss": 0.2811, + "num_tokens": 1284334227.0, + "step": 6746 + }, + { + "epoch": 2.3027303754266213, + "grad_norm": 0.2901530452226216, + "learning_rate": 2.2663704550603186e-06, + "loss": 0.2807, + "num_tokens": 1284531199.0, + "step": 6747 + }, + { + "epoch": 2.3030716723549487, + "grad_norm": 0.3270594764898906, + "learning_rate": 2.26519325296127e-06, + "loss": 0.3176, + "num_tokens": 1284688176.0, + "step": 6748 + }, + { + "epoch": 2.3034129692832765, + "grad_norm": 0.2681895412289651, + "learning_rate": 2.264016508766953e-06, + "loss": 0.2985, + "num_tokens": 1284906887.0, + "step": 6749 + }, + { + "epoch": 2.303754266211604, + "grad_norm": 0.2852382239664958, + "learning_rate": 2.262840222643941e-06, + "loss": 0.2902, + "num_tokens": 1285088275.0, + "step": 6750 + }, + { + "epoch": 2.304095563139932, + "grad_norm": 0.28554230203632264, + "learning_rate": 2.2616643947587426e-06, + "loss": 0.3143, + "num_tokens": 1285317178.0, + "step": 6751 + }, + { + "epoch": 2.304436860068259, + "grad_norm": 0.27186898667287207, + "learning_rate": 2.2604890252778028e-06, + "loss": 0.2867, + "num_tokens": 1285510985.0, + "step": 6752 + }, + { + "epoch": 2.304778156996587, + "grad_norm": 0.2944414572085889, + "learning_rate": 2.2593141143675033e-06, + "loss": 0.2814, + "num_tokens": 1285681396.0, + "step": 6753 + }, + { + "epoch": 2.305119453924915, + "grad_norm": 0.28121817991711884, + "learning_rate": 2.258139662194158e-06, + "loss": 0.3019, + "num_tokens": 1285889467.0, + "step": 6754 + }, + { + "epoch": 2.3054607508532423, + "grad_norm": 0.29285585869447345, + "learning_rate": 2.2569656689240157e-06, + "loss": 0.2947, + "num_tokens": 1286069735.0, + "step": 6755 + }, + { + "epoch": 2.3058020477815697, + "grad_norm": 0.2773378703694735, + "learning_rate": 2.255792134723265e-06, + "loss": 0.3063, + "num_tokens": 1286268147.0, + "step": 6756 + }, + { + "epoch": 2.3061433447098976, + "grad_norm": 0.32301257748167905, + "learning_rate": 2.2546190597580227e-06, + "loss": 0.2742, + "num_tokens": 1286406738.0, + "step": 6757 + }, + { + "epoch": 2.3064846416382254, + "grad_norm": 0.28949864376757123, + "learning_rate": 2.2534464441943473e-06, + "loss": 0.3109, + "num_tokens": 1286617651.0, + "step": 6758 + }, + { + "epoch": 2.306825938566553, + "grad_norm": 0.27398097748652944, + "learning_rate": 2.2522742881982272e-06, + "loss": 0.307, + "num_tokens": 1286866724.0, + "step": 6759 + }, + { + "epoch": 2.3071672354948807, + "grad_norm": 0.2981456129673782, + "learning_rate": 2.2511025919355874e-06, + "loss": 0.2842, + "num_tokens": 1287055659.0, + "step": 6760 + }, + { + "epoch": 2.307508532423208, + "grad_norm": 0.2844321938246489, + "learning_rate": 2.2499313555722874e-06, + "loss": 0.3101, + "num_tokens": 1287253939.0, + "step": 6761 + }, + { + "epoch": 2.307849829351536, + "grad_norm": 0.29162798707261195, + "learning_rate": 2.2487605792741242e-06, + "loss": 0.2769, + "num_tokens": 1287421244.0, + "step": 6762 + }, + { + "epoch": 2.3081911262798633, + "grad_norm": 0.2993429559221475, + "learning_rate": 2.247590263206826e-06, + "loss": 0.2675, + "num_tokens": 1287592209.0, + "step": 6763 + }, + { + "epoch": 2.308532423208191, + "grad_norm": 0.2649675273653642, + "learning_rate": 2.2464204075360573e-06, + "loss": 0.278, + "num_tokens": 1287797679.0, + "step": 6764 + }, + { + "epoch": 2.3088737201365186, + "grad_norm": 0.2533669406468678, + "learning_rate": 2.245251012427419e-06, + "loss": 0.2808, + "num_tokens": 1288022374.0, + "step": 6765 + }, + { + "epoch": 2.3092150170648464, + "grad_norm": 0.2734558950122545, + "learning_rate": 2.244082078046444e-06, + "loss": 0.2954, + "num_tokens": 1288231053.0, + "step": 6766 + }, + { + "epoch": 2.3095563139931743, + "grad_norm": 0.4707947230966339, + "learning_rate": 2.2429136045586046e-06, + "loss": 0.3043, + "num_tokens": 1288435418.0, + "step": 6767 + }, + { + "epoch": 2.3098976109215017, + "grad_norm": 0.2869039122455508, + "learning_rate": 2.241745592129299e-06, + "loss": 0.2712, + "num_tokens": 1288604977.0, + "step": 6768 + }, + { + "epoch": 2.310238907849829, + "grad_norm": 0.304619107222818, + "learning_rate": 2.240578040923871e-06, + "loss": 0.2654, + "num_tokens": 1288766960.0, + "step": 6769 + }, + { + "epoch": 2.310580204778157, + "grad_norm": 0.29700473722217063, + "learning_rate": 2.2394109511075903e-06, + "loss": 0.2738, + "num_tokens": 1288929909.0, + "step": 6770 + }, + { + "epoch": 2.310921501706485, + "grad_norm": 0.2591859822219203, + "learning_rate": 2.238244322845667e-06, + "loss": 0.2792, + "num_tokens": 1289147045.0, + "step": 6771 + }, + { + "epoch": 2.311262798634812, + "grad_norm": 0.3386712251160466, + "learning_rate": 2.2370781563032447e-06, + "loss": 0.2961, + "num_tokens": 1289329219.0, + "step": 6772 + }, + { + "epoch": 2.31160409556314, + "grad_norm": 0.31340786674699855, + "learning_rate": 2.2359124516453968e-06, + "loss": 0.2899, + "num_tokens": 1289485740.0, + "step": 6773 + }, + { + "epoch": 2.3119453924914675, + "grad_norm": 0.273825430458372, + "learning_rate": 2.23474720903714e-06, + "loss": 0.2977, + "num_tokens": 1289690056.0, + "step": 6774 + }, + { + "epoch": 2.3122866894197953, + "grad_norm": 0.2948687995640584, + "learning_rate": 2.233582428643416e-06, + "loss": 0.3164, + "num_tokens": 1289890501.0, + "step": 6775 + }, + { + "epoch": 2.3126279863481227, + "grad_norm": 0.285279521051946, + "learning_rate": 2.2324181106291115e-06, + "loss": 0.2754, + "num_tokens": 1290072189.0, + "step": 6776 + }, + { + "epoch": 2.3129692832764506, + "grad_norm": 0.31059471851244996, + "learning_rate": 2.2312542551590367e-06, + "loss": 0.2893, + "num_tokens": 1290235263.0, + "step": 6777 + }, + { + "epoch": 2.313310580204778, + "grad_norm": 0.28722223392617935, + "learning_rate": 2.230090862397945e-06, + "loss": 0.2966, + "num_tokens": 1290426179.0, + "step": 6778 + }, + { + "epoch": 2.313651877133106, + "grad_norm": 0.3175952730729659, + "learning_rate": 2.2289279325105182e-06, + "loss": 0.3353, + "num_tokens": 1290616187.0, + "step": 6779 + }, + { + "epoch": 2.3139931740614337, + "grad_norm": 0.3206590486122731, + "learning_rate": 2.22776546566138e-06, + "loss": 0.2646, + "num_tokens": 1290795552.0, + "step": 6780 + }, + { + "epoch": 2.314334470989761, + "grad_norm": 0.338562923993912, + "learning_rate": 2.2266034620150806e-06, + "loss": 0.2668, + "num_tokens": 1291004671.0, + "step": 6781 + }, + { + "epoch": 2.3146757679180885, + "grad_norm": 0.2815417082495836, + "learning_rate": 2.2254419217361075e-06, + "loss": 0.2961, + "num_tokens": 1291206539.0, + "step": 6782 + }, + { + "epoch": 2.3150170648464163, + "grad_norm": 0.28620270370030976, + "learning_rate": 2.2242808449888856e-06, + "loss": 0.2696, + "num_tokens": 1291436054.0, + "step": 6783 + }, + { + "epoch": 2.315358361774744, + "grad_norm": 0.311132378464782, + "learning_rate": 2.2231202319377694e-06, + "loss": 0.2886, + "num_tokens": 1291607748.0, + "step": 6784 + }, + { + "epoch": 2.3156996587030716, + "grad_norm": 0.3332463322863461, + "learning_rate": 2.221960082747054e-06, + "loss": 0.3104, + "num_tokens": 1291772890.0, + "step": 6785 + }, + { + "epoch": 2.3160409556313994, + "grad_norm": 0.2814858687016721, + "learning_rate": 2.2208003975809588e-06, + "loss": 0.272, + "num_tokens": 1291957565.0, + "step": 6786 + }, + { + "epoch": 2.316382252559727, + "grad_norm": 0.2963104379128534, + "learning_rate": 2.2196411766036492e-06, + "loss": 0.2671, + "num_tokens": 1292123281.0, + "step": 6787 + }, + { + "epoch": 2.3167235494880547, + "grad_norm": 0.26148625966875705, + "learning_rate": 2.2184824199792153e-06, + "loss": 0.3012, + "num_tokens": 1292364859.0, + "step": 6788 + }, + { + "epoch": 2.317064846416382, + "grad_norm": 0.2809797232682161, + "learning_rate": 2.2173241278716883e-06, + "loss": 0.2694, + "num_tokens": 1292554632.0, + "step": 6789 + }, + { + "epoch": 2.31740614334471, + "grad_norm": 0.3577646419487119, + "learning_rate": 2.21616630044503e-06, + "loss": 0.2768, + "num_tokens": 1292729234.0, + "step": 6790 + }, + { + "epoch": 2.3177474402730374, + "grad_norm": 0.28644430275906185, + "learning_rate": 2.215008937863136e-06, + "loss": 0.2682, + "num_tokens": 1292891576.0, + "step": 6791 + }, + { + "epoch": 2.318088737201365, + "grad_norm": 0.25747443515812074, + "learning_rate": 2.2138520402898396e-06, + "loss": 0.2993, + "num_tokens": 1293111337.0, + "step": 6792 + }, + { + "epoch": 2.318430034129693, + "grad_norm": 0.2575161281481288, + "learning_rate": 2.2126956078889033e-06, + "loss": 0.2622, + "num_tokens": 1293290054.0, + "step": 6793 + }, + { + "epoch": 2.3187713310580205, + "grad_norm": 0.31014821810952775, + "learning_rate": 2.2115396408240306e-06, + "loss": 0.2935, + "num_tokens": 1293461528.0, + "step": 6794 + }, + { + "epoch": 2.319112627986348, + "grad_norm": 0.2933641324751425, + "learning_rate": 2.2103841392588505e-06, + "loss": 0.2982, + "num_tokens": 1293628667.0, + "step": 6795 + }, + { + "epoch": 2.3194539249146757, + "grad_norm": 0.2934800434454548, + "learning_rate": 2.2092291033569314e-06, + "loss": 0.2852, + "num_tokens": 1293787148.0, + "step": 6796 + }, + { + "epoch": 2.3197952218430036, + "grad_norm": 0.2645466618538431, + "learning_rate": 2.2080745332817777e-06, + "loss": 0.2757, + "num_tokens": 1293993127.0, + "step": 6797 + }, + { + "epoch": 2.320136518771331, + "grad_norm": 0.2758555243001227, + "learning_rate": 2.2069204291968245e-06, + "loss": 0.3056, + "num_tokens": 1294217454.0, + "step": 6798 + }, + { + "epoch": 2.320477815699659, + "grad_norm": 0.28101023409029646, + "learning_rate": 2.2057667912654394e-06, + "loss": 0.275, + "num_tokens": 1294378660.0, + "step": 6799 + }, + { + "epoch": 2.3208191126279862, + "grad_norm": 0.2855971042182715, + "learning_rate": 2.204613619650927e-06, + "loss": 0.3005, + "num_tokens": 1294579514.0, + "step": 6800 + }, + { + "epoch": 2.321160409556314, + "grad_norm": 0.27298913779907596, + "learning_rate": 2.203460914516527e-06, + "loss": 0.3103, + "num_tokens": 1294811403.0, + "step": 6801 + }, + { + "epoch": 2.3215017064846415, + "grad_norm": 0.28718000183681497, + "learning_rate": 2.20230867602541e-06, + "loss": 0.258, + "num_tokens": 1294958870.0, + "step": 6802 + }, + { + "epoch": 2.3218430034129693, + "grad_norm": 0.31544610770137405, + "learning_rate": 2.2011569043406793e-06, + "loss": 0.2888, + "num_tokens": 1295130175.0, + "step": 6803 + }, + { + "epoch": 2.3221843003412967, + "grad_norm": 0.3142856511013158, + "learning_rate": 2.200005599625378e-06, + "loss": 0.3213, + "num_tokens": 1295297424.0, + "step": 6804 + }, + { + "epoch": 2.3225255972696246, + "grad_norm": 0.2966244715330627, + "learning_rate": 2.1988547620424777e-06, + "loss": 0.3134, + "num_tokens": 1295510795.0, + "step": 6805 + }, + { + "epoch": 2.3228668941979524, + "grad_norm": 0.2694209083989603, + "learning_rate": 2.1977043917548877e-06, + "loss": 0.2763, + "num_tokens": 1295705199.0, + "step": 6806 + }, + { + "epoch": 2.32320819112628, + "grad_norm": 0.27021074333790307, + "learning_rate": 2.1965544889254474e-06, + "loss": 0.293, + "num_tokens": 1295913314.0, + "step": 6807 + }, + { + "epoch": 2.3235494880546073, + "grad_norm": 0.3202170238833809, + "learning_rate": 2.195405053716933e-06, + "loss": 0.3319, + "num_tokens": 1296112376.0, + "step": 6808 + }, + { + "epoch": 2.323890784982935, + "grad_norm": 0.31981278472135494, + "learning_rate": 2.1942560862920515e-06, + "loss": 0.291, + "num_tokens": 1296290305.0, + "step": 6809 + }, + { + "epoch": 2.324232081911263, + "grad_norm": 0.33255760221994024, + "learning_rate": 2.193107586813448e-06, + "loss": 0.2936, + "num_tokens": 1296449548.0, + "step": 6810 + }, + { + "epoch": 2.3245733788395904, + "grad_norm": 0.30896077619888385, + "learning_rate": 2.1919595554436986e-06, + "loss": 0.3091, + "num_tokens": 1296621546.0, + "step": 6811 + }, + { + "epoch": 2.324914675767918, + "grad_norm": 0.30463791572146987, + "learning_rate": 2.190811992345311e-06, + "loss": 0.3054, + "num_tokens": 1296795895.0, + "step": 6812 + }, + { + "epoch": 2.3252559726962456, + "grad_norm": 0.24752125129362362, + "learning_rate": 2.1896648976807316e-06, + "loss": 0.2716, + "num_tokens": 1297023684.0, + "step": 6813 + }, + { + "epoch": 2.3255972696245735, + "grad_norm": 0.27485219603871297, + "learning_rate": 2.1885182716123364e-06, + "loss": 0.2827, + "num_tokens": 1297222430.0, + "step": 6814 + }, + { + "epoch": 2.325938566552901, + "grad_norm": 0.3072872977466731, + "learning_rate": 2.187372114302439e-06, + "loss": 0.2836, + "num_tokens": 1297406790.0, + "step": 6815 + }, + { + "epoch": 2.3262798634812287, + "grad_norm": 0.2798954273307169, + "learning_rate": 2.1862264259132827e-06, + "loss": 0.3264, + "num_tokens": 1297639448.0, + "step": 6816 + }, + { + "epoch": 2.326621160409556, + "grad_norm": 0.2992922738148791, + "learning_rate": 2.1850812066070455e-06, + "loss": 0.3075, + "num_tokens": 1297833270.0, + "step": 6817 + }, + { + "epoch": 2.326962457337884, + "grad_norm": 0.31518496591912165, + "learning_rate": 2.183936456545839e-06, + "loss": 0.3192, + "num_tokens": 1298001547.0, + "step": 6818 + }, + { + "epoch": 2.327303754266212, + "grad_norm": 0.28809593657087973, + "learning_rate": 2.1827921758917116e-06, + "loss": 0.2923, + "num_tokens": 1298206170.0, + "step": 6819 + }, + { + "epoch": 2.3276450511945392, + "grad_norm": 0.2892905369551655, + "learning_rate": 2.1816483648066406e-06, + "loss": 0.3085, + "num_tokens": 1298426274.0, + "step": 6820 + }, + { + "epoch": 2.3279863481228666, + "grad_norm": 0.27242724036083443, + "learning_rate": 2.1805050234525378e-06, + "loss": 0.2951, + "num_tokens": 1298618613.0, + "step": 6821 + }, + { + "epoch": 2.3283276450511945, + "grad_norm": 0.3190455908494287, + "learning_rate": 2.1793621519912516e-06, + "loss": 0.2906, + "num_tokens": 1298771122.0, + "step": 6822 + }, + { + "epoch": 2.3286689419795223, + "grad_norm": 0.29270793208999796, + "learning_rate": 2.1782197505845603e-06, + "loss": 0.2776, + "num_tokens": 1298956307.0, + "step": 6823 + }, + { + "epoch": 2.3290102389078498, + "grad_norm": 0.3145594501570197, + "learning_rate": 2.17707781939418e-06, + "loss": 0.2858, + "num_tokens": 1299140694.0, + "step": 6824 + }, + { + "epoch": 2.3293515358361776, + "grad_norm": 0.302348783642442, + "learning_rate": 2.175936358581752e-06, + "loss": 0.2891, + "num_tokens": 1299313195.0, + "step": 6825 + }, + { + "epoch": 2.329692832764505, + "grad_norm": 0.5990666978212469, + "learning_rate": 2.1747953683088613e-06, + "loss": 0.2662, + "num_tokens": 1299453981.0, + "step": 6826 + }, + { + "epoch": 2.330034129692833, + "grad_norm": 0.31228035635416584, + "learning_rate": 2.1736548487370175e-06, + "loss": 0.3006, + "num_tokens": 1299644151.0, + "step": 6827 + }, + { + "epoch": 2.3303754266211603, + "grad_norm": 0.2830417427363162, + "learning_rate": 2.1725148000276716e-06, + "loss": 0.2885, + "num_tokens": 1299841160.0, + "step": 6828 + }, + { + "epoch": 2.330716723549488, + "grad_norm": 0.2975636444326733, + "learning_rate": 2.1713752223422007e-06, + "loss": 0.2961, + "num_tokens": 1300018491.0, + "step": 6829 + }, + { + "epoch": 2.3310580204778155, + "grad_norm": 0.2713010894659508, + "learning_rate": 2.170236115841919e-06, + "loss": 0.2722, + "num_tokens": 1300198364.0, + "step": 6830 + }, + { + "epoch": 2.3313993174061434, + "grad_norm": 0.28875341885948064, + "learning_rate": 2.169097480688074e-06, + "loss": 0.2971, + "num_tokens": 1300382992.0, + "step": 6831 + }, + { + "epoch": 2.331740614334471, + "grad_norm": 0.32071188775814935, + "learning_rate": 2.167959317041844e-06, + "loss": 0.3079, + "num_tokens": 1300559218.0, + "step": 6832 + }, + { + "epoch": 2.3320819112627986, + "grad_norm": 0.5698371943314449, + "learning_rate": 2.1668216250643463e-06, + "loss": 0.2997, + "num_tokens": 1300774698.0, + "step": 6833 + }, + { + "epoch": 2.3324232081911265, + "grad_norm": 0.294647805920669, + "learning_rate": 2.1656844049166227e-06, + "loss": 0.2932, + "num_tokens": 1300949575.0, + "step": 6834 + }, + { + "epoch": 2.332764505119454, + "grad_norm": 0.30629642149089864, + "learning_rate": 2.164547656759655e-06, + "loss": 0.3189, + "num_tokens": 1301139565.0, + "step": 6835 + }, + { + "epoch": 2.3331058020477817, + "grad_norm": 0.293111991044504, + "learning_rate": 2.1634113807543566e-06, + "loss": 0.2917, + "num_tokens": 1301339793.0, + "step": 6836 + }, + { + "epoch": 2.333447098976109, + "grad_norm": 0.26832841369318644, + "learning_rate": 2.162275577061574e-06, + "loss": 0.2677, + "num_tokens": 1301533333.0, + "step": 6837 + }, + { + "epoch": 2.333788395904437, + "grad_norm": 0.30675805944396156, + "learning_rate": 2.1611402458420856e-06, + "loss": 0.2815, + "num_tokens": 1301703699.0, + "step": 6838 + }, + { + "epoch": 2.3341296928327644, + "grad_norm": 0.2724830506370411, + "learning_rate": 2.160005387256602e-06, + "loss": 0.3107, + "num_tokens": 1301924182.0, + "step": 6839 + }, + { + "epoch": 2.3344709897610922, + "grad_norm": 0.27817122212879064, + "learning_rate": 2.158871001465773e-06, + "loss": 0.2934, + "num_tokens": 1302109525.0, + "step": 6840 + }, + { + "epoch": 2.3348122866894196, + "grad_norm": 0.2896197022339767, + "learning_rate": 2.1577370886301734e-06, + "loss": 0.2956, + "num_tokens": 1302311340.0, + "step": 6841 + }, + { + "epoch": 2.3351535836177475, + "grad_norm": 0.2855229200583233, + "learning_rate": 2.1566036489103172e-06, + "loss": 0.274, + "num_tokens": 1302482854.0, + "step": 6842 + }, + { + "epoch": 2.335494880546075, + "grad_norm": 0.3865838731710194, + "learning_rate": 2.1554706824666475e-06, + "loss": 0.2577, + "num_tokens": 1302658724.0, + "step": 6843 + }, + { + "epoch": 2.3358361774744028, + "grad_norm": 0.2718396647829464, + "learning_rate": 2.1543381894595423e-06, + "loss": 0.2856, + "num_tokens": 1302847338.0, + "step": 6844 + }, + { + "epoch": 2.3361774744027306, + "grad_norm": 0.27083691491416034, + "learning_rate": 2.1532061700493127e-06, + "loss": 0.2899, + "num_tokens": 1303043375.0, + "step": 6845 + }, + { + "epoch": 2.336518771331058, + "grad_norm": 0.31813936264443216, + "learning_rate": 2.1520746243962026e-06, + "loss": 0.2907, + "num_tokens": 1303202225.0, + "step": 6846 + }, + { + "epoch": 2.336860068259386, + "grad_norm": 0.26941484330058413, + "learning_rate": 2.1509435526603884e-06, + "loss": 0.2683, + "num_tokens": 1303385865.0, + "step": 6847 + }, + { + "epoch": 2.3372013651877133, + "grad_norm": 0.29201580084575474, + "learning_rate": 2.149812955001977e-06, + "loss": 0.2949, + "num_tokens": 1303596029.0, + "step": 6848 + }, + { + "epoch": 2.337542662116041, + "grad_norm": 0.2903581697912428, + "learning_rate": 2.148682831581014e-06, + "loss": 0.2992, + "num_tokens": 1303805328.0, + "step": 6849 + }, + { + "epoch": 2.3378839590443685, + "grad_norm": 0.28251145395672267, + "learning_rate": 2.1475531825574724e-06, + "loss": 0.3145, + "num_tokens": 1304011489.0, + "step": 6850 + }, + { + "epoch": 2.3382252559726964, + "grad_norm": 0.2773215644078895, + "learning_rate": 2.146424008091263e-06, + "loss": 0.2896, + "num_tokens": 1304195830.0, + "step": 6851 + }, + { + "epoch": 2.3385665529010238, + "grad_norm": 0.3287139587614513, + "learning_rate": 2.1452953083422246e-06, + "loss": 0.3029, + "num_tokens": 1304351957.0, + "step": 6852 + }, + { + "epoch": 2.3389078498293516, + "grad_norm": 0.2744664174352373, + "learning_rate": 2.14416708347013e-06, + "loss": 0.2766, + "num_tokens": 1304533048.0, + "step": 6853 + }, + { + "epoch": 2.339249146757679, + "grad_norm": 0.26146506134829406, + "learning_rate": 2.1430393336346885e-06, + "loss": 0.2928, + "num_tokens": 1304760307.0, + "step": 6854 + }, + { + "epoch": 2.339590443686007, + "grad_norm": 0.2905203650202697, + "learning_rate": 2.1419120589955366e-06, + "loss": 0.2785, + "num_tokens": 1304941525.0, + "step": 6855 + }, + { + "epoch": 2.3399317406143343, + "grad_norm": 0.29095898854510804, + "learning_rate": 2.140785259712248e-06, + "loss": 0.2946, + "num_tokens": 1305124776.0, + "step": 6856 + }, + { + "epoch": 2.340273037542662, + "grad_norm": 0.3294667397083535, + "learning_rate": 2.1396589359443255e-06, + "loss": 0.3095, + "num_tokens": 1305285718.0, + "step": 6857 + }, + { + "epoch": 2.34061433447099, + "grad_norm": 0.3038911239975491, + "learning_rate": 2.1385330878512086e-06, + "loss": 0.2974, + "num_tokens": 1305458537.0, + "step": 6858 + }, + { + "epoch": 2.3409556313993174, + "grad_norm": 0.29350659666075407, + "learning_rate": 2.137407715592267e-06, + "loss": 0.2883, + "num_tokens": 1305626333.0, + "step": 6859 + }, + { + "epoch": 2.3412969283276452, + "grad_norm": 0.3949395925545652, + "learning_rate": 2.1362828193268004e-06, + "loss": 0.2903, + "num_tokens": 1305816733.0, + "step": 6860 + }, + { + "epoch": 2.3416382252559726, + "grad_norm": 0.2779476864200961, + "learning_rate": 2.1351583992140476e-06, + "loss": 0.2648, + "num_tokens": 1305993070.0, + "step": 6861 + }, + { + "epoch": 2.3419795221843005, + "grad_norm": 0.2803107000590929, + "learning_rate": 2.134034455413174e-06, + "loss": 0.2963, + "num_tokens": 1306169388.0, + "step": 6862 + }, + { + "epoch": 2.342320819112628, + "grad_norm": 0.2680749484323162, + "learning_rate": 2.1329109880832832e-06, + "loss": 0.3159, + "num_tokens": 1306380428.0, + "step": 6863 + }, + { + "epoch": 2.3426621160409558, + "grad_norm": 0.29019579495902553, + "learning_rate": 2.1317879973834057e-06, + "loss": 0.3108, + "num_tokens": 1306581761.0, + "step": 6864 + }, + { + "epoch": 2.343003412969283, + "grad_norm": 0.28014807408774983, + "learning_rate": 2.130665483472508e-06, + "loss": 0.289, + "num_tokens": 1306769580.0, + "step": 6865 + }, + { + "epoch": 2.343344709897611, + "grad_norm": 0.29586637358377577, + "learning_rate": 2.1295434465094856e-06, + "loss": 0.2656, + "num_tokens": 1306933137.0, + "step": 6866 + }, + { + "epoch": 2.3436860068259384, + "grad_norm": 0.2864082518868169, + "learning_rate": 2.128421886653173e-06, + "loss": 0.2857, + "num_tokens": 1307110173.0, + "step": 6867 + }, + { + "epoch": 2.3440273037542663, + "grad_norm": 0.29021598885517996, + "learning_rate": 2.1273008040623318e-06, + "loss": 0.3183, + "num_tokens": 1307306062.0, + "step": 6868 + }, + { + "epoch": 2.3443686006825937, + "grad_norm": 0.3125437587079513, + "learning_rate": 2.1261801988956544e-06, + "loss": 0.3148, + "num_tokens": 1307493357.0, + "step": 6869 + }, + { + "epoch": 2.3447098976109215, + "grad_norm": 0.26621085940279776, + "learning_rate": 2.1250600713117732e-06, + "loss": 0.2881, + "num_tokens": 1307701341.0, + "step": 6870 + }, + { + "epoch": 2.3450511945392494, + "grad_norm": 0.309369498552191, + "learning_rate": 2.123940421469245e-06, + "loss": 0.2926, + "num_tokens": 1307883842.0, + "step": 6871 + }, + { + "epoch": 2.345392491467577, + "grad_norm": 0.2760720810091144, + "learning_rate": 2.122821249526566e-06, + "loss": 0.2525, + "num_tokens": 1308058171.0, + "step": 6872 + }, + { + "epoch": 2.3457337883959046, + "grad_norm": 0.2825672578513575, + "learning_rate": 2.121702555642157e-06, + "loss": 0.2659, + "num_tokens": 1308228743.0, + "step": 6873 + }, + { + "epoch": 2.346075085324232, + "grad_norm": 0.3071926347487506, + "learning_rate": 2.1205843399743777e-06, + "loss": 0.2615, + "num_tokens": 1308376966.0, + "step": 6874 + }, + { + "epoch": 2.34641638225256, + "grad_norm": 0.3022981147877652, + "learning_rate": 2.1194666026815163e-06, + "loss": 0.2777, + "num_tokens": 1308536215.0, + "step": 6875 + }, + { + "epoch": 2.3467576791808873, + "grad_norm": 0.28068694984413384, + "learning_rate": 2.1183493439217972e-06, + "loss": 0.3024, + "num_tokens": 1308725401.0, + "step": 6876 + }, + { + "epoch": 2.347098976109215, + "grad_norm": 0.28668431675775385, + "learning_rate": 2.117232563853373e-06, + "loss": 0.3108, + "num_tokens": 1308909749.0, + "step": 6877 + }, + { + "epoch": 2.3474402730375425, + "grad_norm": 0.273486117196645, + "learning_rate": 2.116116262634328e-06, + "loss": 0.268, + "num_tokens": 1309104480.0, + "step": 6878 + }, + { + "epoch": 2.3477815699658704, + "grad_norm": 0.3070796127934557, + "learning_rate": 2.1150004404226847e-06, + "loss": 0.2745, + "num_tokens": 1309300785.0, + "step": 6879 + }, + { + "epoch": 2.348122866894198, + "grad_norm": 0.2973494102291608, + "learning_rate": 2.1138850973763904e-06, + "loss": 0.3128, + "num_tokens": 1309486424.0, + "step": 6880 + }, + { + "epoch": 2.3484641638225257, + "grad_norm": 0.28234538224824585, + "learning_rate": 2.112770233653333e-06, + "loss": 0.2995, + "num_tokens": 1309676038.0, + "step": 6881 + }, + { + "epoch": 2.348805460750853, + "grad_norm": 0.280447780686603, + "learning_rate": 2.1116558494113203e-06, + "loss": 0.253, + "num_tokens": 1309840400.0, + "step": 6882 + }, + { + "epoch": 2.349146757679181, + "grad_norm": 0.2645966812734214, + "learning_rate": 2.110541944808106e-06, + "loss": 0.2895, + "num_tokens": 1310047535.0, + "step": 6883 + }, + { + "epoch": 2.3494880546075088, + "grad_norm": 0.32324537721891594, + "learning_rate": 2.109428520001365e-06, + "loss": 0.2904, + "num_tokens": 1310195784.0, + "step": 6884 + }, + { + "epoch": 2.349829351535836, + "grad_norm": 0.29711378646092, + "learning_rate": 2.1083155751487107e-06, + "loss": 0.2866, + "num_tokens": 1310368433.0, + "step": 6885 + }, + { + "epoch": 2.350170648464164, + "grad_norm": 0.3609052850521475, + "learning_rate": 2.1072031104076896e-06, + "loss": 0.2919, + "num_tokens": 1310525863.0, + "step": 6886 + }, + { + "epoch": 2.3505119453924914, + "grad_norm": 0.28727441901634704, + "learning_rate": 2.106091125935771e-06, + "loss": 0.2645, + "num_tokens": 1310696529.0, + "step": 6887 + }, + { + "epoch": 2.3508532423208193, + "grad_norm": 0.2766468423168434, + "learning_rate": 2.1049796218903666e-06, + "loss": 0.2768, + "num_tokens": 1310876670.0, + "step": 6888 + }, + { + "epoch": 2.3511945392491467, + "grad_norm": 0.26057447086621743, + "learning_rate": 2.1038685984288148e-06, + "loss": 0.2863, + "num_tokens": 1311095840.0, + "step": 6889 + }, + { + "epoch": 2.3515358361774745, + "grad_norm": 0.24917559386216223, + "learning_rate": 2.102758055708387e-06, + "loss": 0.3206, + "num_tokens": 1311360030.0, + "step": 6890 + }, + { + "epoch": 2.351877133105802, + "grad_norm": 0.29016869471883355, + "learning_rate": 2.101647993886288e-06, + "loss": 0.2896, + "num_tokens": 1311537892.0, + "step": 6891 + }, + { + "epoch": 2.35221843003413, + "grad_norm": 0.2921953569035052, + "learning_rate": 2.1005384131196506e-06, + "loss": 0.2714, + "num_tokens": 1311699791.0, + "step": 6892 + }, + { + "epoch": 2.352559726962457, + "grad_norm": 0.26637691420689735, + "learning_rate": 2.099429313565544e-06, + "loss": 0.2797, + "num_tokens": 1311905870.0, + "step": 6893 + }, + { + "epoch": 2.352901023890785, + "grad_norm": 0.27611910704786935, + "learning_rate": 2.0983206953809676e-06, + "loss": 0.2894, + "num_tokens": 1312110932.0, + "step": 6894 + }, + { + "epoch": 2.3532423208191124, + "grad_norm": 0.29731455630261205, + "learning_rate": 2.0972125587228516e-06, + "loss": 0.2788, + "num_tokens": 1312285715.0, + "step": 6895 + }, + { + "epoch": 2.3535836177474403, + "grad_norm": 0.27479244753599197, + "learning_rate": 2.0961049037480574e-06, + "loss": 0.2831, + "num_tokens": 1312504459.0, + "step": 6896 + }, + { + "epoch": 2.353924914675768, + "grad_norm": 0.2629342979028082, + "learning_rate": 2.094997730613382e-06, + "loss": 0.2746, + "num_tokens": 1312687643.0, + "step": 6897 + }, + { + "epoch": 2.3542662116040955, + "grad_norm": 0.3000475533477881, + "learning_rate": 2.0938910394755507e-06, + "loss": 0.3081, + "num_tokens": 1312853218.0, + "step": 6898 + }, + { + "epoch": 2.3546075085324234, + "grad_norm": 0.26384822446611617, + "learning_rate": 2.0927848304912236e-06, + "loss": 0.2741, + "num_tokens": 1313040827.0, + "step": 6899 + }, + { + "epoch": 2.354948805460751, + "grad_norm": 0.3011375915733838, + "learning_rate": 2.0916791038169886e-06, + "loss": 0.3003, + "num_tokens": 1313225518.0, + "step": 6900 + }, + { + "epoch": 2.3552901023890787, + "grad_norm": 0.29501668626523275, + "learning_rate": 2.090573859609366e-06, + "loss": 0.322, + "num_tokens": 1313421607.0, + "step": 6901 + }, + { + "epoch": 2.355631399317406, + "grad_norm": 0.31290903670500836, + "learning_rate": 2.0894690980248134e-06, + "loss": 0.288, + "num_tokens": 1313589360.0, + "step": 6902 + }, + { + "epoch": 2.355972696245734, + "grad_norm": 0.30195749031698466, + "learning_rate": 2.0883648192197133e-06, + "loss": 0.2657, + "num_tokens": 1313738443.0, + "step": 6903 + }, + { + "epoch": 2.3563139931740613, + "grad_norm": 0.2949204386518066, + "learning_rate": 2.0872610233503833e-06, + "loss": 0.2797, + "num_tokens": 1313915686.0, + "step": 6904 + }, + { + "epoch": 2.356655290102389, + "grad_norm": 0.29504523481893147, + "learning_rate": 2.0861577105730696e-06, + "loss": 0.2795, + "num_tokens": 1314081369.0, + "step": 6905 + }, + { + "epoch": 2.3569965870307166, + "grad_norm": 0.2696554367667619, + "learning_rate": 2.0850548810439545e-06, + "loss": 0.2761, + "num_tokens": 1314262973.0, + "step": 6906 + }, + { + "epoch": 2.3573378839590444, + "grad_norm": 0.28890131513917083, + "learning_rate": 2.0839525349191504e-06, + "loss": 0.2659, + "num_tokens": 1314427766.0, + "step": 6907 + }, + { + "epoch": 2.357679180887372, + "grad_norm": 0.28945111741808965, + "learning_rate": 2.0828506723546974e-06, + "loss": 0.297, + "num_tokens": 1314614529.0, + "step": 6908 + }, + { + "epoch": 2.3580204778156997, + "grad_norm": 0.28202541942311715, + "learning_rate": 2.081749293506573e-06, + "loss": 0.284, + "num_tokens": 1314823983.0, + "step": 6909 + }, + { + "epoch": 2.3583617747440275, + "grad_norm": 0.29032378408898396, + "learning_rate": 2.0806483985306806e-06, + "loss": 0.2795, + "num_tokens": 1315025212.0, + "step": 6910 + }, + { + "epoch": 2.358703071672355, + "grad_norm": 0.28992406590113096, + "learning_rate": 2.079547987582862e-06, + "loss": 0.2786, + "num_tokens": 1315217863.0, + "step": 6911 + }, + { + "epoch": 2.359044368600683, + "grad_norm": 0.29872886115035857, + "learning_rate": 2.0784480608188832e-06, + "loss": 0.2971, + "num_tokens": 1315423391.0, + "step": 6912 + }, + { + "epoch": 2.35938566552901, + "grad_norm": 0.29284388889217666, + "learning_rate": 2.0773486183944463e-06, + "loss": 0.3094, + "num_tokens": 1315621031.0, + "step": 6913 + }, + { + "epoch": 2.359726962457338, + "grad_norm": 0.31422048904743616, + "learning_rate": 2.076249660465182e-06, + "loss": 0.299, + "num_tokens": 1315798371.0, + "step": 6914 + }, + { + "epoch": 2.3600682593856654, + "grad_norm": 0.32904837781697704, + "learning_rate": 2.0751511871866557e-06, + "loss": 0.2956, + "num_tokens": 1315963439.0, + "step": 6915 + }, + { + "epoch": 2.3604095563139933, + "grad_norm": 0.28381210427756215, + "learning_rate": 2.0740531987143614e-06, + "loss": 0.2746, + "num_tokens": 1316147609.0, + "step": 6916 + }, + { + "epoch": 2.3607508532423207, + "grad_norm": 0.2799265947426341, + "learning_rate": 2.0729556952037243e-06, + "loss": 0.2678, + "num_tokens": 1316337016.0, + "step": 6917 + }, + { + "epoch": 2.3610921501706486, + "grad_norm": 0.28011744876470424, + "learning_rate": 2.0718586768101053e-06, + "loss": 0.2727, + "num_tokens": 1316525587.0, + "step": 6918 + }, + { + "epoch": 2.361433447098976, + "grad_norm": 0.28537210308511, + "learning_rate": 2.07076214368879e-06, + "loss": 0.2809, + "num_tokens": 1316712153.0, + "step": 6919 + }, + { + "epoch": 2.361774744027304, + "grad_norm": 0.2732412008102391, + "learning_rate": 2.069666095995001e-06, + "loss": 0.2954, + "num_tokens": 1316951095.0, + "step": 6920 + }, + { + "epoch": 2.362116040955631, + "grad_norm": 0.269297058523561, + "learning_rate": 2.0685705338838883e-06, + "loss": 0.2725, + "num_tokens": 1317142886.0, + "step": 6921 + }, + { + "epoch": 2.362457337883959, + "grad_norm": 0.2728998104616172, + "learning_rate": 2.067475457510536e-06, + "loss": 0.2624, + "num_tokens": 1317313478.0, + "step": 6922 + }, + { + "epoch": 2.362798634812287, + "grad_norm": 0.265774314322303, + "learning_rate": 2.0663808670299566e-06, + "loss": 0.3013, + "num_tokens": 1317529078.0, + "step": 6923 + }, + { + "epoch": 2.3631399317406143, + "grad_norm": 0.9802736697606704, + "learning_rate": 2.0652867625970972e-06, + "loss": 0.2816, + "num_tokens": 1317696375.0, + "step": 6924 + }, + { + "epoch": 2.363481228668942, + "grad_norm": 0.2990672523293276, + "learning_rate": 2.0641931443668345e-06, + "loss": 0.2771, + "num_tokens": 1317855619.0, + "step": 6925 + }, + { + "epoch": 2.3638225255972696, + "grad_norm": 0.31180150738447776, + "learning_rate": 2.0631000124939733e-06, + "loss": 0.2692, + "num_tokens": 1318005348.0, + "step": 6926 + }, + { + "epoch": 2.3641638225255974, + "grad_norm": 0.33647311547302877, + "learning_rate": 2.062007367133256e-06, + "loss": 0.3064, + "num_tokens": 1318166524.0, + "step": 6927 + }, + { + "epoch": 2.364505119453925, + "grad_norm": 0.27641017509793875, + "learning_rate": 2.0609152084393498e-06, + "loss": 0.3224, + "num_tokens": 1318390402.0, + "step": 6928 + }, + { + "epoch": 2.3648464163822527, + "grad_norm": 0.2965502851534532, + "learning_rate": 2.0598235365668594e-06, + "loss": 0.3203, + "num_tokens": 1318590136.0, + "step": 6929 + }, + { + "epoch": 2.36518771331058, + "grad_norm": 0.28298956362112276, + "learning_rate": 2.058732351670312e-06, + "loss": 0.2733, + "num_tokens": 1318769844.0, + "step": 6930 + }, + { + "epoch": 2.365529010238908, + "grad_norm": 0.29103744607825216, + "learning_rate": 2.057641653904173e-06, + "loss": 0.2955, + "num_tokens": 1318980215.0, + "step": 6931 + }, + { + "epoch": 2.3658703071672353, + "grad_norm": 0.29145084734790055, + "learning_rate": 2.0565514434228385e-06, + "loss": 0.3113, + "num_tokens": 1319177704.0, + "step": 6932 + }, + { + "epoch": 2.366211604095563, + "grad_norm": 0.3134515270035305, + "learning_rate": 2.0554617203806313e-06, + "loss": 0.2945, + "num_tokens": 1319356379.0, + "step": 6933 + }, + { + "epoch": 2.3665529010238906, + "grad_norm": 0.2963439465560103, + "learning_rate": 2.0543724849318115e-06, + "loss": 0.2766, + "num_tokens": 1319528230.0, + "step": 6934 + }, + { + "epoch": 2.3668941979522184, + "grad_norm": 0.24960824255328504, + "learning_rate": 2.0532837372305608e-06, + "loss": 0.2968, + "num_tokens": 1319778403.0, + "step": 6935 + }, + { + "epoch": 2.3672354948805463, + "grad_norm": 0.27608309099759987, + "learning_rate": 2.0521954774310017e-06, + "loss": 0.3073, + "num_tokens": 1320009354.0, + "step": 6936 + }, + { + "epoch": 2.3675767918088737, + "grad_norm": 0.27340532090299574, + "learning_rate": 2.0511077056871805e-06, + "loss": 0.2835, + "num_tokens": 1320213424.0, + "step": 6937 + }, + { + "epoch": 2.3679180887372016, + "grad_norm": 0.32527801920731336, + "learning_rate": 2.05002042215308e-06, + "loss": 0.2961, + "num_tokens": 1320366252.0, + "step": 6938 + }, + { + "epoch": 2.368259385665529, + "grad_norm": 0.26737488601299403, + "learning_rate": 2.048933626982611e-06, + "loss": 0.2691, + "num_tokens": 1320557274.0, + "step": 6939 + }, + { + "epoch": 2.368600682593857, + "grad_norm": 0.2989214021048898, + "learning_rate": 2.0478473203296117e-06, + "loss": 0.2673, + "num_tokens": 1320734069.0, + "step": 6940 + }, + { + "epoch": 2.368941979522184, + "grad_norm": 0.30628066553729083, + "learning_rate": 2.0467615023478586e-06, + "loss": 0.2708, + "num_tokens": 1320894767.0, + "step": 6941 + }, + { + "epoch": 2.369283276450512, + "grad_norm": 0.265432339145399, + "learning_rate": 2.0456761731910542e-06, + "loss": 0.2843, + "num_tokens": 1321084324.0, + "step": 6942 + }, + { + "epoch": 2.3696245733788395, + "grad_norm": 0.3149861931411313, + "learning_rate": 2.0445913330128335e-06, + "loss": 0.2791, + "num_tokens": 1321249473.0, + "step": 6943 + }, + { + "epoch": 2.3699658703071673, + "grad_norm": 0.27969850387770984, + "learning_rate": 2.043506981966759e-06, + "loss": 0.2965, + "num_tokens": 1321432792.0, + "step": 6944 + }, + { + "epoch": 2.3703071672354947, + "grad_norm": 0.28334450486921353, + "learning_rate": 2.0424231202063297e-06, + "loss": 0.2871, + "num_tokens": 1321624008.0, + "step": 6945 + }, + { + "epoch": 2.3706484641638226, + "grad_norm": 0.3898855671137418, + "learning_rate": 2.0413397478849696e-06, + "loss": 0.2928, + "num_tokens": 1321792157.0, + "step": 6946 + }, + { + "epoch": 2.37098976109215, + "grad_norm": 0.3533777826306003, + "learning_rate": 2.040256865156038e-06, + "loss": 0.3353, + "num_tokens": 1322028492.0, + "step": 6947 + }, + { + "epoch": 2.371331058020478, + "grad_norm": 0.2950639935824679, + "learning_rate": 2.0391744721728223e-06, + "loss": 0.2819, + "num_tokens": 1322220955.0, + "step": 6948 + }, + { + "epoch": 2.3716723549488057, + "grad_norm": 0.2817610059282071, + "learning_rate": 2.0380925690885404e-06, + "loss": 0.279, + "num_tokens": 1322406701.0, + "step": 6949 + }, + { + "epoch": 2.372013651877133, + "grad_norm": 0.2666872159224035, + "learning_rate": 2.037011156056343e-06, + "loss": 0.2787, + "num_tokens": 1322602164.0, + "step": 6950 + }, + { + "epoch": 2.372354948805461, + "grad_norm": 0.33917482290856166, + "learning_rate": 2.0359302332293098e-06, + "loss": 0.2746, + "num_tokens": 1322761837.0, + "step": 6951 + }, + { + "epoch": 2.3726962457337883, + "grad_norm": 0.27979870848775285, + "learning_rate": 2.0348498007604503e-06, + "loss": 0.3002, + "num_tokens": 1322973707.0, + "step": 6952 + }, + { + "epoch": 2.373037542662116, + "grad_norm": 0.2648703884095295, + "learning_rate": 2.0337698588027056e-06, + "loss": 0.294, + "num_tokens": 1323177537.0, + "step": 6953 + }, + { + "epoch": 2.3733788395904436, + "grad_norm": 0.26887272732735656, + "learning_rate": 2.032690407508949e-06, + "loss": 0.2748, + "num_tokens": 1323381392.0, + "step": 6954 + }, + { + "epoch": 2.3737201365187715, + "grad_norm": 0.28890512321320816, + "learning_rate": 2.0316114470319813e-06, + "loss": 0.2789, + "num_tokens": 1323549269.0, + "step": 6955 + }, + { + "epoch": 2.374061433447099, + "grad_norm": 0.2634690542931734, + "learning_rate": 2.030532977524537e-06, + "loss": 0.2778, + "num_tokens": 1323751850.0, + "step": 6956 + }, + { + "epoch": 2.3744027303754267, + "grad_norm": 0.2893392915115906, + "learning_rate": 2.029454999139278e-06, + "loss": 0.3016, + "num_tokens": 1323927943.0, + "step": 6957 + }, + { + "epoch": 2.374744027303754, + "grad_norm": 0.32093897175764796, + "learning_rate": 2.0283775120287975e-06, + "loss": 0.2871, + "num_tokens": 1324077835.0, + "step": 6958 + }, + { + "epoch": 2.375085324232082, + "grad_norm": 0.30483948845046044, + "learning_rate": 2.027300516345622e-06, + "loss": 0.2767, + "num_tokens": 1324268297.0, + "step": 6959 + }, + { + "epoch": 2.3754266211604094, + "grad_norm": 0.26428585870304594, + "learning_rate": 2.026224012242205e-06, + "loss": 0.2968, + "num_tokens": 1324482883.0, + "step": 6960 + }, + { + "epoch": 2.375767918088737, + "grad_norm": 0.2932248135080974, + "learning_rate": 2.025147999870931e-06, + "loss": 0.3093, + "num_tokens": 1324686095.0, + "step": 6961 + }, + { + "epoch": 2.376109215017065, + "grad_norm": 0.30894347527774046, + "learning_rate": 2.024072479384115e-06, + "loss": 0.2928, + "num_tokens": 1324851680.0, + "step": 6962 + }, + { + "epoch": 2.3764505119453925, + "grad_norm": 0.2833845318345375, + "learning_rate": 2.022997450934005e-06, + "loss": 0.2979, + "num_tokens": 1325041920.0, + "step": 6963 + }, + { + "epoch": 2.3767918088737203, + "grad_norm": 0.280344084759714, + "learning_rate": 2.0219229146727766e-06, + "loss": 0.2727, + "num_tokens": 1325228782.0, + "step": 6964 + }, + { + "epoch": 2.3771331058020477, + "grad_norm": 0.25095021987295174, + "learning_rate": 2.0208488707525335e-06, + "loss": 0.2748, + "num_tokens": 1325453059.0, + "step": 6965 + }, + { + "epoch": 2.3774744027303756, + "grad_norm": 0.28887500149840173, + "learning_rate": 2.0197753193253166e-06, + "loss": 0.2678, + "num_tokens": 1325631120.0, + "step": 6966 + }, + { + "epoch": 2.377815699658703, + "grad_norm": 0.30759620792944464, + "learning_rate": 2.01870226054309e-06, + "loss": 0.2691, + "num_tokens": 1325791251.0, + "step": 6967 + }, + { + "epoch": 2.378156996587031, + "grad_norm": 0.2814524031096641, + "learning_rate": 2.0176296945577533e-06, + "loss": 0.2867, + "num_tokens": 1325969788.0, + "step": 6968 + }, + { + "epoch": 2.3784982935153582, + "grad_norm": 0.29125862617400833, + "learning_rate": 2.016557621521133e-06, + "loss": 0.2886, + "num_tokens": 1326159925.0, + "step": 6969 + }, + { + "epoch": 2.378839590443686, + "grad_norm": 0.28836899067329363, + "learning_rate": 2.0154860415849873e-06, + "loss": 0.2784, + "num_tokens": 1326326157.0, + "step": 6970 + }, + { + "epoch": 2.3791808873720135, + "grad_norm": 0.31322297607192773, + "learning_rate": 2.014414954901003e-06, + "loss": 0.253, + "num_tokens": 1326486843.0, + "step": 6971 + }, + { + "epoch": 2.3795221843003413, + "grad_norm": 0.2494789304635328, + "learning_rate": 2.0133443616208003e-06, + "loss": 0.2903, + "num_tokens": 1326724174.0, + "step": 6972 + }, + { + "epoch": 2.3798634812286688, + "grad_norm": 0.272103073863926, + "learning_rate": 2.012274261895926e-06, + "loss": 0.2801, + "num_tokens": 1326922274.0, + "step": 6973 + }, + { + "epoch": 2.3802047781569966, + "grad_norm": 0.2559751631233399, + "learning_rate": 2.011204655877859e-06, + "loss": 0.2966, + "num_tokens": 1327145128.0, + "step": 6974 + }, + { + "epoch": 2.3805460750853245, + "grad_norm": 0.27102946341836553, + "learning_rate": 2.0101355437180086e-06, + "loss": 0.2836, + "num_tokens": 1327352848.0, + "step": 6975 + }, + { + "epoch": 2.380887372013652, + "grad_norm": 0.2762264835498374, + "learning_rate": 2.0090669255677125e-06, + "loss": 0.2996, + "num_tokens": 1327565340.0, + "step": 6976 + }, + { + "epoch": 2.3812286689419797, + "grad_norm": 0.3196239575159116, + "learning_rate": 2.0079988015782413e-06, + "loss": 0.2852, + "num_tokens": 1327721738.0, + "step": 6977 + }, + { + "epoch": 2.381569965870307, + "grad_norm": 0.29914917958096954, + "learning_rate": 2.0069311719007923e-06, + "loss": 0.2905, + "num_tokens": 1327890709.0, + "step": 6978 + }, + { + "epoch": 2.381911262798635, + "grad_norm": 0.28252435319390556, + "learning_rate": 2.0058640366864936e-06, + "loss": 0.2726, + "num_tokens": 1328086092.0, + "step": 6979 + }, + { + "epoch": 2.3822525597269624, + "grad_norm": 0.28238086532541967, + "learning_rate": 2.0047973960864064e-06, + "loss": 0.2792, + "num_tokens": 1328259215.0, + "step": 6980 + }, + { + "epoch": 2.38259385665529, + "grad_norm": 0.2839901074865236, + "learning_rate": 2.003731250251517e-06, + "loss": 0.3183, + "num_tokens": 1328461491.0, + "step": 6981 + }, + { + "epoch": 2.3829351535836176, + "grad_norm": 0.3034336690351459, + "learning_rate": 2.002665599332748e-06, + "loss": 0.2823, + "num_tokens": 1328611820.0, + "step": 6982 + }, + { + "epoch": 2.3832764505119455, + "grad_norm": 0.25963434376035965, + "learning_rate": 2.0016004434809432e-06, + "loss": 0.2812, + "num_tokens": 1328833321.0, + "step": 6983 + }, + { + "epoch": 2.383617747440273, + "grad_norm": 0.28014767499420584, + "learning_rate": 2.0005357828468853e-06, + "loss": 0.2897, + "num_tokens": 1329045504.0, + "step": 6984 + }, + { + "epoch": 2.3839590443686007, + "grad_norm": 0.3027989112179238, + "learning_rate": 1.9994716175812797e-06, + "loss": 0.2903, + "num_tokens": 1329211975.0, + "step": 6985 + }, + { + "epoch": 2.384300341296928, + "grad_norm": 0.31171870244385785, + "learning_rate": 1.998407947834768e-06, + "loss": 0.2626, + "num_tokens": 1329361548.0, + "step": 6986 + }, + { + "epoch": 2.384641638225256, + "grad_norm": 0.28708835760656864, + "learning_rate": 1.997344773757917e-06, + "loss": 0.3021, + "num_tokens": 1329544481.0, + "step": 6987 + }, + { + "epoch": 2.384982935153584, + "grad_norm": 0.29756817456520174, + "learning_rate": 1.996282095501224e-06, + "loss": 0.2765, + "num_tokens": 1329703159.0, + "step": 6988 + }, + { + "epoch": 2.3853242320819112, + "grad_norm": 0.30020209468836, + "learning_rate": 1.9952199132151185e-06, + "loss": 0.3052, + "num_tokens": 1329894971.0, + "step": 6989 + }, + { + "epoch": 2.385665529010239, + "grad_norm": 0.3122805999832578, + "learning_rate": 1.9941582270499564e-06, + "loss": 0.2907, + "num_tokens": 1330053692.0, + "step": 6990 + }, + { + "epoch": 2.3860068259385665, + "grad_norm": 0.2918610532855551, + "learning_rate": 1.993097037156029e-06, + "loss": 0.2919, + "num_tokens": 1330228841.0, + "step": 6991 + }, + { + "epoch": 2.3863481228668944, + "grad_norm": 0.2500979069114811, + "learning_rate": 1.9920363436835488e-06, + "loss": 0.2983, + "num_tokens": 1330456772.0, + "step": 6992 + }, + { + "epoch": 2.3866894197952218, + "grad_norm": 0.290545824174977, + "learning_rate": 1.9909761467826662e-06, + "loss": 0.2836, + "num_tokens": 1330637334.0, + "step": 6993 + }, + { + "epoch": 2.3870307167235496, + "grad_norm": 0.2747352724898413, + "learning_rate": 1.989916446603456e-06, + "loss": 0.2933, + "num_tokens": 1330842958.0, + "step": 6994 + }, + { + "epoch": 2.387372013651877, + "grad_norm": 0.2473788337658172, + "learning_rate": 1.9888572432959264e-06, + "loss": 0.2774, + "num_tokens": 1331061132.0, + "step": 6995 + }, + { + "epoch": 2.387713310580205, + "grad_norm": 0.27412689795769574, + "learning_rate": 1.987798537010012e-06, + "loss": 0.2981, + "num_tokens": 1331265938.0, + "step": 6996 + }, + { + "epoch": 2.3880546075085323, + "grad_norm": 0.30524122552164656, + "learning_rate": 1.9867403278955775e-06, + "loss": 0.2796, + "num_tokens": 1331428986.0, + "step": 6997 + }, + { + "epoch": 2.38839590443686, + "grad_norm": 0.2875656263874113, + "learning_rate": 1.9856826161024215e-06, + "loss": 0.3017, + "num_tokens": 1331630417.0, + "step": 6998 + }, + { + "epoch": 2.3887372013651875, + "grad_norm": 0.29896356351818537, + "learning_rate": 1.984625401780267e-06, + "loss": 0.2916, + "num_tokens": 1331809218.0, + "step": 6999 + }, + { + "epoch": 2.3890784982935154, + "grad_norm": 0.3239512449984084, + "learning_rate": 1.9835686850787687e-06, + "loss": 0.3162, + "num_tokens": 1332030643.0, + "step": 7000 + }, + { + "epoch": 2.3894197952218432, + "grad_norm": 0.30090112045516765, + "learning_rate": 1.982512466147509e-06, + "loss": 0.3109, + "num_tokens": 1332205159.0, + "step": 7001 + }, + { + "epoch": 2.3897610921501706, + "grad_norm": 0.2827770297445436, + "learning_rate": 1.9814567451360044e-06, + "loss": 0.2747, + "num_tokens": 1332394618.0, + "step": 7002 + }, + { + "epoch": 2.3901023890784985, + "grad_norm": 0.2880458060715547, + "learning_rate": 1.9804015221936956e-06, + "loss": 0.3025, + "num_tokens": 1332605026.0, + "step": 7003 + }, + { + "epoch": 2.390443686006826, + "grad_norm": 0.2986805897941351, + "learning_rate": 1.9793467974699577e-06, + "loss": 0.2885, + "num_tokens": 1332809072.0, + "step": 7004 + }, + { + "epoch": 2.3907849829351537, + "grad_norm": 0.2685966906257401, + "learning_rate": 1.9782925711140916e-06, + "loss": 0.2732, + "num_tokens": 1333002649.0, + "step": 7005 + }, + { + "epoch": 2.391126279863481, + "grad_norm": 0.3032129827078584, + "learning_rate": 1.977238843275327e-06, + "loss": 0.2851, + "num_tokens": 1333188741.0, + "step": 7006 + }, + { + "epoch": 2.391467576791809, + "grad_norm": 0.2706296058812138, + "learning_rate": 1.976185614102828e-06, + "loss": 0.2778, + "num_tokens": 1333381691.0, + "step": 7007 + }, + { + "epoch": 2.3918088737201364, + "grad_norm": 0.29007115356560403, + "learning_rate": 1.975132883745684e-06, + "loss": 0.2696, + "num_tokens": 1333547042.0, + "step": 7008 + }, + { + "epoch": 2.3921501706484642, + "grad_norm": 0.3008302621119973, + "learning_rate": 1.9740806523529137e-06, + "loss": 0.3122, + "num_tokens": 1333733704.0, + "step": 7009 + }, + { + "epoch": 2.3924914675767917, + "grad_norm": 0.2518657478856361, + "learning_rate": 1.9730289200734664e-06, + "loss": 0.2912, + "num_tokens": 1333952996.0, + "step": 7010 + }, + { + "epoch": 2.3928327645051195, + "grad_norm": 0.30343774918841954, + "learning_rate": 1.9719776870562222e-06, + "loss": 0.2898, + "num_tokens": 1334123691.0, + "step": 7011 + }, + { + "epoch": 2.393174061433447, + "grad_norm": 0.2898130289220794, + "learning_rate": 1.970926953449987e-06, + "loss": 0.2807, + "num_tokens": 1334303085.0, + "step": 7012 + }, + { + "epoch": 2.3935153583617748, + "grad_norm": 0.31042956572345837, + "learning_rate": 1.9698767194034993e-06, + "loss": 0.3299, + "num_tokens": 1334502806.0, + "step": 7013 + }, + { + "epoch": 2.3938566552901026, + "grad_norm": 0.27535688829196814, + "learning_rate": 1.9688269850654253e-06, + "loss": 0.2652, + "num_tokens": 1334670002.0, + "step": 7014 + }, + { + "epoch": 2.39419795221843, + "grad_norm": 0.287159293511931, + "learning_rate": 1.967777750584359e-06, + "loss": 0.2772, + "num_tokens": 1334868915.0, + "step": 7015 + }, + { + "epoch": 2.394539249146758, + "grad_norm": 0.29004418089029477, + "learning_rate": 1.966729016108829e-06, + "loss": 0.2784, + "num_tokens": 1335034582.0, + "step": 7016 + }, + { + "epoch": 2.3948805460750853, + "grad_norm": 0.27825020245919935, + "learning_rate": 1.965680781787286e-06, + "loss": 0.281, + "num_tokens": 1335233995.0, + "step": 7017 + }, + { + "epoch": 2.395221843003413, + "grad_norm": 0.3057243099590285, + "learning_rate": 1.964633047768115e-06, + "loss": 0.2796, + "num_tokens": 1335404177.0, + "step": 7018 + }, + { + "epoch": 2.3955631399317405, + "grad_norm": 0.28716279635771624, + "learning_rate": 1.9635858141996267e-06, + "loss": 0.3068, + "num_tokens": 1335607721.0, + "step": 7019 + }, + { + "epoch": 2.3959044368600684, + "grad_norm": 0.30801494770319854, + "learning_rate": 1.962539081230064e-06, + "loss": 0.3008, + "num_tokens": 1335801963.0, + "step": 7020 + }, + { + "epoch": 2.396245733788396, + "grad_norm": 0.29622987561347847, + "learning_rate": 1.961492849007601e-06, + "loss": 0.3012, + "num_tokens": 1335974684.0, + "step": 7021 + }, + { + "epoch": 2.3965870307167236, + "grad_norm": 0.2812327715803457, + "learning_rate": 1.9604471176803314e-06, + "loss": 0.2967, + "num_tokens": 1336170973.0, + "step": 7022 + }, + { + "epoch": 2.396928327645051, + "grad_norm": 0.5807827004912649, + "learning_rate": 1.959401887396289e-06, + "loss": 0.3043, + "num_tokens": 1336392011.0, + "step": 7023 + }, + { + "epoch": 2.397269624573379, + "grad_norm": 0.27450407644703034, + "learning_rate": 1.9583571583034288e-06, + "loss": 0.3107, + "num_tokens": 1336609630.0, + "step": 7024 + }, + { + "epoch": 2.3976109215017063, + "grad_norm": 0.26086973639583044, + "learning_rate": 1.95731293054964e-06, + "loss": 0.3012, + "num_tokens": 1336845068.0, + "step": 7025 + }, + { + "epoch": 2.397952218430034, + "grad_norm": 0.2692869120567104, + "learning_rate": 1.9562692042827395e-06, + "loss": 0.3072, + "num_tokens": 1337059747.0, + "step": 7026 + }, + { + "epoch": 2.398293515358362, + "grad_norm": 0.3213912387109737, + "learning_rate": 1.955225979650469e-06, + "loss": 0.2621, + "num_tokens": 1337198568.0, + "step": 7027 + }, + { + "epoch": 2.3986348122866894, + "grad_norm": 0.2793603572451294, + "learning_rate": 1.9541832568005064e-06, + "loss": 0.2835, + "num_tokens": 1337372706.0, + "step": 7028 + }, + { + "epoch": 2.3989761092150172, + "grad_norm": 0.30488678260529956, + "learning_rate": 1.9531410358804525e-06, + "loss": 0.2981, + "num_tokens": 1337572593.0, + "step": 7029 + }, + { + "epoch": 2.3993174061433447, + "grad_norm": 0.3014717337859157, + "learning_rate": 1.9520993170378423e-06, + "loss": 0.284, + "num_tokens": 1337744734.0, + "step": 7030 + }, + { + "epoch": 2.3996587030716725, + "grad_norm": 0.3188346572111737, + "learning_rate": 1.951058100420133e-06, + "loss": 0.2952, + "num_tokens": 1337906469.0, + "step": 7031 + }, + { + "epoch": 2.4, + "grad_norm": 0.2831503168527692, + "learning_rate": 1.950017386174717e-06, + "loss": 0.325, + "num_tokens": 1338123656.0, + "step": 7032 + }, + { + "epoch": 2.4003412969283278, + "grad_norm": 0.28237989094098864, + "learning_rate": 1.9489771744489117e-06, + "loss": 0.2973, + "num_tokens": 1338311208.0, + "step": 7033 + }, + { + "epoch": 2.400682593856655, + "grad_norm": 0.2667603045986359, + "learning_rate": 1.947937465389967e-06, + "loss": 0.2967, + "num_tokens": 1338531517.0, + "step": 7034 + }, + { + "epoch": 2.401023890784983, + "grad_norm": 0.2836111925316181, + "learning_rate": 1.946898259145058e-06, + "loss": 0.2801, + "num_tokens": 1338695555.0, + "step": 7035 + }, + { + "epoch": 2.4013651877133104, + "grad_norm": 0.27494057745061234, + "learning_rate": 1.9458595558612887e-06, + "loss": 0.3223, + "num_tokens": 1338914452.0, + "step": 7036 + }, + { + "epoch": 2.4017064846416383, + "grad_norm": 0.31039350252466597, + "learning_rate": 1.9448213556856953e-06, + "loss": 0.2731, + "num_tokens": 1339075340.0, + "step": 7037 + }, + { + "epoch": 2.4020477815699657, + "grad_norm": 0.2637827849642941, + "learning_rate": 1.94378365876524e-06, + "loss": 0.2984, + "num_tokens": 1339298462.0, + "step": 7038 + }, + { + "epoch": 2.4023890784982935, + "grad_norm": 0.2941548905966427, + "learning_rate": 1.942746465246817e-06, + "loss": 0.2855, + "num_tokens": 1339464719.0, + "step": 7039 + }, + { + "epoch": 2.4027303754266214, + "grad_norm": 0.3498947545478603, + "learning_rate": 1.941709775277242e-06, + "loss": 0.2852, + "num_tokens": 1339603516.0, + "step": 7040 + }, + { + "epoch": 2.403071672354949, + "grad_norm": 0.288260122119997, + "learning_rate": 1.9406735890032684e-06, + "loss": 0.2966, + "num_tokens": 1339818486.0, + "step": 7041 + }, + { + "epoch": 2.4034129692832766, + "grad_norm": 0.2738721206354105, + "learning_rate": 1.9396379065715703e-06, + "loss": 0.2999, + "num_tokens": 1340030236.0, + "step": 7042 + }, + { + "epoch": 2.403754266211604, + "grad_norm": 0.29012201042976477, + "learning_rate": 1.938602728128758e-06, + "loss": 0.3009, + "num_tokens": 1340237905.0, + "step": 7043 + }, + { + "epoch": 2.404095563139932, + "grad_norm": 0.2969427382193756, + "learning_rate": 1.937568053821365e-06, + "loss": 0.279, + "num_tokens": 1340416903.0, + "step": 7044 + }, + { + "epoch": 2.4044368600682593, + "grad_norm": 0.2800846027577603, + "learning_rate": 1.9365338837958537e-06, + "loss": 0.329, + "num_tokens": 1340615295.0, + "step": 7045 + }, + { + "epoch": 2.404778156996587, + "grad_norm": 0.26868551674809743, + "learning_rate": 1.9355002181986187e-06, + "loss": 0.2875, + "num_tokens": 1340824931.0, + "step": 7046 + }, + { + "epoch": 2.4051194539249146, + "grad_norm": 0.2612638519905863, + "learning_rate": 1.9344670571759805e-06, + "loss": 0.28, + "num_tokens": 1341030894.0, + "step": 7047 + }, + { + "epoch": 2.4054607508532424, + "grad_norm": 0.3055332541373006, + "learning_rate": 1.93343440087419e-06, + "loss": 0.3215, + "num_tokens": 1341277290.0, + "step": 7048 + }, + { + "epoch": 2.40580204778157, + "grad_norm": 0.28249378360599864, + "learning_rate": 1.9324022494394224e-06, + "loss": 0.2825, + "num_tokens": 1341462389.0, + "step": 7049 + }, + { + "epoch": 2.4061433447098977, + "grad_norm": 0.3341166031659845, + "learning_rate": 1.931370603017787e-06, + "loss": 0.3073, + "num_tokens": 1341629142.0, + "step": 7050 + }, + { + "epoch": 2.406484641638225, + "grad_norm": 0.2946644057843097, + "learning_rate": 1.930339461755317e-06, + "loss": 0.3058, + "num_tokens": 1341804160.0, + "step": 7051 + }, + { + "epoch": 2.406825938566553, + "grad_norm": 0.27240188527610565, + "learning_rate": 1.929308825797978e-06, + "loss": 0.2972, + "num_tokens": 1342008738.0, + "step": 7052 + }, + { + "epoch": 2.4071672354948808, + "grad_norm": 0.30736904816510624, + "learning_rate": 1.9282786952916615e-06, + "loss": 0.3029, + "num_tokens": 1342174500.0, + "step": 7053 + }, + { + "epoch": 2.407508532423208, + "grad_norm": 0.3035222682032636, + "learning_rate": 1.9272490703821875e-06, + "loss": 0.3062, + "num_tokens": 1342376543.0, + "step": 7054 + }, + { + "epoch": 2.407849829351536, + "grad_norm": 0.2786879436326368, + "learning_rate": 1.926219951215307e-06, + "loss": 0.2777, + "num_tokens": 1342558327.0, + "step": 7055 + }, + { + "epoch": 2.4081911262798634, + "grad_norm": 0.32018014917225585, + "learning_rate": 1.9251913379366952e-06, + "loss": 0.2735, + "num_tokens": 1342750755.0, + "step": 7056 + }, + { + "epoch": 2.4085324232081913, + "grad_norm": 0.2842298476399055, + "learning_rate": 1.9241632306919594e-06, + "loss": 0.2852, + "num_tokens": 1342938577.0, + "step": 7057 + }, + { + "epoch": 2.4088737201365187, + "grad_norm": 0.28186566637109467, + "learning_rate": 1.9231356296266322e-06, + "loss": 0.3015, + "num_tokens": 1343122117.0, + "step": 7058 + }, + { + "epoch": 2.4092150170648465, + "grad_norm": 0.27718594166518623, + "learning_rate": 1.9221085348861786e-06, + "loss": 0.3015, + "num_tokens": 1343325693.0, + "step": 7059 + }, + { + "epoch": 2.409556313993174, + "grad_norm": 0.30424610969432214, + "learning_rate": 1.921081946615987e-06, + "loss": 0.3262, + "num_tokens": 1343517211.0, + "step": 7060 + }, + { + "epoch": 2.409897610921502, + "grad_norm": 0.26986256811089254, + "learning_rate": 1.9200558649613795e-06, + "loss": 0.3015, + "num_tokens": 1343778445.0, + "step": 7061 + }, + { + "epoch": 2.410238907849829, + "grad_norm": 0.29322001378948465, + "learning_rate": 1.919030290067602e-06, + "loss": 0.2708, + "num_tokens": 1343955879.0, + "step": 7062 + }, + { + "epoch": 2.410580204778157, + "grad_norm": 0.31026156145087375, + "learning_rate": 1.9180052220798284e-06, + "loss": 0.3139, + "num_tokens": 1344134213.0, + "step": 7063 + }, + { + "epoch": 2.4109215017064844, + "grad_norm": 0.2540341183146152, + "learning_rate": 1.9169806611431664e-06, + "loss": 0.3034, + "num_tokens": 1344398240.0, + "step": 7064 + }, + { + "epoch": 2.4112627986348123, + "grad_norm": 0.27194731642334696, + "learning_rate": 1.915956607402647e-06, + "loss": 0.2954, + "num_tokens": 1344607088.0, + "step": 7065 + }, + { + "epoch": 2.41160409556314, + "grad_norm": 0.5240463986044983, + "learning_rate": 1.9149330610032298e-06, + "loss": 0.2826, + "num_tokens": 1344785451.0, + "step": 7066 + }, + { + "epoch": 2.4119453924914676, + "grad_norm": 0.2679812724792099, + "learning_rate": 1.913910022089802e-06, + "loss": 0.2748, + "num_tokens": 1344978989.0, + "step": 7067 + }, + { + "epoch": 2.4122866894197954, + "grad_norm": 0.2796480891110616, + "learning_rate": 1.912887490807183e-06, + "loss": 0.2545, + "num_tokens": 1345147547.0, + "step": 7068 + }, + { + "epoch": 2.412627986348123, + "grad_norm": 0.29021736424287364, + "learning_rate": 1.9118654673001195e-06, + "loss": 0.2809, + "num_tokens": 1345330215.0, + "step": 7069 + }, + { + "epoch": 2.4129692832764507, + "grad_norm": 0.29129685574505865, + "learning_rate": 1.9108439517132787e-06, + "loss": 0.2865, + "num_tokens": 1345513714.0, + "step": 7070 + }, + { + "epoch": 2.413310580204778, + "grad_norm": 0.28769560588726295, + "learning_rate": 1.9098229441912674e-06, + "loss": 0.2967, + "num_tokens": 1345713438.0, + "step": 7071 + }, + { + "epoch": 2.413651877133106, + "grad_norm": 0.27705243972358073, + "learning_rate": 1.90880244487861e-06, + "loss": 0.2903, + "num_tokens": 1345911521.0, + "step": 7072 + }, + { + "epoch": 2.4139931740614333, + "grad_norm": 0.2880493691988143, + "learning_rate": 1.9077824539197685e-06, + "loss": 0.2804, + "num_tokens": 1346096129.0, + "step": 7073 + }, + { + "epoch": 2.414334470989761, + "grad_norm": 0.30735877044373067, + "learning_rate": 1.9067629714591257e-06, + "loss": 0.2677, + "num_tokens": 1346266834.0, + "step": 7074 + }, + { + "epoch": 2.4146757679180886, + "grad_norm": 0.2728624801388697, + "learning_rate": 1.9057439976409944e-06, + "loss": 0.3201, + "num_tokens": 1346478721.0, + "step": 7075 + }, + { + "epoch": 2.4150170648464164, + "grad_norm": 0.3091706725545047, + "learning_rate": 1.9047255326096181e-06, + "loss": 0.2688, + "num_tokens": 1346639227.0, + "step": 7076 + }, + { + "epoch": 2.415358361774744, + "grad_norm": 0.2713426806424846, + "learning_rate": 1.9037075765091634e-06, + "loss": 0.3115, + "num_tokens": 1346867651.0, + "step": 7077 + }, + { + "epoch": 2.4156996587030717, + "grad_norm": 0.28612759549228034, + "learning_rate": 1.9026901294837313e-06, + "loss": 0.2924, + "num_tokens": 1347046425.0, + "step": 7078 + }, + { + "epoch": 2.4160409556313995, + "grad_norm": 0.2867131039111601, + "learning_rate": 1.9016731916773428e-06, + "loss": 0.2596, + "num_tokens": 1347224680.0, + "step": 7079 + }, + { + "epoch": 2.416382252559727, + "grad_norm": 0.28757187006408047, + "learning_rate": 1.9006567632339546e-06, + "loss": 0.2753, + "num_tokens": 1347404696.0, + "step": 7080 + }, + { + "epoch": 2.416723549488055, + "grad_norm": 0.28860666332085577, + "learning_rate": 1.8996408442974446e-06, + "loss": 0.2955, + "num_tokens": 1347587402.0, + "step": 7081 + }, + { + "epoch": 2.417064846416382, + "grad_norm": 0.3153266403747724, + "learning_rate": 1.8986254350116246e-06, + "loss": 0.3026, + "num_tokens": 1347749583.0, + "step": 7082 + }, + { + "epoch": 2.41740614334471, + "grad_norm": 0.3525875590984063, + "learning_rate": 1.8976105355202307e-06, + "loss": 0.2908, + "num_tokens": 1347936104.0, + "step": 7083 + }, + { + "epoch": 2.4177474402730375, + "grad_norm": 0.2946573639556392, + "learning_rate": 1.8965961459669257e-06, + "loss": 0.2761, + "num_tokens": 1348098492.0, + "step": 7084 + }, + { + "epoch": 2.4180887372013653, + "grad_norm": 0.2928668134641883, + "learning_rate": 1.895582266495304e-06, + "loss": 0.2819, + "num_tokens": 1348279280.0, + "step": 7085 + }, + { + "epoch": 2.4184300341296927, + "grad_norm": 0.2923130263348902, + "learning_rate": 1.8945688972488845e-06, + "loss": 0.2959, + "num_tokens": 1348486293.0, + "step": 7086 + }, + { + "epoch": 2.4187713310580206, + "grad_norm": 0.28214661047314593, + "learning_rate": 1.8935560383711177e-06, + "loss": 0.2878, + "num_tokens": 1348673827.0, + "step": 7087 + }, + { + "epoch": 2.419112627986348, + "grad_norm": 0.2868539013346604, + "learning_rate": 1.8925436900053755e-06, + "loss": 0.2853, + "num_tokens": 1348873775.0, + "step": 7088 + }, + { + "epoch": 2.419453924914676, + "grad_norm": 0.29568798073034014, + "learning_rate": 1.8915318522949643e-06, + "loss": 0.2987, + "num_tokens": 1349062004.0, + "step": 7089 + }, + { + "epoch": 2.419795221843003, + "grad_norm": 0.26509234474411875, + "learning_rate": 1.8905205253831138e-06, + "loss": 0.2909, + "num_tokens": 1349287597.0, + "step": 7090 + }, + { + "epoch": 2.420136518771331, + "grad_norm": 0.29033928078762367, + "learning_rate": 1.8895097094129843e-06, + "loss": 0.2914, + "num_tokens": 1349491708.0, + "step": 7091 + }, + { + "epoch": 2.420477815699659, + "grad_norm": 0.29499870294589786, + "learning_rate": 1.8884994045276617e-06, + "loss": 0.3192, + "num_tokens": 1349685579.0, + "step": 7092 + }, + { + "epoch": 2.4208191126279863, + "grad_norm": 0.2834206890144819, + "learning_rate": 1.887489610870159e-06, + "loss": 0.2661, + "num_tokens": 1349861584.0, + "step": 7093 + }, + { + "epoch": 2.421160409556314, + "grad_norm": 0.2957774556659202, + "learning_rate": 1.8864803285834205e-06, + "loss": 0.2762, + "num_tokens": 1350035858.0, + "step": 7094 + }, + { + "epoch": 2.4215017064846416, + "grad_norm": 0.29419358590790895, + "learning_rate": 1.8854715578103124e-06, + "loss": 0.3225, + "num_tokens": 1350229546.0, + "step": 7095 + }, + { + "epoch": 2.4218430034129694, + "grad_norm": 0.3063333824284058, + "learning_rate": 1.8844632986936367e-06, + "loss": 0.2805, + "num_tokens": 1350380833.0, + "step": 7096 + }, + { + "epoch": 2.422184300341297, + "grad_norm": 0.256567645495861, + "learning_rate": 1.8834555513761128e-06, + "loss": 0.2928, + "num_tokens": 1350606694.0, + "step": 7097 + }, + { + "epoch": 2.4225255972696247, + "grad_norm": 0.29166816653430216, + "learning_rate": 1.882448316000396e-06, + "loss": 0.3191, + "num_tokens": 1350786775.0, + "step": 7098 + }, + { + "epoch": 2.422866894197952, + "grad_norm": 0.2871624999854658, + "learning_rate": 1.8814415927090646e-06, + "loss": 0.3005, + "num_tokens": 1350984889.0, + "step": 7099 + }, + { + "epoch": 2.42320819112628, + "grad_norm": 0.3130055898348373, + "learning_rate": 1.8804353816446265e-06, + "loss": 0.2744, + "num_tokens": 1351147026.0, + "step": 7100 + }, + { + "epoch": 2.4235494880546073, + "grad_norm": 0.28573499094654226, + "learning_rate": 1.8794296829495174e-06, + "loss": 0.2747, + "num_tokens": 1351313194.0, + "step": 7101 + }, + { + "epoch": 2.423890784982935, + "grad_norm": 0.26908936795562594, + "learning_rate": 1.8784244967660964e-06, + "loss": 0.2911, + "num_tokens": 1351534703.0, + "step": 7102 + }, + { + "epoch": 2.4242320819112626, + "grad_norm": 0.30024407788920104, + "learning_rate": 1.877419823236657e-06, + "loss": 0.2935, + "num_tokens": 1351691530.0, + "step": 7103 + }, + { + "epoch": 2.4245733788395905, + "grad_norm": 0.29539205266086144, + "learning_rate": 1.8764156625034141e-06, + "loss": 0.3363, + "num_tokens": 1351905268.0, + "step": 7104 + }, + { + "epoch": 2.4249146757679183, + "grad_norm": 0.3170231236439801, + "learning_rate": 1.8754120147085128e-06, + "loss": 0.2918, + "num_tokens": 1352057958.0, + "step": 7105 + }, + { + "epoch": 2.4252559726962457, + "grad_norm": 0.2673462984600905, + "learning_rate": 1.8744088799940234e-06, + "loss": 0.2687, + "num_tokens": 1352247227.0, + "step": 7106 + }, + { + "epoch": 2.4255972696245736, + "grad_norm": 0.30782295672884213, + "learning_rate": 1.8734062585019475e-06, + "loss": 0.2949, + "num_tokens": 1352433453.0, + "step": 7107 + }, + { + "epoch": 2.425938566552901, + "grad_norm": 0.3014553820249751, + "learning_rate": 1.8724041503742093e-06, + "loss": 0.2837, + "num_tokens": 1352626648.0, + "step": 7108 + }, + { + "epoch": 2.426279863481229, + "grad_norm": 0.25767847910310104, + "learning_rate": 1.8714025557526655e-06, + "loss": 0.2741, + "num_tokens": 1352827203.0, + "step": 7109 + }, + { + "epoch": 2.426621160409556, + "grad_norm": 0.2933643376067775, + "learning_rate": 1.8704014747790958e-06, + "loss": 0.2686, + "num_tokens": 1353002262.0, + "step": 7110 + }, + { + "epoch": 2.426962457337884, + "grad_norm": 0.2902045945270697, + "learning_rate": 1.869400907595208e-06, + "loss": 0.2883, + "num_tokens": 1353188712.0, + "step": 7111 + }, + { + "epoch": 2.4273037542662115, + "grad_norm": 0.28082356577673634, + "learning_rate": 1.8684008543426395e-06, + "loss": 0.3071, + "num_tokens": 1353391360.0, + "step": 7112 + }, + { + "epoch": 2.4276450511945393, + "grad_norm": 0.2683289219605045, + "learning_rate": 1.8674013151629527e-06, + "loss": 0.3072, + "num_tokens": 1353608198.0, + "step": 7113 + }, + { + "epoch": 2.4279863481228667, + "grad_norm": 0.29597083401339186, + "learning_rate": 1.8664022901976372e-06, + "loss": 0.2919, + "num_tokens": 1353809421.0, + "step": 7114 + }, + { + "epoch": 2.4283276450511946, + "grad_norm": 0.26899989772395555, + "learning_rate": 1.8654037795881117e-06, + "loss": 0.3091, + "num_tokens": 1354035600.0, + "step": 7115 + }, + { + "epoch": 2.428668941979522, + "grad_norm": 0.2913879071683718, + "learning_rate": 1.864405783475719e-06, + "loss": 0.2928, + "num_tokens": 1354210113.0, + "step": 7116 + }, + { + "epoch": 2.42901023890785, + "grad_norm": 0.24437712668202768, + "learning_rate": 1.8634083020017335e-06, + "loss": 0.284, + "num_tokens": 1354420568.0, + "step": 7117 + }, + { + "epoch": 2.4293515358361777, + "grad_norm": 0.28696892314305483, + "learning_rate": 1.862411335307353e-06, + "loss": 0.2951, + "num_tokens": 1354603939.0, + "step": 7118 + }, + { + "epoch": 2.429692832764505, + "grad_norm": 0.2620605033361587, + "learning_rate": 1.861414883533704e-06, + "loss": 0.2953, + "num_tokens": 1354830939.0, + "step": 7119 + }, + { + "epoch": 2.430034129692833, + "grad_norm": 0.2811254145086414, + "learning_rate": 1.8604189468218374e-06, + "loss": 0.3011, + "num_tokens": 1355025739.0, + "step": 7120 + }, + { + "epoch": 2.4303754266211604, + "grad_norm": 0.28037985872294485, + "learning_rate": 1.8594235253127373e-06, + "loss": 0.3049, + "num_tokens": 1355226863.0, + "step": 7121 + }, + { + "epoch": 2.430716723549488, + "grad_norm": 0.2940028022420746, + "learning_rate": 1.8584286191473088e-06, + "loss": 0.2785, + "num_tokens": 1355395024.0, + "step": 7122 + }, + { + "epoch": 2.4310580204778156, + "grad_norm": 0.25986237534745354, + "learning_rate": 1.8574342284663855e-06, + "loss": 0.3075, + "num_tokens": 1355621102.0, + "step": 7123 + }, + { + "epoch": 2.4313993174061435, + "grad_norm": 0.2954106975839146, + "learning_rate": 1.8564403534107317e-06, + "loss": 0.3155, + "num_tokens": 1355803224.0, + "step": 7124 + }, + { + "epoch": 2.431740614334471, + "grad_norm": 0.2720114189048581, + "learning_rate": 1.8554469941210328e-06, + "loss": 0.2875, + "num_tokens": 1355995338.0, + "step": 7125 + }, + { + "epoch": 2.4320819112627987, + "grad_norm": 0.2786395280345494, + "learning_rate": 1.8544541507379083e-06, + "loss": 0.2745, + "num_tokens": 1356177527.0, + "step": 7126 + }, + { + "epoch": 2.432423208191126, + "grad_norm": 0.25568972937491796, + "learning_rate": 1.8534618234018958e-06, + "loss": 0.291, + "num_tokens": 1356404084.0, + "step": 7127 + }, + { + "epoch": 2.432764505119454, + "grad_norm": 0.27849996736522653, + "learning_rate": 1.8524700122534686e-06, + "loss": 0.2918, + "num_tokens": 1356586602.0, + "step": 7128 + }, + { + "epoch": 2.4331058020477814, + "grad_norm": 0.28642054197518546, + "learning_rate": 1.8514787174330201e-06, + "loss": 0.2803, + "num_tokens": 1356780518.0, + "step": 7129 + }, + { + "epoch": 2.4334470989761092, + "grad_norm": 0.2887574757213649, + "learning_rate": 1.850487939080876e-06, + "loss": 0.2821, + "num_tokens": 1356958080.0, + "step": 7130 + }, + { + "epoch": 2.433788395904437, + "grad_norm": 0.2965632000585574, + "learning_rate": 1.8494976773372857e-06, + "loss": 0.2651, + "num_tokens": 1357112987.0, + "step": 7131 + }, + { + "epoch": 2.4341296928327645, + "grad_norm": 0.29817764992175305, + "learning_rate": 1.8485079323424249e-06, + "loss": 0.2797, + "num_tokens": 1357311304.0, + "step": 7132 + }, + { + "epoch": 2.4344709897610923, + "grad_norm": 0.3023061865886335, + "learning_rate": 1.8475187042363995e-06, + "loss": 0.2834, + "num_tokens": 1357499965.0, + "step": 7133 + }, + { + "epoch": 2.4348122866894197, + "grad_norm": 0.2837912132172496, + "learning_rate": 1.8465299931592378e-06, + "loss": 0.2989, + "num_tokens": 1357711055.0, + "step": 7134 + }, + { + "epoch": 2.4351535836177476, + "grad_norm": 0.31896345920623387, + "learning_rate": 1.8455417992509018e-06, + "loss": 0.2886, + "num_tokens": 1357875537.0, + "step": 7135 + }, + { + "epoch": 2.435494880546075, + "grad_norm": 0.26939895241228395, + "learning_rate": 1.8445541226512691e-06, + "loss": 0.3039, + "num_tokens": 1358079726.0, + "step": 7136 + }, + { + "epoch": 2.435836177474403, + "grad_norm": 0.268011614851846, + "learning_rate": 1.8435669635001564e-06, + "loss": 0.2842, + "num_tokens": 1358299486.0, + "step": 7137 + }, + { + "epoch": 2.4361774744027302, + "grad_norm": 0.2712045261810585, + "learning_rate": 1.8425803219372983e-06, + "loss": 0.2951, + "num_tokens": 1358513533.0, + "step": 7138 + }, + { + "epoch": 2.436518771331058, + "grad_norm": 0.2856727872318922, + "learning_rate": 1.8415941981023616e-06, + "loss": 0.285, + "num_tokens": 1358696056.0, + "step": 7139 + }, + { + "epoch": 2.4368600682593855, + "grad_norm": 0.2837532244181846, + "learning_rate": 1.8406085921349364e-06, + "loss": 0.313, + "num_tokens": 1358892410.0, + "step": 7140 + }, + { + "epoch": 2.4372013651877134, + "grad_norm": 0.2603687350355613, + "learning_rate": 1.8396235041745397e-06, + "loss": 0.2834, + "num_tokens": 1359116192.0, + "step": 7141 + }, + { + "epoch": 2.4375426621160408, + "grad_norm": 0.2887740845794215, + "learning_rate": 1.8386389343606186e-06, + "loss": 0.2765, + "num_tokens": 1359302223.0, + "step": 7142 + }, + { + "epoch": 2.4378839590443686, + "grad_norm": 0.3961604544075061, + "learning_rate": 1.837654882832541e-06, + "loss": 0.2748, + "num_tokens": 1359439352.0, + "step": 7143 + }, + { + "epoch": 2.4382252559726965, + "grad_norm": 0.2981306469135201, + "learning_rate": 1.83667134972961e-06, + "loss": 0.3071, + "num_tokens": 1359606025.0, + "step": 7144 + }, + { + "epoch": 2.438566552901024, + "grad_norm": 0.3251388756516722, + "learning_rate": 1.8356883351910442e-06, + "loss": 0.2855, + "num_tokens": 1359816593.0, + "step": 7145 + }, + { + "epoch": 2.4389078498293517, + "grad_norm": 0.2704722201836868, + "learning_rate": 1.8347058393559985e-06, + "loss": 0.315, + "num_tokens": 1360047421.0, + "step": 7146 + }, + { + "epoch": 2.439249146757679, + "grad_norm": 0.28449187055832614, + "learning_rate": 1.8337238623635483e-06, + "loss": 0.2711, + "num_tokens": 1360219648.0, + "step": 7147 + }, + { + "epoch": 2.439590443686007, + "grad_norm": 0.2973712721107613, + "learning_rate": 1.8327424043527008e-06, + "loss": 0.3228, + "num_tokens": 1360425879.0, + "step": 7148 + }, + { + "epoch": 2.4399317406143344, + "grad_norm": 0.28693309374380005, + "learning_rate": 1.831761465462385e-06, + "loss": 0.2899, + "num_tokens": 1360620306.0, + "step": 7149 + }, + { + "epoch": 2.4402730375426622, + "grad_norm": 0.28770198532570634, + "learning_rate": 1.8307810458314567e-06, + "loss": 0.3021, + "num_tokens": 1360815273.0, + "step": 7150 + }, + { + "epoch": 2.4406143344709896, + "grad_norm": 0.31362620274815123, + "learning_rate": 1.8298011455987024e-06, + "loss": 0.3054, + "num_tokens": 1360985411.0, + "step": 7151 + }, + { + "epoch": 2.4409556313993175, + "grad_norm": 0.2685638303545858, + "learning_rate": 1.8288217649028312e-06, + "loss": 0.3043, + "num_tokens": 1361193762.0, + "step": 7152 + }, + { + "epoch": 2.441296928327645, + "grad_norm": 0.2661823965331305, + "learning_rate": 1.8278429038824813e-06, + "loss": 0.3259, + "num_tokens": 1361433812.0, + "step": 7153 + }, + { + "epoch": 2.4416382252559727, + "grad_norm": 0.28141798243622224, + "learning_rate": 1.826864562676212e-06, + "loss": 0.2986, + "num_tokens": 1361624503.0, + "step": 7154 + }, + { + "epoch": 2.4419795221843, + "grad_norm": 0.26572830816970905, + "learning_rate": 1.8258867414225179e-06, + "loss": 0.2862, + "num_tokens": 1361824051.0, + "step": 7155 + }, + { + "epoch": 2.442320819112628, + "grad_norm": 0.30525604866908945, + "learning_rate": 1.82490944025981e-06, + "loss": 0.2872, + "num_tokens": 1362038963.0, + "step": 7156 + }, + { + "epoch": 2.442662116040956, + "grad_norm": 0.2741086894323718, + "learning_rate": 1.823932659326435e-06, + "loss": 0.2859, + "num_tokens": 1362237994.0, + "step": 7157 + }, + { + "epoch": 2.4430034129692833, + "grad_norm": 0.29508205410708704, + "learning_rate": 1.8229563987606597e-06, + "loss": 0.264, + "num_tokens": 1362399710.0, + "step": 7158 + }, + { + "epoch": 2.443344709897611, + "grad_norm": 0.2817980078512793, + "learning_rate": 1.8219806587006775e-06, + "loss": 0.3153, + "num_tokens": 1362599744.0, + "step": 7159 + }, + { + "epoch": 2.4436860068259385, + "grad_norm": 0.28462986586177685, + "learning_rate": 1.8210054392846132e-06, + "loss": 0.311, + "num_tokens": 1362799176.0, + "step": 7160 + }, + { + "epoch": 2.4440273037542664, + "grad_norm": 0.33512225301889903, + "learning_rate": 1.820030740650513e-06, + "loss": 0.2838, + "num_tokens": 1362975868.0, + "step": 7161 + }, + { + "epoch": 2.4443686006825938, + "grad_norm": 0.28316513909150504, + "learning_rate": 1.8190565629363495e-06, + "loss": 0.3025, + "num_tokens": 1363161354.0, + "step": 7162 + }, + { + "epoch": 2.4447098976109216, + "grad_norm": 0.2801634035543947, + "learning_rate": 1.8180829062800251e-06, + "loss": 0.2822, + "num_tokens": 1363340411.0, + "step": 7163 + }, + { + "epoch": 2.445051194539249, + "grad_norm": 0.30299528328976855, + "learning_rate": 1.8171097708193642e-06, + "loss": 0.2917, + "num_tokens": 1363515720.0, + "step": 7164 + }, + { + "epoch": 2.445392491467577, + "grad_norm": 0.2746363159076538, + "learning_rate": 1.816137156692121e-06, + "loss": 0.3003, + "num_tokens": 1363706632.0, + "step": 7165 + }, + { + "epoch": 2.4457337883959043, + "grad_norm": 0.26836087680837906, + "learning_rate": 1.8151650640359747e-06, + "loss": 0.3135, + "num_tokens": 1363922066.0, + "step": 7166 + }, + { + "epoch": 2.446075085324232, + "grad_norm": 0.5668073854682021, + "learning_rate": 1.8141934929885296e-06, + "loss": 0.2942, + "num_tokens": 1364111268.0, + "step": 7167 + }, + { + "epoch": 2.4464163822525595, + "grad_norm": 0.26382275654134985, + "learning_rate": 1.813222443687316e-06, + "loss": 0.29, + "num_tokens": 1364315851.0, + "step": 7168 + }, + { + "epoch": 2.4467576791808874, + "grad_norm": 0.28458025778624474, + "learning_rate": 1.8122519162697932e-06, + "loss": 0.3016, + "num_tokens": 1364528886.0, + "step": 7169 + }, + { + "epoch": 2.4470989761092152, + "grad_norm": 0.2604525000201535, + "learning_rate": 1.8112819108733436e-06, + "loss": 0.297, + "num_tokens": 1364746543.0, + "step": 7170 + }, + { + "epoch": 2.4474402730375426, + "grad_norm": 0.295088505685251, + "learning_rate": 1.8103124276352763e-06, + "loss": 0.2812, + "num_tokens": 1364914818.0, + "step": 7171 + }, + { + "epoch": 2.4477815699658705, + "grad_norm": 0.2909555164653776, + "learning_rate": 1.8093434666928284e-06, + "loss": 0.2629, + "num_tokens": 1365086452.0, + "step": 7172 + }, + { + "epoch": 2.448122866894198, + "grad_norm": 0.2927140106570998, + "learning_rate": 1.8083750281831596e-06, + "loss": 0.2444, + "num_tokens": 1365229156.0, + "step": 7173 + }, + { + "epoch": 2.4484641638225257, + "grad_norm": 0.4402559115644601, + "learning_rate": 1.8074071122433617e-06, + "loss": 0.3028, + "num_tokens": 1365401296.0, + "step": 7174 + }, + { + "epoch": 2.448805460750853, + "grad_norm": 0.26540363818955176, + "learning_rate": 1.8064397190104434e-06, + "loss": 0.2784, + "num_tokens": 1365600014.0, + "step": 7175 + }, + { + "epoch": 2.449146757679181, + "grad_norm": 0.2690289449269835, + "learning_rate": 1.8054728486213485e-06, + "loss": 0.3027, + "num_tokens": 1365827235.0, + "step": 7176 + }, + { + "epoch": 2.4494880546075084, + "grad_norm": 0.3146074313175018, + "learning_rate": 1.8045065012129403e-06, + "loss": 0.3018, + "num_tokens": 1366001272.0, + "step": 7177 + }, + { + "epoch": 2.4498293515358363, + "grad_norm": 0.2719672804281709, + "learning_rate": 1.8035406769220127e-06, + "loss": 0.294, + "num_tokens": 1366214184.0, + "step": 7178 + }, + { + "epoch": 2.4501706484641637, + "grad_norm": 0.29288386507486525, + "learning_rate": 1.802575375885282e-06, + "loss": 0.3203, + "num_tokens": 1366409897.0, + "step": 7179 + }, + { + "epoch": 2.4505119453924915, + "grad_norm": 0.29392984511791953, + "learning_rate": 1.8016105982393916e-06, + "loss": 0.2956, + "num_tokens": 1366584028.0, + "step": 7180 + }, + { + "epoch": 2.450853242320819, + "grad_norm": 0.2702524714788496, + "learning_rate": 1.8006463441209126e-06, + "loss": 0.2729, + "num_tokens": 1366776573.0, + "step": 7181 + }, + { + "epoch": 2.4511945392491468, + "grad_norm": 0.29147071746612513, + "learning_rate": 1.7996826136663393e-06, + "loss": 0.2695, + "num_tokens": 1366952048.0, + "step": 7182 + }, + { + "epoch": 2.4515358361774746, + "grad_norm": 0.26004346332889844, + "learning_rate": 1.7987194070120948e-06, + "loss": 0.2744, + "num_tokens": 1367160206.0, + "step": 7183 + }, + { + "epoch": 2.451877133105802, + "grad_norm": 0.3656456651479183, + "learning_rate": 1.7977567242945232e-06, + "loss": 0.286, + "num_tokens": 1367346792.0, + "step": 7184 + }, + { + "epoch": 2.45221843003413, + "grad_norm": 0.26171017127884066, + "learning_rate": 1.7967945656499002e-06, + "loss": 0.3117, + "num_tokens": 1367590582.0, + "step": 7185 + }, + { + "epoch": 2.4525597269624573, + "grad_norm": 0.2814291499458235, + "learning_rate": 1.795832931214423e-06, + "loss": 0.2852, + "num_tokens": 1367779496.0, + "step": 7186 + }, + { + "epoch": 2.452901023890785, + "grad_norm": 0.2799349470861783, + "learning_rate": 1.7948718211242177e-06, + "loss": 0.2742, + "num_tokens": 1367958719.0, + "step": 7187 + }, + { + "epoch": 2.4532423208191125, + "grad_norm": 0.27445154607334654, + "learning_rate": 1.7939112355153343e-06, + "loss": 0.292, + "num_tokens": 1368139355.0, + "step": 7188 + }, + { + "epoch": 2.4535836177474404, + "grad_norm": 0.29824154848080253, + "learning_rate": 1.792951174523748e-06, + "loss": 0.3181, + "num_tokens": 1368330554.0, + "step": 7189 + }, + { + "epoch": 2.453924914675768, + "grad_norm": 0.251726814751607, + "learning_rate": 1.791991638285362e-06, + "loss": 0.3117, + "num_tokens": 1368578548.0, + "step": 7190 + }, + { + "epoch": 2.4542662116040956, + "grad_norm": 0.27266155056256425, + "learning_rate": 1.7910326269360024e-06, + "loss": 0.258, + "num_tokens": 1368749182.0, + "step": 7191 + }, + { + "epoch": 2.454607508532423, + "grad_norm": 0.2992996905021834, + "learning_rate": 1.7900741406114259e-06, + "loss": 0.298, + "num_tokens": 1368922329.0, + "step": 7192 + }, + { + "epoch": 2.454948805460751, + "grad_norm": 0.3059873375487602, + "learning_rate": 1.7891161794473067e-06, + "loss": 0.2878, + "num_tokens": 1369079049.0, + "step": 7193 + }, + { + "epoch": 2.4552901023890783, + "grad_norm": 0.2865915507124239, + "learning_rate": 1.788158743579254e-06, + "loss": 0.2756, + "num_tokens": 1369238694.0, + "step": 7194 + }, + { + "epoch": 2.455631399317406, + "grad_norm": 0.304692770267604, + "learning_rate": 1.787201833142794e-06, + "loss": 0.2998, + "num_tokens": 1369416366.0, + "step": 7195 + }, + { + "epoch": 2.455972696245734, + "grad_norm": 0.29815221727731595, + "learning_rate": 1.7862454482733859e-06, + "loss": 0.2923, + "num_tokens": 1369589460.0, + "step": 7196 + }, + { + "epoch": 2.4563139931740614, + "grad_norm": 0.2940931428652809, + "learning_rate": 1.785289589106411e-06, + "loss": 0.3086, + "num_tokens": 1369777465.0, + "step": 7197 + }, + { + "epoch": 2.4566552901023893, + "grad_norm": 0.29274043185488646, + "learning_rate": 1.7843342557771738e-06, + "loss": 0.2789, + "num_tokens": 1369937414.0, + "step": 7198 + }, + { + "epoch": 2.4569965870307167, + "grad_norm": 0.2547766617862855, + "learning_rate": 1.7833794484209094e-06, + "loss": 0.2959, + "num_tokens": 1370168683.0, + "step": 7199 + }, + { + "epoch": 2.4573378839590445, + "grad_norm": 0.3079128660477798, + "learning_rate": 1.7824251671727754e-06, + "loss": 0.2913, + "num_tokens": 1370341846.0, + "step": 7200 + }, + { + "epoch": 2.457679180887372, + "grad_norm": 0.2733600581776074, + "learning_rate": 1.7814714121678566e-06, + "loss": 0.2844, + "num_tokens": 1370545849.0, + "step": 7201 + }, + { + "epoch": 2.4580204778156998, + "grad_norm": 0.32407898601216834, + "learning_rate": 1.78051818354116e-06, + "loss": 0.2779, + "num_tokens": 1370717981.0, + "step": 7202 + }, + { + "epoch": 2.458361774744027, + "grad_norm": 0.315262631406648, + "learning_rate": 1.7795654814276209e-06, + "loss": 0.2882, + "num_tokens": 1370879054.0, + "step": 7203 + }, + { + "epoch": 2.458703071672355, + "grad_norm": 0.30929515951564185, + "learning_rate": 1.7786133059621014e-06, + "loss": 0.2885, + "num_tokens": 1371061349.0, + "step": 7204 + }, + { + "epoch": 2.4590443686006824, + "grad_norm": 0.3157569488611719, + "learning_rate": 1.777661657279386e-06, + "loss": 0.2819, + "num_tokens": 1371214104.0, + "step": 7205 + }, + { + "epoch": 2.4593856655290103, + "grad_norm": 0.28990391799856574, + "learning_rate": 1.7767105355141861e-06, + "loss": 0.274, + "num_tokens": 1371392590.0, + "step": 7206 + }, + { + "epoch": 2.4597269624573377, + "grad_norm": 0.2976113726702093, + "learning_rate": 1.7757599408011373e-06, + "loss": 0.3147, + "num_tokens": 1371588875.0, + "step": 7207 + }, + { + "epoch": 2.4600682593856655, + "grad_norm": 0.2839026578487895, + "learning_rate": 1.7748098732748025e-06, + "loss": 0.2666, + "num_tokens": 1371761639.0, + "step": 7208 + }, + { + "epoch": 2.4604095563139934, + "grad_norm": 0.33223002669505536, + "learning_rate": 1.7738603330696687e-06, + "loss": 0.2942, + "num_tokens": 1371898951.0, + "step": 7209 + }, + { + "epoch": 2.460750853242321, + "grad_norm": 0.27303143851903017, + "learning_rate": 1.7729113203201482e-06, + "loss": 0.2817, + "num_tokens": 1372094968.0, + "step": 7210 + }, + { + "epoch": 2.4610921501706486, + "grad_norm": 0.30555725137982304, + "learning_rate": 1.77196283516058e-06, + "loss": 0.3044, + "num_tokens": 1372295815.0, + "step": 7211 + }, + { + "epoch": 2.461433447098976, + "grad_norm": 0.2858451802340733, + "learning_rate": 1.771014877725225e-06, + "loss": 0.2718, + "num_tokens": 1372488279.0, + "step": 7212 + }, + { + "epoch": 2.461774744027304, + "grad_norm": 0.2576596449338503, + "learning_rate": 1.770067448148275e-06, + "loss": 0.2877, + "num_tokens": 1372707810.0, + "step": 7213 + }, + { + "epoch": 2.4621160409556313, + "grad_norm": 0.27945816989269173, + "learning_rate": 1.769120546563843e-06, + "loss": 0.277, + "num_tokens": 1372878456.0, + "step": 7214 + }, + { + "epoch": 2.462457337883959, + "grad_norm": 0.29752596228045397, + "learning_rate": 1.7681741731059677e-06, + "loss": 0.3015, + "num_tokens": 1373078410.0, + "step": 7215 + }, + { + "epoch": 2.4627986348122866, + "grad_norm": 0.31978673165696114, + "learning_rate": 1.7672283279086111e-06, + "loss": 0.277, + "num_tokens": 1373230068.0, + "step": 7216 + }, + { + "epoch": 2.4631399317406144, + "grad_norm": 0.3619614441785803, + "learning_rate": 1.7662830111056672e-06, + "loss": 0.2639, + "num_tokens": 1373393652.0, + "step": 7217 + }, + { + "epoch": 2.463481228668942, + "grad_norm": 0.30597461928865144, + "learning_rate": 1.765338222830948e-06, + "loss": 0.3038, + "num_tokens": 1373568271.0, + "step": 7218 + }, + { + "epoch": 2.4638225255972697, + "grad_norm": 0.24480747437929407, + "learning_rate": 1.7643939632181932e-06, + "loss": 0.3025, + "num_tokens": 1373817773.0, + "step": 7219 + }, + { + "epoch": 2.464163822525597, + "grad_norm": 0.2982265062079771, + "learning_rate": 1.7634502324010697e-06, + "loss": 0.2927, + "num_tokens": 1373996722.0, + "step": 7220 + }, + { + "epoch": 2.464505119453925, + "grad_norm": 0.300188059882774, + "learning_rate": 1.7625070305131662e-06, + "loss": 0.2869, + "num_tokens": 1374179826.0, + "step": 7221 + }, + { + "epoch": 2.4648464163822528, + "grad_norm": 0.29066666426836907, + "learning_rate": 1.7615643576880004e-06, + "loss": 0.2842, + "num_tokens": 1374352488.0, + "step": 7222 + }, + { + "epoch": 2.46518771331058, + "grad_norm": 0.28414290753656113, + "learning_rate": 1.7606222140590107e-06, + "loss": 0.3042, + "num_tokens": 1374544682.0, + "step": 7223 + }, + { + "epoch": 2.465529010238908, + "grad_norm": 0.26952532755223463, + "learning_rate": 1.7596805997595633e-06, + "loss": 0.2716, + "num_tokens": 1374753048.0, + "step": 7224 + }, + { + "epoch": 2.4658703071672354, + "grad_norm": 0.29272609907385316, + "learning_rate": 1.7587395149229482e-06, + "loss": 0.2709, + "num_tokens": 1374946873.0, + "step": 7225 + }, + { + "epoch": 2.4662116040955633, + "grad_norm": 0.25532433648127534, + "learning_rate": 1.757798959682383e-06, + "loss": 0.266, + "num_tokens": 1375155170.0, + "step": 7226 + }, + { + "epoch": 2.4665529010238907, + "grad_norm": 0.28604668125586485, + "learning_rate": 1.7568589341710074e-06, + "loss": 0.2816, + "num_tokens": 1375334619.0, + "step": 7227 + }, + { + "epoch": 2.4668941979522185, + "grad_norm": 0.2752829904680569, + "learning_rate": 1.7559194385218864e-06, + "loss": 0.283, + "num_tokens": 1375512673.0, + "step": 7228 + }, + { + "epoch": 2.467235494880546, + "grad_norm": 0.27888158848947425, + "learning_rate": 1.7549804728680125e-06, + "loss": 0.3172, + "num_tokens": 1375726715.0, + "step": 7229 + }, + { + "epoch": 2.467576791808874, + "grad_norm": 0.27884890354441155, + "learning_rate": 1.754042037342299e-06, + "loss": 0.3067, + "num_tokens": 1375928787.0, + "step": 7230 + }, + { + "epoch": 2.467918088737201, + "grad_norm": 0.27604738179621324, + "learning_rate": 1.753104132077591e-06, + "loss": 0.296, + "num_tokens": 1376129577.0, + "step": 7231 + }, + { + "epoch": 2.468259385665529, + "grad_norm": 0.28529613161965267, + "learning_rate": 1.7521667572066487e-06, + "loss": 0.2736, + "num_tokens": 1376293945.0, + "step": 7232 + }, + { + "epoch": 2.4686006825938565, + "grad_norm": 0.30327355019863994, + "learning_rate": 1.7512299128621662e-06, + "loss": 0.309, + "num_tokens": 1376470844.0, + "step": 7233 + }, + { + "epoch": 2.4689419795221843, + "grad_norm": 0.30014771748849567, + "learning_rate": 1.7502935991767577e-06, + "loss": 0.295, + "num_tokens": 1376654065.0, + "step": 7234 + }, + { + "epoch": 2.469283276450512, + "grad_norm": 0.3009202153352281, + "learning_rate": 1.749357816282964e-06, + "loss": 0.3269, + "num_tokens": 1376855466.0, + "step": 7235 + }, + { + "epoch": 2.4696245733788396, + "grad_norm": 0.26473394612203754, + "learning_rate": 1.7484225643132514e-06, + "loss": 0.3087, + "num_tokens": 1377066818.0, + "step": 7236 + }, + { + "epoch": 2.4699658703071674, + "grad_norm": 0.3152204653765738, + "learning_rate": 1.747487843400007e-06, + "loss": 0.2942, + "num_tokens": 1377223959.0, + "step": 7237 + }, + { + "epoch": 2.470307167235495, + "grad_norm": 0.3029399386098977, + "learning_rate": 1.746553653675549e-06, + "loss": 0.2918, + "num_tokens": 1377407894.0, + "step": 7238 + }, + { + "epoch": 2.4706484641638227, + "grad_norm": 0.28993388886248844, + "learning_rate": 1.7456199952721147e-06, + "loss": 0.2754, + "num_tokens": 1377576815.0, + "step": 7239 + }, + { + "epoch": 2.47098976109215, + "grad_norm": 0.2980716522485588, + "learning_rate": 1.7446868683218715e-06, + "loss": 0.264, + "num_tokens": 1377743095.0, + "step": 7240 + }, + { + "epoch": 2.471331058020478, + "grad_norm": 0.2997020985873742, + "learning_rate": 1.7437542729569046e-06, + "loss": 0.2758, + "num_tokens": 1377908378.0, + "step": 7241 + }, + { + "epoch": 2.4716723549488053, + "grad_norm": 0.3020760737960354, + "learning_rate": 1.7428222093092312e-06, + "loss": 0.2989, + "num_tokens": 1378073006.0, + "step": 7242 + }, + { + "epoch": 2.472013651877133, + "grad_norm": 0.2838322315899759, + "learning_rate": 1.741890677510788e-06, + "loss": 0.2978, + "num_tokens": 1378292005.0, + "step": 7243 + }, + { + "epoch": 2.4723549488054606, + "grad_norm": 0.2607298561654865, + "learning_rate": 1.7409596776934403e-06, + "loss": 0.3104, + "num_tokens": 1378522895.0, + "step": 7244 + }, + { + "epoch": 2.4726962457337884, + "grad_norm": 0.26370029687568314, + "learning_rate": 1.7400292099889754e-06, + "loss": 0.2918, + "num_tokens": 1378727394.0, + "step": 7245 + }, + { + "epoch": 2.473037542662116, + "grad_norm": 0.28306520106916994, + "learning_rate": 1.7390992745291052e-06, + "loss": 0.2731, + "num_tokens": 1378917609.0, + "step": 7246 + }, + { + "epoch": 2.4733788395904437, + "grad_norm": 0.28461002525137613, + "learning_rate": 1.7381698714454695e-06, + "loss": 0.2863, + "num_tokens": 1379118924.0, + "step": 7247 + }, + { + "epoch": 2.4737201365187715, + "grad_norm": 0.32443705586996696, + "learning_rate": 1.7372410008696277e-06, + "loss": 0.305, + "num_tokens": 1379299641.0, + "step": 7248 + }, + { + "epoch": 2.474061433447099, + "grad_norm": 0.28073259968852504, + "learning_rate": 1.7363126629330699e-06, + "loss": 0.2791, + "num_tokens": 1379481108.0, + "step": 7249 + }, + { + "epoch": 2.474402730375427, + "grad_norm": 0.2698027219051872, + "learning_rate": 1.7353848577672039e-06, + "loss": 0.2889, + "num_tokens": 1379689183.0, + "step": 7250 + }, + { + "epoch": 2.474744027303754, + "grad_norm": 0.2741964798082561, + "learning_rate": 1.7344575855033665e-06, + "loss": 0.2749, + "num_tokens": 1379861395.0, + "step": 7251 + }, + { + "epoch": 2.475085324232082, + "grad_norm": 0.2719098376342482, + "learning_rate": 1.7335308462728203e-06, + "loss": 0.2757, + "num_tokens": 1380076167.0, + "step": 7252 + }, + { + "epoch": 2.4754266211604095, + "grad_norm": 0.2942296449971782, + "learning_rate": 1.7326046402067487e-06, + "loss": 0.2805, + "num_tokens": 1380262683.0, + "step": 7253 + }, + { + "epoch": 2.4757679180887373, + "grad_norm": 0.26897291887300867, + "learning_rate": 1.731678967436262e-06, + "loss": 0.28, + "num_tokens": 1380459344.0, + "step": 7254 + }, + { + "epoch": 2.4761092150170647, + "grad_norm": 0.28388261979792123, + "learning_rate": 1.7307538280923925e-06, + "loss": 0.3175, + "num_tokens": 1380661519.0, + "step": 7255 + }, + { + "epoch": 2.4764505119453926, + "grad_norm": 0.3927315297007784, + "learning_rate": 1.7298292223061008e-06, + "loss": 0.2781, + "num_tokens": 1380839606.0, + "step": 7256 + }, + { + "epoch": 2.47679180887372, + "grad_norm": 0.30126155673267896, + "learning_rate": 1.7289051502082688e-06, + "loss": 0.3241, + "num_tokens": 1381049056.0, + "step": 7257 + }, + { + "epoch": 2.477133105802048, + "grad_norm": 0.27694369828952464, + "learning_rate": 1.727981611929705e-06, + "loss": 0.27, + "num_tokens": 1381221712.0, + "step": 7258 + }, + { + "epoch": 2.4774744027303752, + "grad_norm": 0.31391186261186776, + "learning_rate": 1.7270586076011408e-06, + "loss": 0.2784, + "num_tokens": 1381373717.0, + "step": 7259 + }, + { + "epoch": 2.477815699658703, + "grad_norm": 0.3119515964615259, + "learning_rate": 1.7261361373532316e-06, + "loss": 0.3071, + "num_tokens": 1381552660.0, + "step": 7260 + }, + { + "epoch": 2.478156996587031, + "grad_norm": 0.2622091205677034, + "learning_rate": 1.7252142013165601e-06, + "loss": 0.299, + "num_tokens": 1381778750.0, + "step": 7261 + }, + { + "epoch": 2.4784982935153583, + "grad_norm": 0.30488048668731943, + "learning_rate": 1.7242927996216305e-06, + "loss": 0.2996, + "num_tokens": 1381957185.0, + "step": 7262 + }, + { + "epoch": 2.478839590443686, + "grad_norm": 0.2903682519622136, + "learning_rate": 1.7233719323988718e-06, + "loss": 0.3122, + "num_tokens": 1382151085.0, + "step": 7263 + }, + { + "epoch": 2.4791808873720136, + "grad_norm": 0.2877429215445504, + "learning_rate": 1.7224515997786373e-06, + "loss": 0.3041, + "num_tokens": 1382341678.0, + "step": 7264 + }, + { + "epoch": 2.4795221843003414, + "grad_norm": 0.2544588048609859, + "learning_rate": 1.7215318018912074e-06, + "loss": 0.2798, + "num_tokens": 1382550265.0, + "step": 7265 + }, + { + "epoch": 2.479863481228669, + "grad_norm": 0.2732650413332064, + "learning_rate": 1.720612538866784e-06, + "loss": 0.2754, + "num_tokens": 1382747875.0, + "step": 7266 + }, + { + "epoch": 2.4802047781569967, + "grad_norm": 0.2806062414682365, + "learning_rate": 1.7196938108354904e-06, + "loss": 0.2778, + "num_tokens": 1382948737.0, + "step": 7267 + }, + { + "epoch": 2.480546075085324, + "grad_norm": 0.29731004490850454, + "learning_rate": 1.7187756179273826e-06, + "loss": 0.2759, + "num_tokens": 1383119276.0, + "step": 7268 + }, + { + "epoch": 2.480887372013652, + "grad_norm": 0.37385868517825566, + "learning_rate": 1.7178579602724321e-06, + "loss": 0.2911, + "num_tokens": 1383271227.0, + "step": 7269 + }, + { + "epoch": 2.4812286689419794, + "grad_norm": 0.24896947974286762, + "learning_rate": 1.716940838000541e-06, + "loss": 0.2911, + "num_tokens": 1383494928.0, + "step": 7270 + }, + { + "epoch": 2.481569965870307, + "grad_norm": 0.27105991492674053, + "learning_rate": 1.7160242512415314e-06, + "loss": 0.2955, + "num_tokens": 1383700039.0, + "step": 7271 + }, + { + "epoch": 2.4819112627986346, + "grad_norm": 0.3026352038467941, + "learning_rate": 1.7151082001251523e-06, + "loss": 0.2926, + "num_tokens": 1383877316.0, + "step": 7272 + }, + { + "epoch": 2.4822525597269625, + "grad_norm": 0.2854121145457936, + "learning_rate": 1.7141926847810736e-06, + "loss": 0.2736, + "num_tokens": 1384055708.0, + "step": 7273 + }, + { + "epoch": 2.4825938566552903, + "grad_norm": 0.2535436736663143, + "learning_rate": 1.7132777053388946e-06, + "loss": 0.305, + "num_tokens": 1384291940.0, + "step": 7274 + }, + { + "epoch": 2.4829351535836177, + "grad_norm": 0.31814381045403745, + "learning_rate": 1.7123632619281337e-06, + "loss": 0.2728, + "num_tokens": 1384458412.0, + "step": 7275 + }, + { + "epoch": 2.4832764505119456, + "grad_norm": 0.2872288636437606, + "learning_rate": 1.711449354678235e-06, + "loss": 0.2733, + "num_tokens": 1384624917.0, + "step": 7276 + }, + { + "epoch": 2.483617747440273, + "grad_norm": 0.3108907403644414, + "learning_rate": 1.7105359837185698e-06, + "loss": 0.3159, + "num_tokens": 1384828195.0, + "step": 7277 + }, + { + "epoch": 2.483959044368601, + "grad_norm": 0.2706383032468128, + "learning_rate": 1.7096231491784274e-06, + "loss": 0.3268, + "num_tokens": 1385060078.0, + "step": 7278 + }, + { + "epoch": 2.4843003412969282, + "grad_norm": 0.29661434689058047, + "learning_rate": 1.7087108511870288e-06, + "loss": 0.3061, + "num_tokens": 1385238608.0, + "step": 7279 + }, + { + "epoch": 2.484641638225256, + "grad_norm": 0.29790365228623145, + "learning_rate": 1.7077990898735092e-06, + "loss": 0.3081, + "num_tokens": 1385424758.0, + "step": 7280 + }, + { + "epoch": 2.4849829351535835, + "grad_norm": 0.272574363259101, + "learning_rate": 1.7068878653669379e-06, + "loss": 0.29, + "num_tokens": 1385606372.0, + "step": 7281 + }, + { + "epoch": 2.4853242320819113, + "grad_norm": 0.2896476732528372, + "learning_rate": 1.705977177796302e-06, + "loss": 0.2593, + "num_tokens": 1385790461.0, + "step": 7282 + }, + { + "epoch": 2.4856655290102387, + "grad_norm": 0.31127645143440374, + "learning_rate": 1.7050670272905146e-06, + "loss": 0.2767, + "num_tokens": 1385930509.0, + "step": 7283 + }, + { + "epoch": 2.4860068259385666, + "grad_norm": 0.2852449837944079, + "learning_rate": 1.7041574139784132e-06, + "loss": 0.3017, + "num_tokens": 1386118734.0, + "step": 7284 + }, + { + "epoch": 2.486348122866894, + "grad_norm": 0.2929847698337258, + "learning_rate": 1.7032483379887566e-06, + "loss": 0.3115, + "num_tokens": 1386306793.0, + "step": 7285 + }, + { + "epoch": 2.486689419795222, + "grad_norm": 0.2760210448457943, + "learning_rate": 1.7023397994502317e-06, + "loss": 0.2572, + "num_tokens": 1386486955.0, + "step": 7286 + }, + { + "epoch": 2.4870307167235497, + "grad_norm": 0.30036132722192516, + "learning_rate": 1.7014317984914452e-06, + "loss": 0.2666, + "num_tokens": 1386666410.0, + "step": 7287 + }, + { + "epoch": 2.487372013651877, + "grad_norm": 0.2879386873903829, + "learning_rate": 1.7005243352409334e-06, + "loss": 0.2909, + "num_tokens": 1386859392.0, + "step": 7288 + }, + { + "epoch": 2.487713310580205, + "grad_norm": 0.27674969952232026, + "learning_rate": 1.6996174098271475e-06, + "loss": 0.3136, + "num_tokens": 1387074057.0, + "step": 7289 + }, + { + "epoch": 2.4880546075085324, + "grad_norm": 0.25183958718959804, + "learning_rate": 1.6987110223784718e-06, + "loss": 0.2824, + "num_tokens": 1387290032.0, + "step": 7290 + }, + { + "epoch": 2.48839590443686, + "grad_norm": 0.3183156474791535, + "learning_rate": 1.6978051730232075e-06, + "loss": 0.299, + "num_tokens": 1387446241.0, + "step": 7291 + }, + { + "epoch": 2.4887372013651876, + "grad_norm": 0.3064643413908406, + "learning_rate": 1.696899861889585e-06, + "loss": 0.2925, + "num_tokens": 1387617311.0, + "step": 7292 + }, + { + "epoch": 2.4890784982935155, + "grad_norm": 0.29071172435535897, + "learning_rate": 1.6959950891057563e-06, + "loss": 0.2565, + "num_tokens": 1387776024.0, + "step": 7293 + }, + { + "epoch": 2.489419795221843, + "grad_norm": 0.29907221137547724, + "learning_rate": 1.695090854799794e-06, + "loss": 0.2775, + "num_tokens": 1387955127.0, + "step": 7294 + }, + { + "epoch": 2.4897610921501707, + "grad_norm": 0.29658787181517066, + "learning_rate": 1.6941871590997e-06, + "loss": 0.2901, + "num_tokens": 1388147418.0, + "step": 7295 + }, + { + "epoch": 2.490102389078498, + "grad_norm": 0.30122720119697827, + "learning_rate": 1.6932840021333962e-06, + "loss": 0.2944, + "num_tokens": 1388352167.0, + "step": 7296 + }, + { + "epoch": 2.490443686006826, + "grad_norm": 0.3180833609231221, + "learning_rate": 1.6923813840287308e-06, + "loss": 0.289, + "num_tokens": 1388491369.0, + "step": 7297 + }, + { + "epoch": 2.4907849829351534, + "grad_norm": 0.28615752738342337, + "learning_rate": 1.6914793049134737e-06, + "loss": 0.2428, + "num_tokens": 1388647605.0, + "step": 7298 + }, + { + "epoch": 2.4911262798634812, + "grad_norm": 0.26460669505999734, + "learning_rate": 1.6905777649153178e-06, + "loss": 0.2799, + "num_tokens": 1388856918.0, + "step": 7299 + }, + { + "epoch": 2.491467576791809, + "grad_norm": 0.29850193718297974, + "learning_rate": 1.6896767641618827e-06, + "loss": 0.3038, + "num_tokens": 1389037448.0, + "step": 7300 + }, + { + "epoch": 2.4918088737201365, + "grad_norm": 0.268489812999385, + "learning_rate": 1.6887763027807099e-06, + "loss": 0.3002, + "num_tokens": 1389254534.0, + "step": 7301 + }, + { + "epoch": 2.4921501706484643, + "grad_norm": 0.28155606233312735, + "learning_rate": 1.6878763808992649e-06, + "loss": 0.2848, + "num_tokens": 1389458312.0, + "step": 7302 + }, + { + "epoch": 2.4924914675767917, + "grad_norm": 0.27750979934848663, + "learning_rate": 1.6869769986449344e-06, + "loss": 0.286, + "num_tokens": 1389643799.0, + "step": 7303 + }, + { + "epoch": 2.4928327645051196, + "grad_norm": 0.274489422980307, + "learning_rate": 1.6860781561450336e-06, + "loss": 0.2747, + "num_tokens": 1389840043.0, + "step": 7304 + }, + { + "epoch": 2.493174061433447, + "grad_norm": 0.2585684859871546, + "learning_rate": 1.6851798535267972e-06, + "loss": 0.2781, + "num_tokens": 1390047904.0, + "step": 7305 + }, + { + "epoch": 2.493515358361775, + "grad_norm": 0.25774597992392195, + "learning_rate": 1.6842820909173853e-06, + "loss": 0.3182, + "num_tokens": 1390271289.0, + "step": 7306 + }, + { + "epoch": 2.4938566552901023, + "grad_norm": 0.2853672750924741, + "learning_rate": 1.683384868443882e-06, + "loss": 0.2712, + "num_tokens": 1390461583.0, + "step": 7307 + }, + { + "epoch": 2.49419795221843, + "grad_norm": 0.2908512847376866, + "learning_rate": 1.682488186233291e-06, + "loss": 0.2694, + "num_tokens": 1390615905.0, + "step": 7308 + }, + { + "epoch": 2.4945392491467575, + "grad_norm": 0.2737094642706792, + "learning_rate": 1.6815920444125466e-06, + "loss": 0.2988, + "num_tokens": 1390806643.0, + "step": 7309 + }, + { + "epoch": 2.4948805460750854, + "grad_norm": 0.300617564615802, + "learning_rate": 1.680696443108501e-06, + "loss": 0.3005, + "num_tokens": 1391006918.0, + "step": 7310 + }, + { + "epoch": 2.4952218430034128, + "grad_norm": 0.32431778924030585, + "learning_rate": 1.6798013824479309e-06, + "loss": 0.2957, + "num_tokens": 1391170098.0, + "step": 7311 + }, + { + "epoch": 2.4955631399317406, + "grad_norm": 0.29378043859770925, + "learning_rate": 1.6789068625575366e-06, + "loss": 0.3137, + "num_tokens": 1391362381.0, + "step": 7312 + }, + { + "epoch": 2.4959044368600685, + "grad_norm": 0.2802274486352837, + "learning_rate": 1.6780128835639447e-06, + "loss": 0.2921, + "num_tokens": 1391557263.0, + "step": 7313 + }, + { + "epoch": 2.496245733788396, + "grad_norm": 0.2665104541128899, + "learning_rate": 1.6771194455937006e-06, + "loss": 0.2739, + "num_tokens": 1391757617.0, + "step": 7314 + }, + { + "epoch": 2.4965870307167237, + "grad_norm": 0.2719238808852522, + "learning_rate": 1.6762265487732753e-06, + "loss": 0.2727, + "num_tokens": 1391972357.0, + "step": 7315 + }, + { + "epoch": 2.496928327645051, + "grad_norm": 0.32608178573210517, + "learning_rate": 1.6753341932290656e-06, + "loss": 0.2908, + "num_tokens": 1392155674.0, + "step": 7316 + }, + { + "epoch": 2.497269624573379, + "grad_norm": 0.29326600928528984, + "learning_rate": 1.6744423790873862e-06, + "loss": 0.2842, + "num_tokens": 1392338488.0, + "step": 7317 + }, + { + "epoch": 2.4976109215017064, + "grad_norm": 0.270602615102572, + "learning_rate": 1.6735511064744814e-06, + "loss": 0.2651, + "num_tokens": 1392523538.0, + "step": 7318 + }, + { + "epoch": 2.4979522184300342, + "grad_norm": 0.2737305551434119, + "learning_rate": 1.6726603755165144e-06, + "loss": 0.273, + "num_tokens": 1392706892.0, + "step": 7319 + }, + { + "epoch": 2.4982935153583616, + "grad_norm": 0.30031742673093725, + "learning_rate": 1.671770186339573e-06, + "loss": 0.2789, + "num_tokens": 1392887090.0, + "step": 7320 + }, + { + "epoch": 2.4986348122866895, + "grad_norm": 0.27198985442518064, + "learning_rate": 1.6708805390696668e-06, + "loss": 0.3151, + "num_tokens": 1393114804.0, + "step": 7321 + }, + { + "epoch": 2.498976109215017, + "grad_norm": 0.37233624139200366, + "learning_rate": 1.669991433832733e-06, + "loss": 0.2986, + "num_tokens": 1393304300.0, + "step": 7322 + }, + { + "epoch": 2.4993174061433447, + "grad_norm": 0.279513077412311, + "learning_rate": 1.6691028707546287e-06, + "loss": 0.3006, + "num_tokens": 1393492350.0, + "step": 7323 + }, + { + "epoch": 2.499658703071672, + "grad_norm": 0.28561806851565724, + "learning_rate": 1.6682148499611329e-06, + "loss": 0.3095, + "num_tokens": 1393754354.0, + "step": 7324 + }, + { + "epoch": 2.5, + "grad_norm": 0.27928057318030314, + "learning_rate": 1.6673273715779526e-06, + "loss": 0.2699, + "num_tokens": 1393939010.0, + "step": 7325 + }, + { + "epoch": 2.500341296928328, + "grad_norm": 0.3190055557571895, + "learning_rate": 1.6664404357307132e-06, + "loss": 0.2806, + "num_tokens": 1394098272.0, + "step": 7326 + }, + { + "epoch": 2.5006825938566553, + "grad_norm": 0.4397276125453183, + "learning_rate": 1.6655540425449667e-06, + "loss": 0.3078, + "num_tokens": 1394294433.0, + "step": 7327 + }, + { + "epoch": 2.5010238907849827, + "grad_norm": 0.28178385579191984, + "learning_rate": 1.6646681921461866e-06, + "loss": 0.2914, + "num_tokens": 1394471032.0, + "step": 7328 + }, + { + "epoch": 2.5013651877133105, + "grad_norm": 0.28962010635995394, + "learning_rate": 1.6637828846597699e-06, + "loss": 0.2819, + "num_tokens": 1394633878.0, + "step": 7329 + }, + { + "epoch": 2.5017064846416384, + "grad_norm": 0.2783450645341259, + "learning_rate": 1.662898120211035e-06, + "loss": 0.2706, + "num_tokens": 1394819502.0, + "step": 7330 + }, + { + "epoch": 2.5020477815699658, + "grad_norm": 0.2616251949202527, + "learning_rate": 1.6620138989252282e-06, + "loss": 0.2806, + "num_tokens": 1395018986.0, + "step": 7331 + }, + { + "epoch": 2.5023890784982936, + "grad_norm": 0.28627571371530136, + "learning_rate": 1.6611302209275148e-06, + "loss": 0.2815, + "num_tokens": 1395210474.0, + "step": 7332 + }, + { + "epoch": 2.502730375426621, + "grad_norm": 0.3183843883335772, + "learning_rate": 1.6602470863429826e-06, + "loss": 0.3215, + "num_tokens": 1395393362.0, + "step": 7333 + }, + { + "epoch": 2.503071672354949, + "grad_norm": 0.3423363874730474, + "learning_rate": 1.6593644952966462e-06, + "loss": 0.3047, + "num_tokens": 1395573449.0, + "step": 7334 + }, + { + "epoch": 2.5034129692832767, + "grad_norm": 0.34098472380560235, + "learning_rate": 1.6584824479134393e-06, + "loss": 0.2843, + "num_tokens": 1395728845.0, + "step": 7335 + }, + { + "epoch": 2.503754266211604, + "grad_norm": 0.31639727908891435, + "learning_rate": 1.657600944318225e-06, + "loss": 0.2753, + "num_tokens": 1395886699.0, + "step": 7336 + }, + { + "epoch": 2.5040955631399315, + "grad_norm": 0.2744859753450395, + "learning_rate": 1.6567199846357785e-06, + "loss": 0.314, + "num_tokens": 1396088162.0, + "step": 7337 + }, + { + "epoch": 2.5044368600682594, + "grad_norm": 0.27159700226221756, + "learning_rate": 1.6558395689908096e-06, + "loss": 0.2862, + "num_tokens": 1396292439.0, + "step": 7338 + }, + { + "epoch": 2.5047781569965872, + "grad_norm": 0.29783290126870887, + "learning_rate": 1.6549596975079428e-06, + "loss": 0.2892, + "num_tokens": 1396462861.0, + "step": 7339 + }, + { + "epoch": 2.5051194539249146, + "grad_norm": 0.29089180063653886, + "learning_rate": 1.6540803703117303e-06, + "loss": 0.2982, + "num_tokens": 1396681009.0, + "step": 7340 + }, + { + "epoch": 2.505460750853242, + "grad_norm": 0.25189322720935975, + "learning_rate": 1.653201587526648e-06, + "loss": 0.2914, + "num_tokens": 1396905792.0, + "step": 7341 + }, + { + "epoch": 2.50580204778157, + "grad_norm": 0.2919483162564163, + "learning_rate": 1.6523233492770873e-06, + "loss": 0.2909, + "num_tokens": 1397099169.0, + "step": 7342 + }, + { + "epoch": 2.5061433447098977, + "grad_norm": 0.3009747628510047, + "learning_rate": 1.6514456556873718e-06, + "loss": 0.2675, + "num_tokens": 1397270504.0, + "step": 7343 + }, + { + "epoch": 2.506484641638225, + "grad_norm": 0.26981432386293375, + "learning_rate": 1.6505685068817418e-06, + "loss": 0.2928, + "num_tokens": 1397479309.0, + "step": 7344 + }, + { + "epoch": 2.506825938566553, + "grad_norm": 0.2875709829435787, + "learning_rate": 1.6496919029843634e-06, + "loss": 0.2882, + "num_tokens": 1397650133.0, + "step": 7345 + }, + { + "epoch": 2.5071672354948804, + "grad_norm": 0.29252149412465267, + "learning_rate": 1.6488158441193252e-06, + "loss": 0.2777, + "num_tokens": 1397823651.0, + "step": 7346 + }, + { + "epoch": 2.5075085324232083, + "grad_norm": 0.26902039868583955, + "learning_rate": 1.6479403304106355e-06, + "loss": 0.2936, + "num_tokens": 1398042129.0, + "step": 7347 + }, + { + "epoch": 2.507849829351536, + "grad_norm": 0.42956946316264005, + "learning_rate": 1.6470653619822318e-06, + "loss": 0.3019, + "num_tokens": 1398208778.0, + "step": 7348 + }, + { + "epoch": 2.5081911262798635, + "grad_norm": 0.3352553366593488, + "learning_rate": 1.6461909389579678e-06, + "loss": 0.3138, + "num_tokens": 1398390383.0, + "step": 7349 + }, + { + "epoch": 2.508532423208191, + "grad_norm": 0.2759620886610197, + "learning_rate": 1.6453170614616265e-06, + "loss": 0.2974, + "num_tokens": 1398595617.0, + "step": 7350 + }, + { + "epoch": 2.5088737201365188, + "grad_norm": 0.279140355079691, + "learning_rate": 1.6444437296169053e-06, + "loss": 0.2828, + "num_tokens": 1398803491.0, + "step": 7351 + }, + { + "epoch": 2.5092150170648466, + "grad_norm": 0.2999995527638292, + "learning_rate": 1.6435709435474323e-06, + "loss": 0.3061, + "num_tokens": 1398977718.0, + "step": 7352 + }, + { + "epoch": 2.509556313993174, + "grad_norm": 0.2938554136507489, + "learning_rate": 1.642698703376754e-06, + "loss": 0.309, + "num_tokens": 1399189145.0, + "step": 7353 + }, + { + "epoch": 2.5098976109215014, + "grad_norm": 0.29849701524508415, + "learning_rate": 1.6418270092283418e-06, + "loss": 0.3175, + "num_tokens": 1399379207.0, + "step": 7354 + }, + { + "epoch": 2.5102389078498293, + "grad_norm": 0.30485610229920895, + "learning_rate": 1.6409558612255874e-06, + "loss": 0.2851, + "num_tokens": 1399554104.0, + "step": 7355 + }, + { + "epoch": 2.510580204778157, + "grad_norm": 0.2781693916005235, + "learning_rate": 1.6400852594918076e-06, + "loss": 0.282, + "num_tokens": 1399759188.0, + "step": 7356 + }, + { + "epoch": 2.5109215017064845, + "grad_norm": 0.3032407355935533, + "learning_rate": 1.6392152041502408e-06, + "loss": 0.3283, + "num_tokens": 1399974838.0, + "step": 7357 + }, + { + "epoch": 2.5112627986348124, + "grad_norm": 0.2980488162420271, + "learning_rate": 1.6383456953240484e-06, + "loss": 0.3092, + "num_tokens": 1400158667.0, + "step": 7358 + }, + { + "epoch": 2.51160409556314, + "grad_norm": 0.26071655003151684, + "learning_rate": 1.637476733136314e-06, + "loss": 0.2709, + "num_tokens": 1400359675.0, + "step": 7359 + }, + { + "epoch": 2.5119453924914676, + "grad_norm": 0.289425480707266, + "learning_rate": 1.6366083177100422e-06, + "loss": 0.2818, + "num_tokens": 1400545887.0, + "step": 7360 + }, + { + "epoch": 2.5122866894197955, + "grad_norm": 0.29254666950664343, + "learning_rate": 1.6357404491681644e-06, + "loss": 0.3, + "num_tokens": 1400741408.0, + "step": 7361 + }, + { + "epoch": 2.512627986348123, + "grad_norm": 0.29636474658263207, + "learning_rate": 1.634873127633531e-06, + "loss": 0.3196, + "num_tokens": 1400937306.0, + "step": 7362 + }, + { + "epoch": 2.5129692832764503, + "grad_norm": 0.30332102070487843, + "learning_rate": 1.6340063532289174e-06, + "loss": 0.2846, + "num_tokens": 1401088085.0, + "step": 7363 + }, + { + "epoch": 2.513310580204778, + "grad_norm": 0.29356192470079573, + "learning_rate": 1.6331401260770192e-06, + "loss": 0.2989, + "num_tokens": 1401271956.0, + "step": 7364 + }, + { + "epoch": 2.513651877133106, + "grad_norm": 0.5038315024424496, + "learning_rate": 1.6322744463004545e-06, + "loss": 0.2814, + "num_tokens": 1401443725.0, + "step": 7365 + }, + { + "epoch": 2.5139931740614334, + "grad_norm": 0.2696519441682893, + "learning_rate": 1.631409314021768e-06, + "loss": 0.2665, + "num_tokens": 1401634204.0, + "step": 7366 + }, + { + "epoch": 2.514334470989761, + "grad_norm": 0.26077507177945625, + "learning_rate": 1.6305447293634219e-06, + "loss": 0.2869, + "num_tokens": 1401849903.0, + "step": 7367 + }, + { + "epoch": 2.5146757679180887, + "grad_norm": 0.30896608645546014, + "learning_rate": 1.6296806924478025e-06, + "loss": 0.264, + "num_tokens": 1401995346.0, + "step": 7368 + }, + { + "epoch": 2.5150170648464165, + "grad_norm": 0.3060214141142819, + "learning_rate": 1.6288172033972197e-06, + "loss": 0.2704, + "num_tokens": 1402152096.0, + "step": 7369 + }, + { + "epoch": 2.515358361774744, + "grad_norm": 0.30094150465902963, + "learning_rate": 1.6279542623339061e-06, + "loss": 0.3051, + "num_tokens": 1402342624.0, + "step": 7370 + }, + { + "epoch": 2.5156996587030718, + "grad_norm": 0.3218664581432994, + "learning_rate": 1.627091869380015e-06, + "loss": 0.2792, + "num_tokens": 1402474796.0, + "step": 7371 + }, + { + "epoch": 2.516040955631399, + "grad_norm": 0.27718542271844665, + "learning_rate": 1.6262300246576216e-06, + "loss": 0.2576, + "num_tokens": 1402655219.0, + "step": 7372 + }, + { + "epoch": 2.516382252559727, + "grad_norm": 0.2779372622058855, + "learning_rate": 1.625368728288727e-06, + "loss": 0.2712, + "num_tokens": 1402844626.0, + "step": 7373 + }, + { + "epoch": 2.516723549488055, + "grad_norm": 0.27735930022148986, + "learning_rate": 1.6245079803952504e-06, + "loss": 0.2904, + "num_tokens": 1403033049.0, + "step": 7374 + }, + { + "epoch": 2.5170648464163823, + "grad_norm": 0.27491155643958715, + "learning_rate": 1.6236477810990374e-06, + "loss": 0.2814, + "num_tokens": 1403227911.0, + "step": 7375 + }, + { + "epoch": 2.5174061433447097, + "grad_norm": 0.2544231839809993, + "learning_rate": 1.6227881305218533e-06, + "loss": 0.3162, + "num_tokens": 1403452695.0, + "step": 7376 + }, + { + "epoch": 2.5177474402730375, + "grad_norm": 0.27519712244883227, + "learning_rate": 1.621929028785385e-06, + "loss": 0.3015, + "num_tokens": 1403660611.0, + "step": 7377 + }, + { + "epoch": 2.5180887372013654, + "grad_norm": 0.27165895437484705, + "learning_rate": 1.6210704760112442e-06, + "loss": 0.2809, + "num_tokens": 1403856977.0, + "step": 7378 + }, + { + "epoch": 2.518430034129693, + "grad_norm": 0.28714008406680164, + "learning_rate": 1.620212472320964e-06, + "loss": 0.293, + "num_tokens": 1404043290.0, + "step": 7379 + }, + { + "epoch": 2.51877133105802, + "grad_norm": 0.27060503503265154, + "learning_rate": 1.6193550178359996e-06, + "loss": 0.2991, + "num_tokens": 1404266569.0, + "step": 7380 + }, + { + "epoch": 2.519112627986348, + "grad_norm": 0.2704868576400009, + "learning_rate": 1.6184981126777273e-06, + "loss": 0.284, + "num_tokens": 1404458125.0, + "step": 7381 + }, + { + "epoch": 2.519453924914676, + "grad_norm": 0.29738615806469587, + "learning_rate": 1.6176417569674483e-06, + "loss": 0.255, + "num_tokens": 1404616145.0, + "step": 7382 + }, + { + "epoch": 2.5197952218430033, + "grad_norm": 0.29134128034279894, + "learning_rate": 1.6167859508263823e-06, + "loss": 0.3004, + "num_tokens": 1404847064.0, + "step": 7383 + }, + { + "epoch": 2.520136518771331, + "grad_norm": 0.2673218279429134, + "learning_rate": 1.6159306943756765e-06, + "loss": 0.3031, + "num_tokens": 1405052122.0, + "step": 7384 + }, + { + "epoch": 2.5204778156996586, + "grad_norm": 0.30852375558440126, + "learning_rate": 1.6150759877363948e-06, + "loss": 0.2981, + "num_tokens": 1405234859.0, + "step": 7385 + }, + { + "epoch": 2.5208191126279864, + "grad_norm": 0.3075874355276926, + "learning_rate": 1.6142218310295255e-06, + "loss": 0.2998, + "num_tokens": 1405409592.0, + "step": 7386 + }, + { + "epoch": 2.5211604095563143, + "grad_norm": 0.30645906686241037, + "learning_rate": 1.613368224375981e-06, + "loss": 0.294, + "num_tokens": 1405596903.0, + "step": 7387 + }, + { + "epoch": 2.5215017064846417, + "grad_norm": 0.32617280330477655, + "learning_rate": 1.6125151678965917e-06, + "loss": 0.3008, + "num_tokens": 1405764312.0, + "step": 7388 + }, + { + "epoch": 2.521843003412969, + "grad_norm": 0.28266810561808475, + "learning_rate": 1.6116626617121162e-06, + "loss": 0.2584, + "num_tokens": 1405955286.0, + "step": 7389 + }, + { + "epoch": 2.522184300341297, + "grad_norm": 0.23423426083123125, + "learning_rate": 1.6108107059432267e-06, + "loss": 0.3008, + "num_tokens": 1406216801.0, + "step": 7390 + }, + { + "epoch": 2.5225255972696248, + "grad_norm": 0.2865718990159853, + "learning_rate": 1.6099593007105255e-06, + "loss": 0.3054, + "num_tokens": 1406455165.0, + "step": 7391 + }, + { + "epoch": 2.522866894197952, + "grad_norm": 0.2822175942440117, + "learning_rate": 1.6091084461345318e-06, + "loss": 0.2967, + "num_tokens": 1406659194.0, + "step": 7392 + }, + { + "epoch": 2.5232081911262796, + "grad_norm": 0.29456172686625975, + "learning_rate": 1.6082581423356907e-06, + "loss": 0.2977, + "num_tokens": 1406833551.0, + "step": 7393 + }, + { + "epoch": 2.5235494880546074, + "grad_norm": 0.2848608719635951, + "learning_rate": 1.6074083894343662e-06, + "loss": 0.283, + "num_tokens": 1407018215.0, + "step": 7394 + }, + { + "epoch": 2.5238907849829353, + "grad_norm": 0.35286744594666475, + "learning_rate": 1.606559187550845e-06, + "loss": 0.3012, + "num_tokens": 1407198928.0, + "step": 7395 + }, + { + "epoch": 2.5242320819112627, + "grad_norm": 0.3067292377941976, + "learning_rate": 1.6057105368053378e-06, + "loss": 0.3232, + "num_tokens": 1407381713.0, + "step": 7396 + }, + { + "epoch": 2.5245733788395905, + "grad_norm": 0.31904744922292194, + "learning_rate": 1.604862437317974e-06, + "loss": 0.3026, + "num_tokens": 1407544045.0, + "step": 7397 + }, + { + "epoch": 2.524914675767918, + "grad_norm": 0.3054234240210102, + "learning_rate": 1.6040148892088098e-06, + "loss": 0.3122, + "num_tokens": 1407709404.0, + "step": 7398 + }, + { + "epoch": 2.525255972696246, + "grad_norm": 0.28225374241953644, + "learning_rate": 1.6031678925978161e-06, + "loss": 0.2744, + "num_tokens": 1407881005.0, + "step": 7399 + }, + { + "epoch": 2.5255972696245736, + "grad_norm": 0.2761931336144027, + "learning_rate": 1.6023214476048932e-06, + "loss": 0.3172, + "num_tokens": 1408093717.0, + "step": 7400 + }, + { + "epoch": 2.525938566552901, + "grad_norm": 0.27318360876622977, + "learning_rate": 1.6014755543498577e-06, + "loss": 0.2823, + "num_tokens": 1408288537.0, + "step": 7401 + }, + { + "epoch": 2.5262798634812285, + "grad_norm": 0.2831945225557954, + "learning_rate": 1.6006302129524528e-06, + "loss": 0.2768, + "num_tokens": 1408461622.0, + "step": 7402 + }, + { + "epoch": 2.5266211604095563, + "grad_norm": 0.31452311938542876, + "learning_rate": 1.5997854235323404e-06, + "loss": 0.2946, + "num_tokens": 1408628286.0, + "step": 7403 + }, + { + "epoch": 2.526962457337884, + "grad_norm": 0.2853111994009423, + "learning_rate": 1.5989411862091036e-06, + "loss": 0.3174, + "num_tokens": 1408835299.0, + "step": 7404 + }, + { + "epoch": 2.5273037542662116, + "grad_norm": 0.31292705325295933, + "learning_rate": 1.5980975011022514e-06, + "loss": 0.2836, + "num_tokens": 1409038202.0, + "step": 7405 + }, + { + "epoch": 2.527645051194539, + "grad_norm": 0.26663147734799375, + "learning_rate": 1.5972543683312102e-06, + "loss": 0.3099, + "num_tokens": 1409254737.0, + "step": 7406 + }, + { + "epoch": 2.527986348122867, + "grad_norm": 0.2841254127593311, + "learning_rate": 1.5964117880153312e-06, + "loss": 0.314, + "num_tokens": 1409462587.0, + "step": 7407 + }, + { + "epoch": 2.5283276450511947, + "grad_norm": 0.32436580903248813, + "learning_rate": 1.5955697602738845e-06, + "loss": 0.3084, + "num_tokens": 1409608948.0, + "step": 7408 + }, + { + "epoch": 2.528668941979522, + "grad_norm": 0.28786891215808613, + "learning_rate": 1.5947282852260663e-06, + "loss": 0.259, + "num_tokens": 1409782571.0, + "step": 7409 + }, + { + "epoch": 2.52901023890785, + "grad_norm": 0.3007882436041382, + "learning_rate": 1.5938873629909894e-06, + "loss": 0.259, + "num_tokens": 1409946014.0, + "step": 7410 + }, + { + "epoch": 2.5293515358361773, + "grad_norm": 0.29372201805483683, + "learning_rate": 1.5930469936876935e-06, + "loss": 0.2639, + "num_tokens": 1410114099.0, + "step": 7411 + }, + { + "epoch": 2.529692832764505, + "grad_norm": 0.27758639066977875, + "learning_rate": 1.5922071774351361e-06, + "loss": 0.2758, + "num_tokens": 1410310903.0, + "step": 7412 + }, + { + "epoch": 2.530034129692833, + "grad_norm": 0.29236370586093613, + "learning_rate": 1.5913679143521971e-06, + "loss": 0.2966, + "num_tokens": 1410489243.0, + "step": 7413 + }, + { + "epoch": 2.5303754266211604, + "grad_norm": 0.28408670628226074, + "learning_rate": 1.5905292045576809e-06, + "loss": 0.3178, + "num_tokens": 1410688378.0, + "step": 7414 + }, + { + "epoch": 2.530716723549488, + "grad_norm": 0.2851232276560127, + "learning_rate": 1.58969104817031e-06, + "loss": 0.3294, + "num_tokens": 1410911696.0, + "step": 7415 + }, + { + "epoch": 2.5310580204778157, + "grad_norm": 0.27561623485208503, + "learning_rate": 1.5888534453087307e-06, + "loss": 0.2881, + "num_tokens": 1411103618.0, + "step": 7416 + }, + { + "epoch": 2.5313993174061435, + "grad_norm": 0.3303700798200026, + "learning_rate": 1.5880163960915093e-06, + "loss": 0.2965, + "num_tokens": 1411249999.0, + "step": 7417 + }, + { + "epoch": 2.531740614334471, + "grad_norm": 0.3241617532773889, + "learning_rate": 1.587179900637136e-06, + "loss": 0.2716, + "num_tokens": 1411420433.0, + "step": 7418 + }, + { + "epoch": 2.532081911262799, + "grad_norm": 0.2731292247317909, + "learning_rate": 1.58634395906402e-06, + "loss": 0.2793, + "num_tokens": 1411615519.0, + "step": 7419 + }, + { + "epoch": 2.532423208191126, + "grad_norm": 0.2921566607908115, + "learning_rate": 1.5855085714904956e-06, + "loss": 0.3022, + "num_tokens": 1411811592.0, + "step": 7420 + }, + { + "epoch": 2.532764505119454, + "grad_norm": 0.2722564683131196, + "learning_rate": 1.5846737380348148e-06, + "loss": 0.2869, + "num_tokens": 1412016607.0, + "step": 7421 + }, + { + "epoch": 2.5331058020477815, + "grad_norm": 0.284102952788906, + "learning_rate": 1.5838394588151523e-06, + "loss": 0.2926, + "num_tokens": 1412198792.0, + "step": 7422 + }, + { + "epoch": 2.5334470989761093, + "grad_norm": 0.2725632857181666, + "learning_rate": 1.5830057339496068e-06, + "loss": 0.2563, + "num_tokens": 1412373537.0, + "step": 7423 + }, + { + "epoch": 2.5337883959044367, + "grad_norm": 0.292832670685363, + "learning_rate": 1.5821725635561955e-06, + "loss": 0.2829, + "num_tokens": 1412580249.0, + "step": 7424 + }, + { + "epoch": 2.5341296928327646, + "grad_norm": 0.28399234191010314, + "learning_rate": 1.5813399477528585e-06, + "loss": 0.3205, + "num_tokens": 1412777933.0, + "step": 7425 + }, + { + "epoch": 2.5344709897610924, + "grad_norm": 0.278357844002476, + "learning_rate": 1.5805078866574563e-06, + "loss": 0.2607, + "num_tokens": 1412964355.0, + "step": 7426 + }, + { + "epoch": 2.53481228668942, + "grad_norm": 0.2904729490639311, + "learning_rate": 1.5796763803877736e-06, + "loss": 0.2756, + "num_tokens": 1413140622.0, + "step": 7427 + }, + { + "epoch": 2.5351535836177472, + "grad_norm": 0.2780518889139136, + "learning_rate": 1.5788454290615138e-06, + "loss": 0.2919, + "num_tokens": 1413336973.0, + "step": 7428 + }, + { + "epoch": 2.535494880546075, + "grad_norm": 0.2689041304649556, + "learning_rate": 1.5780150327963013e-06, + "loss": 0.2979, + "num_tokens": 1413543695.0, + "step": 7429 + }, + { + "epoch": 2.535836177474403, + "grad_norm": 0.25919693065284183, + "learning_rate": 1.577185191709685e-06, + "loss": 0.2898, + "num_tokens": 1413771172.0, + "step": 7430 + }, + { + "epoch": 2.5361774744027303, + "grad_norm": 0.2548758066436191, + "learning_rate": 1.5763559059191327e-06, + "loss": 0.3099, + "num_tokens": 1414013194.0, + "step": 7431 + }, + { + "epoch": 2.536518771331058, + "grad_norm": 0.27561986829557544, + "learning_rate": 1.5755271755420356e-06, + "loss": 0.288, + "num_tokens": 1414218419.0, + "step": 7432 + }, + { + "epoch": 2.5368600682593856, + "grad_norm": 0.26904164844908524, + "learning_rate": 1.5746990006957032e-06, + "loss": 0.2856, + "num_tokens": 1414414761.0, + "step": 7433 + }, + { + "epoch": 2.5372013651877134, + "grad_norm": 0.2776228520979717, + "learning_rate": 1.5738713814973694e-06, + "loss": 0.3032, + "num_tokens": 1414627011.0, + "step": 7434 + }, + { + "epoch": 2.537542662116041, + "grad_norm": 0.30936068398308136, + "learning_rate": 1.573044318064188e-06, + "loss": 0.281, + "num_tokens": 1414817689.0, + "step": 7435 + }, + { + "epoch": 2.5378839590443687, + "grad_norm": 0.2542646417382, + "learning_rate": 1.5722178105132335e-06, + "loss": 0.2775, + "num_tokens": 1415027036.0, + "step": 7436 + }, + { + "epoch": 2.538225255972696, + "grad_norm": 0.32424507617583936, + "learning_rate": 1.5713918589615056e-06, + "loss": 0.2945, + "num_tokens": 1415181583.0, + "step": 7437 + }, + { + "epoch": 2.538566552901024, + "grad_norm": 0.2976804762159398, + "learning_rate": 1.5705664635259186e-06, + "loss": 0.3032, + "num_tokens": 1415369481.0, + "step": 7438 + }, + { + "epoch": 2.538907849829352, + "grad_norm": 0.27596348041160357, + "learning_rate": 1.5697416243233135e-06, + "loss": 0.2997, + "num_tokens": 1415574133.0, + "step": 7439 + }, + { + "epoch": 2.539249146757679, + "grad_norm": 0.30782170664125064, + "learning_rate": 1.5689173414704504e-06, + "loss": 0.3022, + "num_tokens": 1415745368.0, + "step": 7440 + }, + { + "epoch": 2.5395904436860066, + "grad_norm": 0.2637944211312636, + "learning_rate": 1.5680936150840116e-06, + "loss": 0.3021, + "num_tokens": 1415979930.0, + "step": 7441 + }, + { + "epoch": 2.5399317406143345, + "grad_norm": 0.28180680394325286, + "learning_rate": 1.5672704452806003e-06, + "loss": 0.2889, + "num_tokens": 1416165529.0, + "step": 7442 + }, + { + "epoch": 2.5402730375426623, + "grad_norm": 0.2844045072772494, + "learning_rate": 1.5664478321767394e-06, + "loss": 0.2709, + "num_tokens": 1416378299.0, + "step": 7443 + }, + { + "epoch": 2.5406143344709897, + "grad_norm": 0.2783781830704154, + "learning_rate": 1.565625775888876e-06, + "loss": 0.2984, + "num_tokens": 1416564917.0, + "step": 7444 + }, + { + "epoch": 2.5409556313993176, + "grad_norm": 0.2661734705667217, + "learning_rate": 1.5648042765333748e-06, + "loss": 0.3068, + "num_tokens": 1416787164.0, + "step": 7445 + }, + { + "epoch": 2.541296928327645, + "grad_norm": 0.2738187074649793, + "learning_rate": 1.5639833342265261e-06, + "loss": 0.2877, + "num_tokens": 1416990799.0, + "step": 7446 + }, + { + "epoch": 2.541638225255973, + "grad_norm": 0.3055109868502794, + "learning_rate": 1.5631629490845365e-06, + "loss": 0.3109, + "num_tokens": 1417161331.0, + "step": 7447 + }, + { + "epoch": 2.5419795221843002, + "grad_norm": 0.27332184298706624, + "learning_rate": 1.5623431212235374e-06, + "loss": 0.2888, + "num_tokens": 1417373426.0, + "step": 7448 + }, + { + "epoch": 2.542320819112628, + "grad_norm": 0.2816857868419228, + "learning_rate": 1.5615238507595784e-06, + "loss": 0.3199, + "num_tokens": 1417571465.0, + "step": 7449 + }, + { + "epoch": 2.5426621160409555, + "grad_norm": 0.2792086047455271, + "learning_rate": 1.560705137808634e-06, + "loss": 0.2801, + "num_tokens": 1417759985.0, + "step": 7450 + }, + { + "epoch": 2.5430034129692833, + "grad_norm": 0.2959143941274188, + "learning_rate": 1.559886982486596e-06, + "loss": 0.3037, + "num_tokens": 1417937666.0, + "step": 7451 + }, + { + "epoch": 2.543344709897611, + "grad_norm": 0.29504137792405305, + "learning_rate": 1.5590693849092784e-06, + "loss": 0.2688, + "num_tokens": 1418105012.0, + "step": 7452 + }, + { + "epoch": 2.5436860068259386, + "grad_norm": 0.2879817164029706, + "learning_rate": 1.5582523451924181e-06, + "loss": 0.3019, + "num_tokens": 1418300297.0, + "step": 7453 + }, + { + "epoch": 2.544027303754266, + "grad_norm": 0.30739395150545806, + "learning_rate": 1.55743586345167e-06, + "loss": 0.3206, + "num_tokens": 1418514464.0, + "step": 7454 + }, + { + "epoch": 2.544368600682594, + "grad_norm": 0.3003337355032838, + "learning_rate": 1.556619939802615e-06, + "loss": 0.2774, + "num_tokens": 1418687976.0, + "step": 7455 + }, + { + "epoch": 2.5447098976109217, + "grad_norm": 0.28233366444872743, + "learning_rate": 1.5558045743607463e-06, + "loss": 0.2614, + "num_tokens": 1418872202.0, + "step": 7456 + }, + { + "epoch": 2.545051194539249, + "grad_norm": 0.26605247862606934, + "learning_rate": 1.5549897672414876e-06, + "loss": 0.2763, + "num_tokens": 1419079006.0, + "step": 7457 + }, + { + "epoch": 2.545392491467577, + "grad_norm": 0.27125061941707623, + "learning_rate": 1.554175518560177e-06, + "loss": 0.2771, + "num_tokens": 1419276516.0, + "step": 7458 + }, + { + "epoch": 2.5457337883959044, + "grad_norm": 0.27786974164041844, + "learning_rate": 1.553361828432077e-06, + "loss": 0.299, + "num_tokens": 1419487209.0, + "step": 7459 + }, + { + "epoch": 2.546075085324232, + "grad_norm": 0.3044065790822382, + "learning_rate": 1.55254869697237e-06, + "loss": 0.2726, + "num_tokens": 1419665840.0, + "step": 7460 + }, + { + "epoch": 2.5464163822525596, + "grad_norm": 0.27233458249727266, + "learning_rate": 1.5517361242961582e-06, + "loss": 0.2833, + "num_tokens": 1419905794.0, + "step": 7461 + }, + { + "epoch": 2.5467576791808875, + "grad_norm": 0.27745353669624767, + "learning_rate": 1.5509241105184674e-06, + "loss": 0.2881, + "num_tokens": 1420119862.0, + "step": 7462 + }, + { + "epoch": 2.547098976109215, + "grad_norm": 0.2598324463177171, + "learning_rate": 1.5501126557542414e-06, + "loss": 0.2801, + "num_tokens": 1420319933.0, + "step": 7463 + }, + { + "epoch": 2.5474402730375427, + "grad_norm": 0.2550715656247549, + "learning_rate": 1.5493017601183468e-06, + "loss": 0.2778, + "num_tokens": 1420570679.0, + "step": 7464 + }, + { + "epoch": 2.5477815699658706, + "grad_norm": 0.2725563646779299, + "learning_rate": 1.5484914237255682e-06, + "loss": 0.3004, + "num_tokens": 1420778474.0, + "step": 7465 + }, + { + "epoch": 2.548122866894198, + "grad_norm": 0.2896579081750704, + "learning_rate": 1.5476816466906164e-06, + "loss": 0.2625, + "num_tokens": 1420936433.0, + "step": 7466 + }, + { + "epoch": 2.5484641638225254, + "grad_norm": 0.38511364753790095, + "learning_rate": 1.5468724291281173e-06, + "loss": 0.2833, + "num_tokens": 1421128824.0, + "step": 7467 + }, + { + "epoch": 2.5488054607508532, + "grad_norm": 0.28415369713077454, + "learning_rate": 1.546063771152622e-06, + "loss": 0.2683, + "num_tokens": 1421294730.0, + "step": 7468 + }, + { + "epoch": 2.549146757679181, + "grad_norm": 0.29797267204469485, + "learning_rate": 1.5452556728786e-06, + "loss": 0.3205, + "num_tokens": 1421482062.0, + "step": 7469 + }, + { + "epoch": 2.5494880546075085, + "grad_norm": 0.2781531688565894, + "learning_rate": 1.5444481344204404e-06, + "loss": 0.2965, + "num_tokens": 1421702709.0, + "step": 7470 + }, + { + "epoch": 2.5498293515358363, + "grad_norm": 0.26935176089799023, + "learning_rate": 1.5436411558924568e-06, + "loss": 0.2809, + "num_tokens": 1421894926.0, + "step": 7471 + }, + { + "epoch": 2.5501706484641637, + "grad_norm": 0.29679290006649606, + "learning_rate": 1.542834737408881e-06, + "loss": 0.2709, + "num_tokens": 1422129486.0, + "step": 7472 + }, + { + "epoch": 2.5505119453924916, + "grad_norm": 0.25471521032611033, + "learning_rate": 1.5420288790838656e-06, + "loss": 0.2957, + "num_tokens": 1422368250.0, + "step": 7473 + }, + { + "epoch": 2.550853242320819, + "grad_norm": 0.31661623456027305, + "learning_rate": 1.5412235810314834e-06, + "loss": 0.3442, + "num_tokens": 1422550361.0, + "step": 7474 + }, + { + "epoch": 2.551194539249147, + "grad_norm": 0.2723246429753458, + "learning_rate": 1.5404188433657297e-06, + "loss": 0.2641, + "num_tokens": 1422750744.0, + "step": 7475 + }, + { + "epoch": 2.5515358361774743, + "grad_norm": 0.28363825255789005, + "learning_rate": 1.5396146662005212e-06, + "loss": 0.2866, + "num_tokens": 1422930630.0, + "step": 7476 + }, + { + "epoch": 2.551877133105802, + "grad_norm": 0.28142383516616765, + "learning_rate": 1.5388110496496899e-06, + "loss": 0.2849, + "num_tokens": 1423111973.0, + "step": 7477 + }, + { + "epoch": 2.55221843003413, + "grad_norm": 0.2931140253500227, + "learning_rate": 1.538007993826996e-06, + "loss": 0.2874, + "num_tokens": 1423303850.0, + "step": 7478 + }, + { + "epoch": 2.5525597269624574, + "grad_norm": 0.26241386301153463, + "learning_rate": 1.5372054988461132e-06, + "loss": 0.2936, + "num_tokens": 1423509658.0, + "step": 7479 + }, + { + "epoch": 2.5529010238907848, + "grad_norm": 0.3019618792625205, + "learning_rate": 1.5364035648206418e-06, + "loss": 0.2688, + "num_tokens": 1423677640.0, + "step": 7480 + }, + { + "epoch": 2.5532423208191126, + "grad_norm": 0.3038132546692086, + "learning_rate": 1.5356021918640985e-06, + "loss": 0.2913, + "num_tokens": 1423833437.0, + "step": 7481 + }, + { + "epoch": 2.5535836177474405, + "grad_norm": 0.3118056331068409, + "learning_rate": 1.5348013800899215e-06, + "loss": 0.3016, + "num_tokens": 1424021287.0, + "step": 7482 + }, + { + "epoch": 2.553924914675768, + "grad_norm": 0.46923824089440924, + "learning_rate": 1.534001129611472e-06, + "loss": 0.29, + "num_tokens": 1424217049.0, + "step": 7483 + }, + { + "epoch": 2.5542662116040957, + "grad_norm": 0.2930048567398646, + "learning_rate": 1.533201440542028e-06, + "loss": 0.2902, + "num_tokens": 1424395684.0, + "step": 7484 + }, + { + "epoch": 2.554607508532423, + "grad_norm": 0.27445094204663073, + "learning_rate": 1.5324023129947926e-06, + "loss": 0.2804, + "num_tokens": 1424575698.0, + "step": 7485 + }, + { + "epoch": 2.554948805460751, + "grad_norm": 0.2676717482388485, + "learning_rate": 1.5316037470828826e-06, + "loss": 0.2941, + "num_tokens": 1424800627.0, + "step": 7486 + }, + { + "epoch": 2.5552901023890784, + "grad_norm": 0.2817184220767456, + "learning_rate": 1.530805742919343e-06, + "loss": 0.2997, + "num_tokens": 1425005432.0, + "step": 7487 + }, + { + "epoch": 2.5556313993174062, + "grad_norm": 0.2730348869948971, + "learning_rate": 1.530008300617133e-06, + "loss": 0.2662, + "num_tokens": 1425176461.0, + "step": 7488 + }, + { + "epoch": 2.5559726962457336, + "grad_norm": 0.26869574798099377, + "learning_rate": 1.5292114202891373e-06, + "loss": 0.2628, + "num_tokens": 1425358311.0, + "step": 7489 + }, + { + "epoch": 2.5563139931740615, + "grad_norm": 0.2849885099319307, + "learning_rate": 1.528415102048158e-06, + "loss": 0.2788, + "num_tokens": 1425548253.0, + "step": 7490 + }, + { + "epoch": 2.5566552901023893, + "grad_norm": 0.275795420944176, + "learning_rate": 1.527619346006917e-06, + "loss": 0.2812, + "num_tokens": 1425727430.0, + "step": 7491 + }, + { + "epoch": 2.5569965870307167, + "grad_norm": 0.2676237566210129, + "learning_rate": 1.5268241522780596e-06, + "loss": 0.3075, + "num_tokens": 1425947095.0, + "step": 7492 + }, + { + "epoch": 2.557337883959044, + "grad_norm": 0.3131751650554047, + "learning_rate": 1.5260295209741485e-06, + "loss": 0.3023, + "num_tokens": 1426138085.0, + "step": 7493 + }, + { + "epoch": 2.557679180887372, + "grad_norm": 0.30782310518356637, + "learning_rate": 1.5252354522076712e-06, + "loss": 0.2919, + "num_tokens": 1426296383.0, + "step": 7494 + }, + { + "epoch": 2.5580204778157, + "grad_norm": 0.26251640681474725, + "learning_rate": 1.5244419460910282e-06, + "loss": 0.312, + "num_tokens": 1426511985.0, + "step": 7495 + }, + { + "epoch": 2.5583617747440273, + "grad_norm": 0.26560788232110527, + "learning_rate": 1.5236490027365472e-06, + "loss": 0.2943, + "num_tokens": 1426735287.0, + "step": 7496 + }, + { + "epoch": 2.558703071672355, + "grad_norm": 0.2622231218167333, + "learning_rate": 1.5228566222564725e-06, + "loss": 0.2849, + "num_tokens": 1426944773.0, + "step": 7497 + }, + { + "epoch": 2.5590443686006825, + "grad_norm": 0.2633998977867458, + "learning_rate": 1.522064804762971e-06, + "loss": 0.2911, + "num_tokens": 1427156440.0, + "step": 7498 + }, + { + "epoch": 2.5593856655290104, + "grad_norm": 0.33191588227265895, + "learning_rate": 1.521273550368129e-06, + "loss": 0.2967, + "num_tokens": 1427364120.0, + "step": 7499 + }, + { + "epoch": 2.5597269624573378, + "grad_norm": 0.30701396703954853, + "learning_rate": 1.5204828591839513e-06, + "loss": 0.2847, + "num_tokens": 1427575400.0, + "step": 7500 + }, + { + "epoch": 2.5600682593856656, + "grad_norm": 0.30106485850977643, + "learning_rate": 1.5196927313223664e-06, + "loss": 0.2982, + "num_tokens": 1427750217.0, + "step": 7501 + }, + { + "epoch": 2.560409556313993, + "grad_norm": 0.26910168324698186, + "learning_rate": 1.5189031668952198e-06, + "loss": 0.2921, + "num_tokens": 1427959940.0, + "step": 7502 + }, + { + "epoch": 2.560750853242321, + "grad_norm": 0.28848329998914074, + "learning_rate": 1.5181141660142812e-06, + "loss": 0.2755, + "num_tokens": 1428129357.0, + "step": 7503 + }, + { + "epoch": 2.5610921501706487, + "grad_norm": 0.30783347540619643, + "learning_rate": 1.5173257287912345e-06, + "loss": 0.3056, + "num_tokens": 1428289821.0, + "step": 7504 + }, + { + "epoch": 2.561433447098976, + "grad_norm": 0.28552098181949676, + "learning_rate": 1.5165378553376898e-06, + "loss": 0.2699, + "num_tokens": 1428462364.0, + "step": 7505 + }, + { + "epoch": 2.5617747440273035, + "grad_norm": 0.31155360476575655, + "learning_rate": 1.5157505457651734e-06, + "loss": 0.2937, + "num_tokens": 1428656443.0, + "step": 7506 + }, + { + "epoch": 2.5621160409556314, + "grad_norm": 0.33726965176074747, + "learning_rate": 1.5149638001851346e-06, + "loss": 0.3128, + "num_tokens": 1428805214.0, + "step": 7507 + }, + { + "epoch": 2.5624573378839592, + "grad_norm": 0.2552833100889299, + "learning_rate": 1.5141776187089415e-06, + "loss": 0.2939, + "num_tokens": 1429023479.0, + "step": 7508 + }, + { + "epoch": 2.5627986348122866, + "grad_norm": 0.28179799047954396, + "learning_rate": 1.5133920014478813e-06, + "loss": 0.27, + "num_tokens": 1429209569.0, + "step": 7509 + }, + { + "epoch": 2.5631399317406145, + "grad_norm": 2.473594094747532, + "learning_rate": 1.5126069485131634e-06, + "loss": 0.2881, + "num_tokens": 1429424845.0, + "step": 7510 + }, + { + "epoch": 2.563481228668942, + "grad_norm": 0.24924805795633315, + "learning_rate": 1.5118224600159164e-06, + "loss": 0.2808, + "num_tokens": 1429650124.0, + "step": 7511 + }, + { + "epoch": 2.5638225255972698, + "grad_norm": 0.2943963823674595, + "learning_rate": 1.5110385360671888e-06, + "loss": 0.3126, + "num_tokens": 1429835877.0, + "step": 7512 + }, + { + "epoch": 2.564163822525597, + "grad_norm": 0.31383377062349926, + "learning_rate": 1.5102551767779483e-06, + "loss": 0.2821, + "num_tokens": 1430010190.0, + "step": 7513 + }, + { + "epoch": 2.564505119453925, + "grad_norm": 0.3060640968989504, + "learning_rate": 1.5094723822590857e-06, + "loss": 0.3308, + "num_tokens": 1430225132.0, + "step": 7514 + }, + { + "epoch": 2.5648464163822524, + "grad_norm": 0.2763209011377797, + "learning_rate": 1.5086901526214078e-06, + "loss": 0.3026, + "num_tokens": 1430410354.0, + "step": 7515 + }, + { + "epoch": 2.5651877133105803, + "grad_norm": 0.2651300097100859, + "learning_rate": 1.5079084879756456e-06, + "loss": 0.2723, + "num_tokens": 1430603739.0, + "step": 7516 + }, + { + "epoch": 2.565529010238908, + "grad_norm": 0.48064010464084106, + "learning_rate": 1.507127388432447e-06, + "loss": 0.319, + "num_tokens": 1430788411.0, + "step": 7517 + }, + { + "epoch": 2.5658703071672355, + "grad_norm": 0.2849296422510563, + "learning_rate": 1.5063468541023796e-06, + "loss": 0.2894, + "num_tokens": 1430997917.0, + "step": 7518 + }, + { + "epoch": 2.566211604095563, + "grad_norm": 0.2885903578591912, + "learning_rate": 1.5055668850959355e-06, + "loss": 0.2824, + "num_tokens": 1431182821.0, + "step": 7519 + }, + { + "epoch": 2.5665529010238908, + "grad_norm": 0.28869405404463144, + "learning_rate": 1.5047874815235208e-06, + "loss": 0.2866, + "num_tokens": 1431364492.0, + "step": 7520 + }, + { + "epoch": 2.5668941979522186, + "grad_norm": 0.31466429150257036, + "learning_rate": 1.504008643495466e-06, + "loss": 0.2857, + "num_tokens": 1431522177.0, + "step": 7521 + }, + { + "epoch": 2.567235494880546, + "grad_norm": 0.2781932870574413, + "learning_rate": 1.5032303711220187e-06, + "loss": 0.3144, + "num_tokens": 1431753022.0, + "step": 7522 + }, + { + "epoch": 2.567576791808874, + "grad_norm": 0.33377537154099485, + "learning_rate": 1.5024526645133475e-06, + "loss": 0.2963, + "num_tokens": 1431949839.0, + "step": 7523 + }, + { + "epoch": 2.5679180887372013, + "grad_norm": 0.2767080838941687, + "learning_rate": 1.5016755237795433e-06, + "loss": 0.2895, + "num_tokens": 1432141196.0, + "step": 7524 + }, + { + "epoch": 2.568259385665529, + "grad_norm": 0.309507101368208, + "learning_rate": 1.5008989490306128e-06, + "loss": 0.2886, + "num_tokens": 1432317394.0, + "step": 7525 + }, + { + "epoch": 2.5686006825938565, + "grad_norm": 0.2840543753757239, + "learning_rate": 1.500122940376485e-06, + "loss": 0.2738, + "num_tokens": 1432505656.0, + "step": 7526 + }, + { + "epoch": 2.5689419795221844, + "grad_norm": 0.29563939570404096, + "learning_rate": 1.4993474979270073e-06, + "loss": 0.3087, + "num_tokens": 1432723569.0, + "step": 7527 + }, + { + "epoch": 2.569283276450512, + "grad_norm": 0.33950139299923016, + "learning_rate": 1.4985726217919492e-06, + "loss": 0.2847, + "num_tokens": 1432915869.0, + "step": 7528 + }, + { + "epoch": 2.5696245733788396, + "grad_norm": 0.33095912175520337, + "learning_rate": 1.497798312080998e-06, + "loss": 0.2924, + "num_tokens": 1433101827.0, + "step": 7529 + }, + { + "epoch": 2.5699658703071675, + "grad_norm": 0.3102754792977611, + "learning_rate": 1.4970245689037606e-06, + "loss": 0.2718, + "num_tokens": 1433250163.0, + "step": 7530 + }, + { + "epoch": 2.570307167235495, + "grad_norm": 0.2849974547638347, + "learning_rate": 1.496251392369767e-06, + "loss": 0.3269, + "num_tokens": 1433457096.0, + "step": 7531 + }, + { + "epoch": 2.5706484641638223, + "grad_norm": 0.2826640658992468, + "learning_rate": 1.4954787825884618e-06, + "loss": 0.2974, + "num_tokens": 1433645523.0, + "step": 7532 + }, + { + "epoch": 2.57098976109215, + "grad_norm": 0.3165104993104963, + "learning_rate": 1.494706739669215e-06, + "loss": 0.2929, + "num_tokens": 1433831843.0, + "step": 7533 + }, + { + "epoch": 2.571331058020478, + "grad_norm": 0.2904961892696641, + "learning_rate": 1.493935263721311e-06, + "loss": 0.2584, + "num_tokens": 1433994893.0, + "step": 7534 + }, + { + "epoch": 2.5716723549488054, + "grad_norm": 0.2654147457278823, + "learning_rate": 1.4931643548539581e-06, + "loss": 0.2959, + "num_tokens": 1434194218.0, + "step": 7535 + }, + { + "epoch": 2.5720136518771333, + "grad_norm": 0.287163009346627, + "learning_rate": 1.4923940131762812e-06, + "loss": 0.312, + "num_tokens": 1434389346.0, + "step": 7536 + }, + { + "epoch": 2.5723549488054607, + "grad_norm": 0.2826569631410067, + "learning_rate": 1.491624238797328e-06, + "loss": 0.2932, + "num_tokens": 1434577402.0, + "step": 7537 + }, + { + "epoch": 2.5726962457337885, + "grad_norm": 0.2884273544881177, + "learning_rate": 1.4908550318260642e-06, + "loss": 0.3059, + "num_tokens": 1434773718.0, + "step": 7538 + }, + { + "epoch": 2.573037542662116, + "grad_norm": 0.2998693318234365, + "learning_rate": 1.4900863923713737e-06, + "loss": 0.2932, + "num_tokens": 1434945528.0, + "step": 7539 + }, + { + "epoch": 2.573378839590444, + "grad_norm": 0.26573927164615846, + "learning_rate": 1.4893183205420636e-06, + "loss": 0.2866, + "num_tokens": 1435134314.0, + "step": 7540 + }, + { + "epoch": 2.573720136518771, + "grad_norm": 0.28240966344186375, + "learning_rate": 1.488550816446857e-06, + "loss": 0.3078, + "num_tokens": 1435342586.0, + "step": 7541 + }, + { + "epoch": 2.574061433447099, + "grad_norm": 0.2979844918382484, + "learning_rate": 1.4877838801944012e-06, + "loss": 0.2868, + "num_tokens": 1435497853.0, + "step": 7542 + }, + { + "epoch": 2.574402730375427, + "grad_norm": 0.29384440828755576, + "learning_rate": 1.4870175118932555e-06, + "loss": 0.2782, + "num_tokens": 1435665559.0, + "step": 7543 + }, + { + "epoch": 2.5747440273037543, + "grad_norm": 0.27276624605744054, + "learning_rate": 1.4862517116519078e-06, + "loss": 0.3034, + "num_tokens": 1435881948.0, + "step": 7544 + }, + { + "epoch": 2.5750853242320817, + "grad_norm": 0.2936451836130865, + "learning_rate": 1.4854864795787587e-06, + "loss": 0.2824, + "num_tokens": 1436053827.0, + "step": 7545 + }, + { + "epoch": 2.5754266211604095, + "grad_norm": 0.28472370322002877, + "learning_rate": 1.4847218157821333e-06, + "loss": 0.2918, + "num_tokens": 1436250360.0, + "step": 7546 + }, + { + "epoch": 2.5757679180887374, + "grad_norm": 0.29586774911728847, + "learning_rate": 1.4839577203702727e-06, + "loss": 0.3098, + "num_tokens": 1436436651.0, + "step": 7547 + }, + { + "epoch": 2.576109215017065, + "grad_norm": 0.3047818272700981, + "learning_rate": 1.4831941934513377e-06, + "loss": 0.326, + "num_tokens": 1436672433.0, + "step": 7548 + }, + { + "epoch": 2.5764505119453927, + "grad_norm": 0.2689006715522976, + "learning_rate": 1.4824312351334127e-06, + "loss": 0.2838, + "num_tokens": 1436867451.0, + "step": 7549 + }, + { + "epoch": 2.57679180887372, + "grad_norm": 0.33044050679227144, + "learning_rate": 1.4816688455244954e-06, + "loss": 0.2425, + "num_tokens": 1436986884.0, + "step": 7550 + }, + { + "epoch": 2.577133105802048, + "grad_norm": 0.26060666506137176, + "learning_rate": 1.4809070247325094e-06, + "loss": 0.2677, + "num_tokens": 1437173829.0, + "step": 7551 + }, + { + "epoch": 2.5774744027303753, + "grad_norm": 0.27453290482885234, + "learning_rate": 1.4801457728652916e-06, + "loss": 0.3376, + "num_tokens": 1437391669.0, + "step": 7552 + }, + { + "epoch": 2.577815699658703, + "grad_norm": 0.2590398186160668, + "learning_rate": 1.4793850900306036e-06, + "loss": 0.2786, + "num_tokens": 1437599093.0, + "step": 7553 + }, + { + "epoch": 2.5781569965870306, + "grad_norm": 0.2840984874493788, + "learning_rate": 1.4786249763361225e-06, + "loss": 0.2811, + "num_tokens": 1437768958.0, + "step": 7554 + }, + { + "epoch": 2.5784982935153584, + "grad_norm": 0.30627521520344697, + "learning_rate": 1.4778654318894487e-06, + "loss": 0.293, + "num_tokens": 1437944429.0, + "step": 7555 + }, + { + "epoch": 2.5788395904436863, + "grad_norm": 0.2839035477919702, + "learning_rate": 1.4771064567980985e-06, + "loss": 0.3132, + "num_tokens": 1438156143.0, + "step": 7556 + }, + { + "epoch": 2.5791808873720137, + "grad_norm": 0.3660740863627456, + "learning_rate": 1.4763480511695083e-06, + "loss": 0.2891, + "num_tokens": 1438337410.0, + "step": 7557 + }, + { + "epoch": 2.579522184300341, + "grad_norm": 0.27447178159459285, + "learning_rate": 1.4755902151110364e-06, + "loss": 0.2666, + "num_tokens": 1438514845.0, + "step": 7558 + }, + { + "epoch": 2.579863481228669, + "grad_norm": 0.24687674469174115, + "learning_rate": 1.474832948729957e-06, + "loss": 0.2777, + "num_tokens": 1438748201.0, + "step": 7559 + }, + { + "epoch": 2.580204778156997, + "grad_norm": 0.31207162966227225, + "learning_rate": 1.4740762521334683e-06, + "loss": 0.3232, + "num_tokens": 1438951179.0, + "step": 7560 + }, + { + "epoch": 2.580546075085324, + "grad_norm": 0.25529989750786475, + "learning_rate": 1.4733201254286806e-06, + "loss": 0.2574, + "num_tokens": 1439152070.0, + "step": 7561 + }, + { + "epoch": 2.580887372013652, + "grad_norm": 0.27990627367807813, + "learning_rate": 1.4725645687226308e-06, + "loss": 0.2838, + "num_tokens": 1439325608.0, + "step": 7562 + }, + { + "epoch": 2.5812286689419794, + "grad_norm": 0.30378264755428075, + "learning_rate": 1.4718095821222705e-06, + "loss": 0.2734, + "num_tokens": 1439467325.0, + "step": 7563 + }, + { + "epoch": 2.5815699658703073, + "grad_norm": 0.26398576018044345, + "learning_rate": 1.4710551657344738e-06, + "loss": 0.3031, + "num_tokens": 1439688189.0, + "step": 7564 + }, + { + "epoch": 2.5819112627986347, + "grad_norm": 0.26833142298826007, + "learning_rate": 1.4703013196660315e-06, + "loss": 0.305, + "num_tokens": 1439900324.0, + "step": 7565 + }, + { + "epoch": 2.5822525597269625, + "grad_norm": 0.29731603320592853, + "learning_rate": 1.4695480440236543e-06, + "loss": 0.2872, + "num_tokens": 1440077528.0, + "step": 7566 + }, + { + "epoch": 2.58259385665529, + "grad_norm": 0.2733311420306385, + "learning_rate": 1.4687953389139736e-06, + "loss": 0.2939, + "num_tokens": 1440281400.0, + "step": 7567 + }, + { + "epoch": 2.582935153583618, + "grad_norm": 0.30826458935426776, + "learning_rate": 1.4680432044435388e-06, + "loss": 0.3012, + "num_tokens": 1440458026.0, + "step": 7568 + }, + { + "epoch": 2.5832764505119457, + "grad_norm": 0.29160837960227726, + "learning_rate": 1.4672916407188172e-06, + "loss": 0.2917, + "num_tokens": 1440637507.0, + "step": 7569 + }, + { + "epoch": 2.583617747440273, + "grad_norm": 0.31357031011186715, + "learning_rate": 1.4665406478461989e-06, + "loss": 0.2858, + "num_tokens": 1440817870.0, + "step": 7570 + }, + { + "epoch": 2.5839590443686005, + "grad_norm": 0.27366057287008366, + "learning_rate": 1.4657902259319887e-06, + "loss": 0.2816, + "num_tokens": 1441000750.0, + "step": 7571 + }, + { + "epoch": 2.5843003412969283, + "grad_norm": 0.2761727589731521, + "learning_rate": 1.4650403750824159e-06, + "loss": 0.2967, + "num_tokens": 1441204039.0, + "step": 7572 + }, + { + "epoch": 2.584641638225256, + "grad_norm": 0.26345841603101594, + "learning_rate": 1.464291095403624e-06, + "loss": 0.2933, + "num_tokens": 1441405337.0, + "step": 7573 + }, + { + "epoch": 2.5849829351535836, + "grad_norm": 0.27431461578915134, + "learning_rate": 1.4635423870016781e-06, + "loss": 0.3038, + "num_tokens": 1441634049.0, + "step": 7574 + }, + { + "epoch": 2.5853242320819114, + "grad_norm": 0.2821516487295832, + "learning_rate": 1.4627942499825614e-06, + "loss": 0.2817, + "num_tokens": 1441806717.0, + "step": 7575 + }, + { + "epoch": 2.585665529010239, + "grad_norm": 0.3046070357433767, + "learning_rate": 1.4620466844521782e-06, + "loss": 0.3199, + "num_tokens": 1442023934.0, + "step": 7576 + }, + { + "epoch": 2.5860068259385667, + "grad_norm": 0.2951967391467113, + "learning_rate": 1.46129969051635e-06, + "loss": 0.309, + "num_tokens": 1442238344.0, + "step": 7577 + }, + { + "epoch": 2.586348122866894, + "grad_norm": 0.2896894586073185, + "learning_rate": 1.4605532682808163e-06, + "loss": 0.2736, + "num_tokens": 1442399852.0, + "step": 7578 + }, + { + "epoch": 2.586689419795222, + "grad_norm": 0.2928336997902769, + "learning_rate": 1.4598074178512394e-06, + "loss": 0.2968, + "num_tokens": 1442585360.0, + "step": 7579 + }, + { + "epoch": 2.5870307167235493, + "grad_norm": 0.26296944947788536, + "learning_rate": 1.4590621393331977e-06, + "loss": 0.2927, + "num_tokens": 1442805673.0, + "step": 7580 + }, + { + "epoch": 2.587372013651877, + "grad_norm": 0.27430726110253595, + "learning_rate": 1.4583174328321908e-06, + "loss": 0.2827, + "num_tokens": 1443002037.0, + "step": 7581 + }, + { + "epoch": 2.587713310580205, + "grad_norm": 0.2982217406984956, + "learning_rate": 1.4575732984536333e-06, + "loss": 0.2628, + "num_tokens": 1443142364.0, + "step": 7582 + }, + { + "epoch": 2.5880546075085324, + "grad_norm": 0.27741773371401224, + "learning_rate": 1.4568297363028639e-06, + "loss": 0.315, + "num_tokens": 1443361680.0, + "step": 7583 + }, + { + "epoch": 2.58839590443686, + "grad_norm": 0.2779825577064856, + "learning_rate": 1.4560867464851361e-06, + "loss": 0.3007, + "num_tokens": 1443558726.0, + "step": 7584 + }, + { + "epoch": 2.5887372013651877, + "grad_norm": 0.30507015353061845, + "learning_rate": 1.4553443291056257e-06, + "loss": 0.3039, + "num_tokens": 1443719595.0, + "step": 7585 + }, + { + "epoch": 2.5890784982935156, + "grad_norm": 0.2991295496716024, + "learning_rate": 1.4546024842694254e-06, + "loss": 0.2783, + "num_tokens": 1443888318.0, + "step": 7586 + }, + { + "epoch": 2.589419795221843, + "grad_norm": 0.2899937389403801, + "learning_rate": 1.4538612120815471e-06, + "loss": 0.2923, + "num_tokens": 1444083394.0, + "step": 7587 + }, + { + "epoch": 2.589761092150171, + "grad_norm": 0.28966372791444833, + "learning_rate": 1.453120512646923e-06, + "loss": 0.3061, + "num_tokens": 1444288344.0, + "step": 7588 + }, + { + "epoch": 2.590102389078498, + "grad_norm": 0.27892026761792027, + "learning_rate": 1.4523803860704014e-06, + "loss": 0.3123, + "num_tokens": 1444502118.0, + "step": 7589 + }, + { + "epoch": 2.590443686006826, + "grad_norm": 0.3065741032419138, + "learning_rate": 1.4516408324567544e-06, + "loss": 0.3014, + "num_tokens": 1444681640.0, + "step": 7590 + }, + { + "epoch": 2.5907849829351535, + "grad_norm": 0.3057494416326351, + "learning_rate": 1.4509018519106657e-06, + "loss": 0.3096, + "num_tokens": 1444854641.0, + "step": 7591 + }, + { + "epoch": 2.5911262798634813, + "grad_norm": 0.2942649957387692, + "learning_rate": 1.4501634445367454e-06, + "loss": 0.2625, + "num_tokens": 1445021949.0, + "step": 7592 + }, + { + "epoch": 2.5914675767918087, + "grad_norm": 0.2894980754799995, + "learning_rate": 1.4494256104395171e-06, + "loss": 0.3239, + "num_tokens": 1445240371.0, + "step": 7593 + }, + { + "epoch": 2.5918088737201366, + "grad_norm": 0.2697696927981006, + "learning_rate": 1.448688349723427e-06, + "loss": 0.3045, + "num_tokens": 1445457585.0, + "step": 7594 + }, + { + "epoch": 2.5921501706484644, + "grad_norm": 0.2579535584939794, + "learning_rate": 1.447951662492838e-06, + "loss": 0.282, + "num_tokens": 1445680202.0, + "step": 7595 + }, + { + "epoch": 2.592491467576792, + "grad_norm": 0.29236398095238597, + "learning_rate": 1.4472155488520306e-06, + "loss": 0.263, + "num_tokens": 1445836606.0, + "step": 7596 + }, + { + "epoch": 2.5928327645051192, + "grad_norm": 0.28445139817263226, + "learning_rate": 1.4464800089052075e-06, + "loss": 0.2765, + "num_tokens": 1446025024.0, + "step": 7597 + }, + { + "epoch": 2.593174061433447, + "grad_norm": 0.2828351834842903, + "learning_rate": 1.4457450427564876e-06, + "loss": 0.3229, + "num_tokens": 1446243529.0, + "step": 7598 + }, + { + "epoch": 2.593515358361775, + "grad_norm": 0.313702349103293, + "learning_rate": 1.4450106505099113e-06, + "loss": 0.2826, + "num_tokens": 1446405770.0, + "step": 7599 + }, + { + "epoch": 2.5938566552901023, + "grad_norm": 0.29429018686090563, + "learning_rate": 1.4442768322694328e-06, + "loss": 0.258, + "num_tokens": 1446588454.0, + "step": 7600 + }, + { + "epoch": 2.59419795221843, + "grad_norm": 0.27937372875366656, + "learning_rate": 1.4435435881389303e-06, + "loss": 0.2755, + "num_tokens": 1446773863.0, + "step": 7601 + }, + { + "epoch": 2.5945392491467576, + "grad_norm": 0.27639836463931494, + "learning_rate": 1.4428109182221966e-06, + "loss": 0.3061, + "num_tokens": 1446965861.0, + "step": 7602 + }, + { + "epoch": 2.5948805460750854, + "grad_norm": 0.2829704478692186, + "learning_rate": 1.4420788226229478e-06, + "loss": 0.2825, + "num_tokens": 1447143015.0, + "step": 7603 + }, + { + "epoch": 2.595221843003413, + "grad_norm": 0.28129515891266277, + "learning_rate": 1.4413473014448145e-06, + "loss": 0.3203, + "num_tokens": 1447331870.0, + "step": 7604 + }, + { + "epoch": 2.5955631399317407, + "grad_norm": 0.2615591969554768, + "learning_rate": 1.4406163547913465e-06, + "loss": 0.2639, + "num_tokens": 1447540999.0, + "step": 7605 + }, + { + "epoch": 2.595904436860068, + "grad_norm": 0.3125009357229835, + "learning_rate": 1.4398859827660159e-06, + "loss": 0.3235, + "num_tokens": 1447702474.0, + "step": 7606 + }, + { + "epoch": 2.596245733788396, + "grad_norm": 0.3398288115337237, + "learning_rate": 1.439156185472209e-06, + "loss": 0.2803, + "num_tokens": 1447873037.0, + "step": 7607 + }, + { + "epoch": 2.596587030716724, + "grad_norm": 0.27627754937306204, + "learning_rate": 1.4384269630132342e-06, + "loss": 0.319, + "num_tokens": 1448081831.0, + "step": 7608 + }, + { + "epoch": 2.596928327645051, + "grad_norm": 0.2918813294273551, + "learning_rate": 1.4376983154923145e-06, + "loss": 0.2914, + "num_tokens": 1448274705.0, + "step": 7609 + }, + { + "epoch": 2.5972696245733786, + "grad_norm": 0.32018346443598367, + "learning_rate": 1.4369702430125968e-06, + "loss": 0.2733, + "num_tokens": 1448415510.0, + "step": 7610 + }, + { + "epoch": 2.5976109215017065, + "grad_norm": 0.29346156940544366, + "learning_rate": 1.436242745677141e-06, + "loss": 0.3129, + "num_tokens": 1448597259.0, + "step": 7611 + }, + { + "epoch": 2.5979522184300343, + "grad_norm": 0.27354557459642875, + "learning_rate": 1.4355158235889308e-06, + "loss": 0.272, + "num_tokens": 1448789362.0, + "step": 7612 + }, + { + "epoch": 2.5982935153583617, + "grad_norm": 0.28758557851441807, + "learning_rate": 1.4347894768508649e-06, + "loss": 0.311, + "num_tokens": 1448985312.0, + "step": 7613 + }, + { + "epoch": 2.5986348122866896, + "grad_norm": 0.300097503460873, + "learning_rate": 1.4340637055657607e-06, + "loss": 0.3304, + "num_tokens": 1449170887.0, + "step": 7614 + }, + { + "epoch": 2.598976109215017, + "grad_norm": 0.28784693678761225, + "learning_rate": 1.4333385098363573e-06, + "loss": 0.2877, + "num_tokens": 1449335456.0, + "step": 7615 + }, + { + "epoch": 2.599317406143345, + "grad_norm": 0.30365899447826156, + "learning_rate": 1.4326138897653094e-06, + "loss": 0.3025, + "num_tokens": 1449516217.0, + "step": 7616 + }, + { + "epoch": 2.5996587030716722, + "grad_norm": 0.2555114413740377, + "learning_rate": 1.4318898454551895e-06, + "loss": 0.2814, + "num_tokens": 1449721693.0, + "step": 7617 + }, + { + "epoch": 2.6, + "grad_norm": 0.28261042075616716, + "learning_rate": 1.4311663770084918e-06, + "loss": 0.3088, + "num_tokens": 1449918794.0, + "step": 7618 + }, + { + "epoch": 2.6003412969283275, + "grad_norm": 0.2928013230151861, + "learning_rate": 1.4304434845276262e-06, + "loss": 0.307, + "num_tokens": 1450132746.0, + "step": 7619 + }, + { + "epoch": 2.6006825938566553, + "grad_norm": 0.2824035892679638, + "learning_rate": 1.4297211681149229e-06, + "loss": 0.3144, + "num_tokens": 1450333345.0, + "step": 7620 + }, + { + "epoch": 2.601023890784983, + "grad_norm": 0.2961463812646913, + "learning_rate": 1.42899942787263e-06, + "loss": 0.2643, + "num_tokens": 1450497684.0, + "step": 7621 + }, + { + "epoch": 2.6013651877133106, + "grad_norm": 0.2835954447064697, + "learning_rate": 1.428278263902913e-06, + "loss": 0.2971, + "num_tokens": 1450698653.0, + "step": 7622 + }, + { + "epoch": 2.601706484641638, + "grad_norm": 0.4290090259155356, + "learning_rate": 1.4275576763078557e-06, + "loss": 0.3053, + "num_tokens": 1450847771.0, + "step": 7623 + }, + { + "epoch": 2.602047781569966, + "grad_norm": 0.26711604100909564, + "learning_rate": 1.4268376651894639e-06, + "loss": 0.2681, + "num_tokens": 1451043771.0, + "step": 7624 + }, + { + "epoch": 2.6023890784982937, + "grad_norm": 0.26638819808953057, + "learning_rate": 1.4261182306496574e-06, + "loss": 0.3155, + "num_tokens": 1451286665.0, + "step": 7625 + }, + { + "epoch": 2.602730375426621, + "grad_norm": 0.2656117921386578, + "learning_rate": 1.4253993727902752e-06, + "loss": 0.2977, + "num_tokens": 1451483931.0, + "step": 7626 + }, + { + "epoch": 2.603071672354949, + "grad_norm": 0.29429040650452365, + "learning_rate": 1.4246810917130779e-06, + "loss": 0.2804, + "num_tokens": 1451648958.0, + "step": 7627 + }, + { + "epoch": 2.6034129692832764, + "grad_norm": 0.24959945403663886, + "learning_rate": 1.4239633875197402e-06, + "loss": 0.2856, + "num_tokens": 1451892169.0, + "step": 7628 + }, + { + "epoch": 2.603754266211604, + "grad_norm": 0.2765150687270837, + "learning_rate": 1.4232462603118586e-06, + "loss": 0.31, + "num_tokens": 1452106798.0, + "step": 7629 + }, + { + "epoch": 2.6040955631399316, + "grad_norm": 0.2645587612228907, + "learning_rate": 1.4225297101909457e-06, + "loss": 0.279, + "num_tokens": 1452319230.0, + "step": 7630 + }, + { + "epoch": 2.6044368600682595, + "grad_norm": 0.32235098374689003, + "learning_rate": 1.4218137372584334e-06, + "loss": 0.2753, + "num_tokens": 1452477232.0, + "step": 7631 + }, + { + "epoch": 2.604778156996587, + "grad_norm": 0.3357198386158513, + "learning_rate": 1.4210983416156704e-06, + "loss": 0.3195, + "num_tokens": 1452656613.0, + "step": 7632 + }, + { + "epoch": 2.6051194539249147, + "grad_norm": 0.3067920167558271, + "learning_rate": 1.4203835233639265e-06, + "loss": 0.2874, + "num_tokens": 1452833559.0, + "step": 7633 + }, + { + "epoch": 2.6054607508532426, + "grad_norm": 0.2681480110766003, + "learning_rate": 1.4196692826043878e-06, + "loss": 0.3083, + "num_tokens": 1453045529.0, + "step": 7634 + }, + { + "epoch": 2.60580204778157, + "grad_norm": 0.28635914524539013, + "learning_rate": 1.418955619438158e-06, + "loss": 0.2763, + "num_tokens": 1453233306.0, + "step": 7635 + }, + { + "epoch": 2.6061433447098974, + "grad_norm": 0.29646290743099607, + "learning_rate": 1.4182425339662611e-06, + "loss": 0.2848, + "num_tokens": 1453406668.0, + "step": 7636 + }, + { + "epoch": 2.6064846416382252, + "grad_norm": 0.26574745570110475, + "learning_rate": 1.4175300262896377e-06, + "loss": 0.2942, + "num_tokens": 1453631162.0, + "step": 7637 + }, + { + "epoch": 2.606825938566553, + "grad_norm": 0.2915944670144371, + "learning_rate": 1.4168180965091485e-06, + "loss": 0.2942, + "num_tokens": 1453812612.0, + "step": 7638 + }, + { + "epoch": 2.6071672354948805, + "grad_norm": 0.27807421749600747, + "learning_rate": 1.4161067447255688e-06, + "loss": 0.2596, + "num_tokens": 1453988218.0, + "step": 7639 + }, + { + "epoch": 2.6075085324232083, + "grad_norm": 0.30995257901219075, + "learning_rate": 1.415395971039597e-06, + "loss": 0.2833, + "num_tokens": 1454139544.0, + "step": 7640 + }, + { + "epoch": 2.6078498293515358, + "grad_norm": 0.2820258317473319, + "learning_rate": 1.414685775551844e-06, + "loss": 0.3043, + "num_tokens": 1454331585.0, + "step": 7641 + }, + { + "epoch": 2.6081911262798636, + "grad_norm": 0.25767917113267025, + "learning_rate": 1.4139761583628444e-06, + "loss": 0.2746, + "num_tokens": 1454535036.0, + "step": 7642 + }, + { + "epoch": 2.608532423208191, + "grad_norm": 0.2664332898147709, + "learning_rate": 1.413267119573048e-06, + "loss": 0.2946, + "num_tokens": 1454744496.0, + "step": 7643 + }, + { + "epoch": 2.608873720136519, + "grad_norm": 0.28146512296265647, + "learning_rate": 1.4125586592828219e-06, + "loss": 0.2825, + "num_tokens": 1454916432.0, + "step": 7644 + }, + { + "epoch": 2.6092150170648463, + "grad_norm": 0.3161494365866579, + "learning_rate": 1.4118507775924539e-06, + "loss": 0.315, + "num_tokens": 1455096711.0, + "step": 7645 + }, + { + "epoch": 2.609556313993174, + "grad_norm": 0.29111858084986636, + "learning_rate": 1.4111434746021473e-06, + "loss": 0.2814, + "num_tokens": 1455263496.0, + "step": 7646 + }, + { + "epoch": 2.609897610921502, + "grad_norm": 0.2801050568737277, + "learning_rate": 1.410436750412027e-06, + "loss": 0.2929, + "num_tokens": 1455451214.0, + "step": 7647 + }, + { + "epoch": 2.6102389078498294, + "grad_norm": 0.29376806541360545, + "learning_rate": 1.4097306051221305e-06, + "loss": 0.2651, + "num_tokens": 1455612480.0, + "step": 7648 + }, + { + "epoch": 2.6105802047781568, + "grad_norm": 0.3026652722647799, + "learning_rate": 1.4090250388324193e-06, + "loss": 0.2943, + "num_tokens": 1455793147.0, + "step": 7649 + }, + { + "epoch": 2.6109215017064846, + "grad_norm": 0.2629031578121993, + "learning_rate": 1.4083200516427683e-06, + "loss": 0.2907, + "num_tokens": 1456006333.0, + "step": 7650 + }, + { + "epoch": 2.6112627986348125, + "grad_norm": 0.3107333629006988, + "learning_rate": 1.4076156436529736e-06, + "loss": 0.2724, + "num_tokens": 1456155345.0, + "step": 7651 + }, + { + "epoch": 2.61160409556314, + "grad_norm": 0.28467005298054426, + "learning_rate": 1.4069118149627481e-06, + "loss": 0.294, + "num_tokens": 1456338066.0, + "step": 7652 + }, + { + "epoch": 2.6119453924914677, + "grad_norm": 0.2881359549519616, + "learning_rate": 1.4062085656717209e-06, + "loss": 0.2748, + "num_tokens": 1456504375.0, + "step": 7653 + }, + { + "epoch": 2.612286689419795, + "grad_norm": 0.2745192856216903, + "learning_rate": 1.405505895879443e-06, + "loss": 0.2767, + "num_tokens": 1456686735.0, + "step": 7654 + }, + { + "epoch": 2.612627986348123, + "grad_norm": 0.2534712819349623, + "learning_rate": 1.4048038056853797e-06, + "loss": 0.2813, + "num_tokens": 1456895273.0, + "step": 7655 + }, + { + "epoch": 2.6129692832764504, + "grad_norm": 0.29000944703428366, + "learning_rate": 1.4041022951889171e-06, + "loss": 0.3071, + "num_tokens": 1457087885.0, + "step": 7656 + }, + { + "epoch": 2.6133105802047782, + "grad_norm": 0.2710922992069692, + "learning_rate": 1.403401364489356e-06, + "loss": 0.289, + "num_tokens": 1457288315.0, + "step": 7657 + }, + { + "epoch": 2.6136518771331056, + "grad_norm": 0.287846902209138, + "learning_rate": 1.402701013685918e-06, + "loss": 0.2766, + "num_tokens": 1457470630.0, + "step": 7658 + }, + { + "epoch": 2.6139931740614335, + "grad_norm": 0.2673360489421819, + "learning_rate": 1.4020012428777427e-06, + "loss": 0.2789, + "num_tokens": 1457674209.0, + "step": 7659 + }, + { + "epoch": 2.6143344709897613, + "grad_norm": 0.2642022659619192, + "learning_rate": 1.401302052163885e-06, + "loss": 0.2875, + "num_tokens": 1457900894.0, + "step": 7660 + }, + { + "epoch": 2.6146757679180888, + "grad_norm": 0.27649863950654713, + "learning_rate": 1.4006034416433195e-06, + "loss": 0.2902, + "num_tokens": 1458089081.0, + "step": 7661 + }, + { + "epoch": 2.615017064846416, + "grad_norm": 0.26815344593949253, + "learning_rate": 1.3999054114149383e-06, + "loss": 0.3007, + "num_tokens": 1458300520.0, + "step": 7662 + }, + { + "epoch": 2.615358361774744, + "grad_norm": 0.28720131345134525, + "learning_rate": 1.3992079615775522e-06, + "loss": 0.3316, + "num_tokens": 1458518699.0, + "step": 7663 + }, + { + "epoch": 2.615699658703072, + "grad_norm": 0.2898817516738694, + "learning_rate": 1.3985110922298882e-06, + "loss": 0.2822, + "num_tokens": 1458684211.0, + "step": 7664 + }, + { + "epoch": 2.6160409556313993, + "grad_norm": 0.2688838360885596, + "learning_rate": 1.3978148034705927e-06, + "loss": 0.2745, + "num_tokens": 1458872264.0, + "step": 7665 + }, + { + "epoch": 2.616382252559727, + "grad_norm": 0.28570339753118806, + "learning_rate": 1.3971190953982288e-06, + "loss": 0.28, + "num_tokens": 1459033379.0, + "step": 7666 + }, + { + "epoch": 2.6167235494880545, + "grad_norm": 0.2822515148997473, + "learning_rate": 1.3964239681112768e-06, + "loss": 0.29, + "num_tokens": 1459215909.0, + "step": 7667 + }, + { + "epoch": 2.6170648464163824, + "grad_norm": 0.304309855969508, + "learning_rate": 1.3957294217081385e-06, + "loss": 0.3085, + "num_tokens": 1459397598.0, + "step": 7668 + }, + { + "epoch": 2.61740614334471, + "grad_norm": 0.28800334941869193, + "learning_rate": 1.3950354562871281e-06, + "loss": 0.267, + "num_tokens": 1459582360.0, + "step": 7669 + }, + { + "epoch": 2.6177474402730376, + "grad_norm": 0.3038188371021177, + "learning_rate": 1.394342071946482e-06, + "loss": 0.2683, + "num_tokens": 1459726169.0, + "step": 7670 + }, + { + "epoch": 2.618088737201365, + "grad_norm": 0.3547793399622152, + "learning_rate": 1.3936492687843511e-06, + "loss": 0.2895, + "num_tokens": 1459889703.0, + "step": 7671 + }, + { + "epoch": 2.618430034129693, + "grad_norm": 0.31649624835429574, + "learning_rate": 1.392957046898807e-06, + "loss": 0.2794, + "num_tokens": 1460028512.0, + "step": 7672 + }, + { + "epoch": 2.6187713310580207, + "grad_norm": 0.25969643992019237, + "learning_rate": 1.3922654063878366e-06, + "loss": 0.2827, + "num_tokens": 1460259604.0, + "step": 7673 + }, + { + "epoch": 2.619112627986348, + "grad_norm": 0.28154815055881, + "learning_rate": 1.3915743473493445e-06, + "loss": 0.2591, + "num_tokens": 1460436284.0, + "step": 7674 + }, + { + "epoch": 2.6194539249146755, + "grad_norm": 0.3100164945203138, + "learning_rate": 1.3908838698811567e-06, + "loss": 0.3074, + "num_tokens": 1460607054.0, + "step": 7675 + }, + { + "epoch": 2.6197952218430034, + "grad_norm": 0.2612498119646848, + "learning_rate": 1.3901939740810109e-06, + "loss": 0.319, + "num_tokens": 1460831181.0, + "step": 7676 + }, + { + "epoch": 2.6201365187713312, + "grad_norm": 0.2751019884138168, + "learning_rate": 1.3895046600465681e-06, + "loss": 0.2988, + "num_tokens": 1461038747.0, + "step": 7677 + }, + { + "epoch": 2.6204778156996587, + "grad_norm": 0.2805826348449483, + "learning_rate": 1.3888159278754035e-06, + "loss": 0.3037, + "num_tokens": 1461226148.0, + "step": 7678 + }, + { + "epoch": 2.6208191126279865, + "grad_norm": 0.25718009286784815, + "learning_rate": 1.388127777665011e-06, + "loss": 0.2816, + "num_tokens": 1461440340.0, + "step": 7679 + }, + { + "epoch": 2.621160409556314, + "grad_norm": 0.2799725722599154, + "learning_rate": 1.3874402095128015e-06, + "loss": 0.3005, + "num_tokens": 1461628681.0, + "step": 7680 + }, + { + "epoch": 2.6215017064846418, + "grad_norm": 0.2918512489256013, + "learning_rate": 1.3867532235161048e-06, + "loss": 0.2559, + "num_tokens": 1461784128.0, + "step": 7681 + }, + { + "epoch": 2.621843003412969, + "grad_norm": 0.27539894635137185, + "learning_rate": 1.3860668197721683e-06, + "loss": 0.271, + "num_tokens": 1461958620.0, + "step": 7682 + }, + { + "epoch": 2.622184300341297, + "grad_norm": 0.2485977347120783, + "learning_rate": 1.385380998378154e-06, + "loss": 0.2791, + "num_tokens": 1462191651.0, + "step": 7683 + }, + { + "epoch": 2.6225255972696244, + "grad_norm": 0.29344513467641575, + "learning_rate": 1.3846957594311457e-06, + "loss": 0.3281, + "num_tokens": 1462372241.0, + "step": 7684 + }, + { + "epoch": 2.6228668941979523, + "grad_norm": 0.30473099094053624, + "learning_rate": 1.3840111030281418e-06, + "loss": 0.2882, + "num_tokens": 1462539634.0, + "step": 7685 + }, + { + "epoch": 2.62320819112628, + "grad_norm": 0.26599568466046447, + "learning_rate": 1.3833270292660605e-06, + "loss": 0.3002, + "num_tokens": 1462751328.0, + "step": 7686 + }, + { + "epoch": 2.6235494880546075, + "grad_norm": 0.2889152351938027, + "learning_rate": 1.3826435382417342e-06, + "loss": 0.3109, + "num_tokens": 1462959776.0, + "step": 7687 + }, + { + "epoch": 2.623890784982935, + "grad_norm": 0.2852241224777275, + "learning_rate": 1.3819606300519161e-06, + "loss": 0.2884, + "num_tokens": 1463155857.0, + "step": 7688 + }, + { + "epoch": 2.624232081911263, + "grad_norm": 0.3026185677586448, + "learning_rate": 1.3812783047932746e-06, + "loss": 0.2839, + "num_tokens": 1463323724.0, + "step": 7689 + }, + { + "epoch": 2.6245733788395906, + "grad_norm": 0.3020713045234761, + "learning_rate": 1.3805965625623979e-06, + "loss": 0.2887, + "num_tokens": 1463496390.0, + "step": 7690 + }, + { + "epoch": 2.624914675767918, + "grad_norm": 0.2739173552801516, + "learning_rate": 1.3799154034557905e-06, + "loss": 0.2828, + "num_tokens": 1463696747.0, + "step": 7691 + }, + { + "epoch": 2.625255972696246, + "grad_norm": 0.4544292421626069, + "learning_rate": 1.379234827569872e-06, + "loss": 0.2811, + "num_tokens": 1463922174.0, + "step": 7692 + }, + { + "epoch": 2.6255972696245733, + "grad_norm": 0.26539344708742496, + "learning_rate": 1.3785548350009842e-06, + "loss": 0.2995, + "num_tokens": 1464131859.0, + "step": 7693 + }, + { + "epoch": 2.625938566552901, + "grad_norm": 0.2841963892568846, + "learning_rate": 1.3778754258453817e-06, + "loss": 0.2804, + "num_tokens": 1464322814.0, + "step": 7694 + }, + { + "epoch": 2.6262798634812285, + "grad_norm": 0.26833807021981304, + "learning_rate": 1.3771966001992417e-06, + "loss": 0.314, + "num_tokens": 1464539089.0, + "step": 7695 + }, + { + "epoch": 2.6266211604095564, + "grad_norm": 0.2834941650865499, + "learning_rate": 1.376518358158652e-06, + "loss": 0.2891, + "num_tokens": 1464723999.0, + "step": 7696 + }, + { + "epoch": 2.626962457337884, + "grad_norm": 0.34458187925618494, + "learning_rate": 1.3758406998196242e-06, + "loss": 0.2859, + "num_tokens": 1464903801.0, + "step": 7697 + }, + { + "epoch": 2.6273037542662117, + "grad_norm": 0.2967260539669553, + "learning_rate": 1.375163625278082e-06, + "loss": 0.297, + "num_tokens": 1465082847.0, + "step": 7698 + }, + { + "epoch": 2.6276450511945395, + "grad_norm": 0.2976308170739985, + "learning_rate": 1.3744871346298713e-06, + "loss": 0.2749, + "num_tokens": 1465282857.0, + "step": 7699 + }, + { + "epoch": 2.627986348122867, + "grad_norm": 0.3177369311865434, + "learning_rate": 1.373811227970754e-06, + "loss": 0.2879, + "num_tokens": 1465450260.0, + "step": 7700 + }, + { + "epoch": 2.6283276450511943, + "grad_norm": 0.26963823127867076, + "learning_rate": 1.373135905396405e-06, + "loss": 0.2969, + "num_tokens": 1465666733.0, + "step": 7701 + }, + { + "epoch": 2.628668941979522, + "grad_norm": 0.25355779282452834, + "learning_rate": 1.372461167002423e-06, + "loss": 0.2517, + "num_tokens": 1465848722.0, + "step": 7702 + }, + { + "epoch": 2.62901023890785, + "grad_norm": 0.26144765749736254, + "learning_rate": 1.3717870128843181e-06, + "loss": 0.2971, + "num_tokens": 1466070406.0, + "step": 7703 + }, + { + "epoch": 2.6293515358361774, + "grad_norm": 0.2730259781831257, + "learning_rate": 1.3711134431375245e-06, + "loss": 0.2994, + "num_tokens": 1466275288.0, + "step": 7704 + }, + { + "epoch": 2.6296928327645053, + "grad_norm": 0.2574555818737306, + "learning_rate": 1.370440457857385e-06, + "loss": 0.2753, + "num_tokens": 1466494598.0, + "step": 7705 + }, + { + "epoch": 2.6300341296928327, + "grad_norm": 0.27924806805750474, + "learning_rate": 1.369768057139167e-06, + "loss": 0.2752, + "num_tokens": 1466664081.0, + "step": 7706 + }, + { + "epoch": 2.6303754266211605, + "grad_norm": 0.2763546474751556, + "learning_rate": 1.3690962410780528e-06, + "loss": 0.3033, + "num_tokens": 1466860175.0, + "step": 7707 + }, + { + "epoch": 2.630716723549488, + "grad_norm": 0.31838669503132516, + "learning_rate": 1.3684250097691418e-06, + "loss": 0.3093, + "num_tokens": 1467044569.0, + "step": 7708 + }, + { + "epoch": 2.631058020477816, + "grad_norm": 0.30380458495947504, + "learning_rate": 1.3677543633074492e-06, + "loss": 0.2908, + "num_tokens": 1467216633.0, + "step": 7709 + }, + { + "epoch": 2.631399317406143, + "grad_norm": 0.29473039745743074, + "learning_rate": 1.3670843017879087e-06, + "loss": 0.3011, + "num_tokens": 1467411890.0, + "step": 7710 + }, + { + "epoch": 2.631740614334471, + "grad_norm": 0.28520556481404713, + "learning_rate": 1.3664148253053722e-06, + "loss": 0.2733, + "num_tokens": 1467586282.0, + "step": 7711 + }, + { + "epoch": 2.632081911262799, + "grad_norm": 0.2847852439538683, + "learning_rate": 1.3657459339546072e-06, + "loss": 0.2839, + "num_tokens": 1467770760.0, + "step": 7712 + }, + { + "epoch": 2.6324232081911263, + "grad_norm": 0.30110959836104995, + "learning_rate": 1.3650776278302997e-06, + "loss": 0.3261, + "num_tokens": 1467960901.0, + "step": 7713 + }, + { + "epoch": 2.6327645051194537, + "grad_norm": 0.4200595482956222, + "learning_rate": 1.3644099070270518e-06, + "loss": 0.2693, + "num_tokens": 1468139939.0, + "step": 7714 + }, + { + "epoch": 2.6331058020477816, + "grad_norm": 0.30344707526179243, + "learning_rate": 1.3637427716393813e-06, + "loss": 0.2733, + "num_tokens": 1468305252.0, + "step": 7715 + }, + { + "epoch": 2.6334470989761094, + "grad_norm": 0.29752259537176257, + "learning_rate": 1.3630762217617274e-06, + "loss": 0.2811, + "num_tokens": 1468460419.0, + "step": 7716 + }, + { + "epoch": 2.633788395904437, + "grad_norm": 0.2941461819949033, + "learning_rate": 1.3624102574884434e-06, + "loss": 0.2658, + "num_tokens": 1468632390.0, + "step": 7717 + }, + { + "epoch": 2.6341296928327647, + "grad_norm": 0.26908342994925005, + "learning_rate": 1.3617448789137994e-06, + "loss": 0.2811, + "num_tokens": 1468833633.0, + "step": 7718 + }, + { + "epoch": 2.634470989761092, + "grad_norm": 0.30609450608727357, + "learning_rate": 1.3610800861319831e-06, + "loss": 0.3094, + "num_tokens": 1469033554.0, + "step": 7719 + }, + { + "epoch": 2.63481228668942, + "grad_norm": 0.30874419567490907, + "learning_rate": 1.3604158792371009e-06, + "loss": 0.2951, + "num_tokens": 1469203675.0, + "step": 7720 + }, + { + "epoch": 2.6351535836177473, + "grad_norm": 0.2793527570630998, + "learning_rate": 1.3597522583231743e-06, + "loss": 0.3078, + "num_tokens": 1469407694.0, + "step": 7721 + }, + { + "epoch": 2.635494880546075, + "grad_norm": 0.28962918807926696, + "learning_rate": 1.3590892234841418e-06, + "loss": 0.3309, + "num_tokens": 1469630575.0, + "step": 7722 + }, + { + "epoch": 2.6358361774744026, + "grad_norm": 0.32731496633293433, + "learning_rate": 1.358426774813861e-06, + "loss": 0.2768, + "num_tokens": 1469813902.0, + "step": 7723 + }, + { + "epoch": 2.6361774744027304, + "grad_norm": 0.26498833869168414, + "learning_rate": 1.3577649124061037e-06, + "loss": 0.2966, + "num_tokens": 1470025723.0, + "step": 7724 + }, + { + "epoch": 2.6365187713310583, + "grad_norm": 0.28168995537858077, + "learning_rate": 1.357103636354562e-06, + "loss": 0.2924, + "num_tokens": 1470222103.0, + "step": 7725 + }, + { + "epoch": 2.6368600682593857, + "grad_norm": 0.3039170503667797, + "learning_rate": 1.356442946752842e-06, + "loss": 0.2749, + "num_tokens": 1470378603.0, + "step": 7726 + }, + { + "epoch": 2.637201365187713, + "grad_norm": 0.3308338346873637, + "learning_rate": 1.3557828436944678e-06, + "loss": 0.2697, + "num_tokens": 1470550180.0, + "step": 7727 + }, + { + "epoch": 2.637542662116041, + "grad_norm": 0.2352358354036272, + "learning_rate": 1.3551233272728803e-06, + "loss": 0.2985, + "num_tokens": 1470812064.0, + "step": 7728 + }, + { + "epoch": 2.637883959044369, + "grad_norm": 0.31808883327814624, + "learning_rate": 1.3544643975814386e-06, + "loss": 0.2998, + "num_tokens": 1470986269.0, + "step": 7729 + }, + { + "epoch": 2.638225255972696, + "grad_norm": 0.27547581213490896, + "learning_rate": 1.353806054713418e-06, + "loss": 0.2642, + "num_tokens": 1471160033.0, + "step": 7730 + }, + { + "epoch": 2.638566552901024, + "grad_norm": 0.24600304731330622, + "learning_rate": 1.3531482987620096e-06, + "loss": 0.2982, + "num_tokens": 1471400142.0, + "step": 7731 + }, + { + "epoch": 2.6389078498293514, + "grad_norm": 0.3104028309888936, + "learning_rate": 1.3524911298203231e-06, + "loss": 0.3064, + "num_tokens": 1471573582.0, + "step": 7732 + }, + { + "epoch": 2.6392491467576793, + "grad_norm": 0.30601687483372253, + "learning_rate": 1.3518345479813836e-06, + "loss": 0.2715, + "num_tokens": 1471742867.0, + "step": 7733 + }, + { + "epoch": 2.6395904436860067, + "grad_norm": 0.27545907174732776, + "learning_rate": 1.351178553338135e-06, + "loss": 0.292, + "num_tokens": 1471921756.0, + "step": 7734 + }, + { + "epoch": 2.6399317406143346, + "grad_norm": 0.2981172673223335, + "learning_rate": 1.3505231459834366e-06, + "loss": 0.2829, + "num_tokens": 1472086168.0, + "step": 7735 + }, + { + "epoch": 2.640273037542662, + "grad_norm": 0.2827411776542352, + "learning_rate": 1.3498683260100645e-06, + "loss": 0.3137, + "num_tokens": 1472299866.0, + "step": 7736 + }, + { + "epoch": 2.64061433447099, + "grad_norm": 0.2993578685253729, + "learning_rate": 1.3492140935107117e-06, + "loss": 0.2885, + "num_tokens": 1472477036.0, + "step": 7737 + }, + { + "epoch": 2.6409556313993177, + "grad_norm": 0.2848355925637166, + "learning_rate": 1.3485604485779896e-06, + "loss": 0.3242, + "num_tokens": 1472683847.0, + "step": 7738 + }, + { + "epoch": 2.641296928327645, + "grad_norm": 0.30289320246003404, + "learning_rate": 1.3479073913044246e-06, + "loss": 0.3158, + "num_tokens": 1472873964.0, + "step": 7739 + }, + { + "epoch": 2.6416382252559725, + "grad_norm": 0.31558270573742053, + "learning_rate": 1.3472549217824599e-06, + "loss": 0.3164, + "num_tokens": 1473062618.0, + "step": 7740 + }, + { + "epoch": 2.6419795221843003, + "grad_norm": 0.4288361145601788, + "learning_rate": 1.3466030401044584e-06, + "loss": 0.322, + "num_tokens": 1473262065.0, + "step": 7741 + }, + { + "epoch": 2.642320819112628, + "grad_norm": 0.2670406584475566, + "learning_rate": 1.3459517463626942e-06, + "loss": 0.2635, + "num_tokens": 1473468014.0, + "step": 7742 + }, + { + "epoch": 2.6426621160409556, + "grad_norm": 0.29737724369132834, + "learning_rate": 1.3453010406493651e-06, + "loss": 0.2851, + "num_tokens": 1473643963.0, + "step": 7743 + }, + { + "epoch": 2.6430034129692834, + "grad_norm": 0.272416770663249, + "learning_rate": 1.344650923056579e-06, + "loss": 0.3065, + "num_tokens": 1473870666.0, + "step": 7744 + }, + { + "epoch": 2.643344709897611, + "grad_norm": 0.3078179252285282, + "learning_rate": 1.344001393676366e-06, + "loss": 0.3267, + "num_tokens": 1474068301.0, + "step": 7745 + }, + { + "epoch": 2.6436860068259387, + "grad_norm": 0.3124045553825022, + "learning_rate": 1.3433524526006681e-06, + "loss": 0.2912, + "num_tokens": 1474248783.0, + "step": 7746 + }, + { + "epoch": 2.644027303754266, + "grad_norm": 0.30866624133971265, + "learning_rate": 1.342704099921348e-06, + "loss": 0.2865, + "num_tokens": 1474408504.0, + "step": 7747 + }, + { + "epoch": 2.644368600682594, + "grad_norm": 0.26610856309438763, + "learning_rate": 1.3420563357301853e-06, + "loss": 0.2728, + "num_tokens": 1474602220.0, + "step": 7748 + }, + { + "epoch": 2.6447098976109213, + "grad_norm": 0.2911545669427476, + "learning_rate": 1.341409160118871e-06, + "loss": 0.313, + "num_tokens": 1474812766.0, + "step": 7749 + }, + { + "epoch": 2.645051194539249, + "grad_norm": 0.435994249955424, + "learning_rate": 1.3407625731790192e-06, + "loss": 0.2831, + "num_tokens": 1475008234.0, + "step": 7750 + }, + { + "epoch": 2.645392491467577, + "grad_norm": 0.3176279869006812, + "learning_rate": 1.3401165750021559e-06, + "loss": 0.2722, + "num_tokens": 1475161597.0, + "step": 7751 + }, + { + "epoch": 2.6457337883959045, + "grad_norm": 0.29587005366751384, + "learning_rate": 1.3394711656797272e-06, + "loss": 0.314, + "num_tokens": 1475357606.0, + "step": 7752 + }, + { + "epoch": 2.646075085324232, + "grad_norm": 0.2783626563171792, + "learning_rate": 1.3388263453030942e-06, + "loss": 0.313, + "num_tokens": 1475569127.0, + "step": 7753 + }, + { + "epoch": 2.6464163822525597, + "grad_norm": 0.26023691167272944, + "learning_rate": 1.3381821139635332e-06, + "loss": 0.2877, + "num_tokens": 1475771203.0, + "step": 7754 + }, + { + "epoch": 2.6467576791808876, + "grad_norm": 0.2919609416119312, + "learning_rate": 1.3375384717522404e-06, + "loss": 0.2736, + "num_tokens": 1475952051.0, + "step": 7755 + }, + { + "epoch": 2.647098976109215, + "grad_norm": 0.30547715449739915, + "learning_rate": 1.336895418760326e-06, + "loss": 0.2965, + "num_tokens": 1476133732.0, + "step": 7756 + }, + { + "epoch": 2.647440273037543, + "grad_norm": 0.26469683837565333, + "learning_rate": 1.3362529550788195e-06, + "loss": 0.2932, + "num_tokens": 1476339232.0, + "step": 7757 + }, + { + "epoch": 2.64778156996587, + "grad_norm": 0.28476856545230644, + "learning_rate": 1.3356110807986622e-06, + "loss": 0.2934, + "num_tokens": 1476521430.0, + "step": 7758 + }, + { + "epoch": 2.648122866894198, + "grad_norm": 0.2870893055799899, + "learning_rate": 1.334969796010717e-06, + "loss": 0.2836, + "num_tokens": 1476688103.0, + "step": 7759 + }, + { + "epoch": 2.6484641638225255, + "grad_norm": 0.275762532608655, + "learning_rate": 1.3343291008057602e-06, + "loss": 0.2865, + "num_tokens": 1476877049.0, + "step": 7760 + }, + { + "epoch": 2.6488054607508533, + "grad_norm": 0.3301935865636835, + "learning_rate": 1.3336889952744866e-06, + "loss": 0.2995, + "num_tokens": 1477040541.0, + "step": 7761 + }, + { + "epoch": 2.6491467576791807, + "grad_norm": 0.30077037745493146, + "learning_rate": 1.3330494795075066e-06, + "loss": 0.2705, + "num_tokens": 1477189930.0, + "step": 7762 + }, + { + "epoch": 2.6494880546075086, + "grad_norm": 0.30900554836869326, + "learning_rate": 1.3324105535953466e-06, + "loss": 0.3173, + "num_tokens": 1477356491.0, + "step": 7763 + }, + { + "epoch": 2.6498293515358364, + "grad_norm": 0.29959917618605136, + "learning_rate": 1.3317722176284508e-06, + "loss": 0.2992, + "num_tokens": 1477542043.0, + "step": 7764 + }, + { + "epoch": 2.650170648464164, + "grad_norm": 0.2871430300079163, + "learning_rate": 1.331134471697179e-06, + "loss": 0.28, + "num_tokens": 1477715083.0, + "step": 7765 + }, + { + "epoch": 2.6505119453924912, + "grad_norm": 0.27779013217727505, + "learning_rate": 1.3304973158918074e-06, + "loss": 0.2861, + "num_tokens": 1477896599.0, + "step": 7766 + }, + { + "epoch": 2.650853242320819, + "grad_norm": 0.2978402890813816, + "learning_rate": 1.3298607503025279e-06, + "loss": 0.2866, + "num_tokens": 1478067837.0, + "step": 7767 + }, + { + "epoch": 2.651194539249147, + "grad_norm": 0.27388698680181334, + "learning_rate": 1.329224775019452e-06, + "loss": 0.2889, + "num_tokens": 1478254133.0, + "step": 7768 + }, + { + "epoch": 2.6515358361774743, + "grad_norm": 0.2852336193594312, + "learning_rate": 1.3285893901326036e-06, + "loss": 0.2699, + "num_tokens": 1478426200.0, + "step": 7769 + }, + { + "epoch": 2.651877133105802, + "grad_norm": 0.2697215382436113, + "learning_rate": 1.3279545957319264e-06, + "loss": 0.3115, + "num_tokens": 1478646340.0, + "step": 7770 + }, + { + "epoch": 2.6522184300341296, + "grad_norm": 0.26282860010353626, + "learning_rate": 1.327320391907279e-06, + "loss": 0.3107, + "num_tokens": 1478892931.0, + "step": 7771 + }, + { + "epoch": 2.6525597269624575, + "grad_norm": 0.3005066337745615, + "learning_rate": 1.3266867787484341e-06, + "loss": 0.2945, + "num_tokens": 1479067876.0, + "step": 7772 + }, + { + "epoch": 2.652901023890785, + "grad_norm": 0.26815101915237105, + "learning_rate": 1.3260537563450866e-06, + "loss": 0.2901, + "num_tokens": 1479273757.0, + "step": 7773 + }, + { + "epoch": 2.6532423208191127, + "grad_norm": 0.2783646858371884, + "learning_rate": 1.3254213247868418e-06, + "loss": 0.3033, + "num_tokens": 1479463039.0, + "step": 7774 + }, + { + "epoch": 2.65358361774744, + "grad_norm": 0.2782251516536773, + "learning_rate": 1.3247894841632253e-06, + "loss": 0.3006, + "num_tokens": 1479664243.0, + "step": 7775 + }, + { + "epoch": 2.653924914675768, + "grad_norm": 0.2865551895977626, + "learning_rate": 1.3241582345636764e-06, + "loss": 0.3004, + "num_tokens": 1479866038.0, + "step": 7776 + }, + { + "epoch": 2.654266211604096, + "grad_norm": 0.27362794952334035, + "learning_rate": 1.3235275760775533e-06, + "loss": 0.2858, + "num_tokens": 1480055235.0, + "step": 7777 + }, + { + "epoch": 2.654607508532423, + "grad_norm": 0.30371082939833016, + "learning_rate": 1.322897508794128e-06, + "loss": 0.2785, + "num_tokens": 1480219180.0, + "step": 7778 + }, + { + "epoch": 2.6549488054607506, + "grad_norm": 0.24583060730067297, + "learning_rate": 1.3222680328025903e-06, + "loss": 0.2645, + "num_tokens": 1480449773.0, + "step": 7779 + }, + { + "epoch": 2.6552901023890785, + "grad_norm": 0.2649754065301249, + "learning_rate": 1.3216391481920462e-06, + "loss": 0.2517, + "num_tokens": 1480628780.0, + "step": 7780 + }, + { + "epoch": 2.6556313993174063, + "grad_norm": 0.3374450330787379, + "learning_rate": 1.3210108550515174e-06, + "loss": 0.2651, + "num_tokens": 1480797597.0, + "step": 7781 + }, + { + "epoch": 2.6559726962457337, + "grad_norm": 0.2702773602585723, + "learning_rate": 1.3203831534699435e-06, + "loss": 0.3166, + "num_tokens": 1481001769.0, + "step": 7782 + }, + { + "epoch": 2.6563139931740616, + "grad_norm": 0.2844064683125377, + "learning_rate": 1.3197560435361775e-06, + "loss": 0.2949, + "num_tokens": 1481201246.0, + "step": 7783 + }, + { + "epoch": 2.656655290102389, + "grad_norm": 0.28650455037437583, + "learning_rate": 1.3191295253389922e-06, + "loss": 0.2847, + "num_tokens": 1481387579.0, + "step": 7784 + }, + { + "epoch": 2.656996587030717, + "grad_norm": 0.2847944462932658, + "learning_rate": 1.318503598967072e-06, + "loss": 0.3044, + "num_tokens": 1481584133.0, + "step": 7785 + }, + { + "epoch": 2.6573378839590442, + "grad_norm": 0.33131810097190323, + "learning_rate": 1.3178782645090224e-06, + "loss": 0.3037, + "num_tokens": 1481737692.0, + "step": 7786 + }, + { + "epoch": 2.657679180887372, + "grad_norm": 0.5966580214344209, + "learning_rate": 1.3172535220533623e-06, + "loss": 0.3144, + "num_tokens": 1481960540.0, + "step": 7787 + }, + { + "epoch": 2.6580204778156995, + "grad_norm": 0.2969918326695985, + "learning_rate": 1.3166293716885268e-06, + "loss": 0.2563, + "num_tokens": 1482131538.0, + "step": 7788 + }, + { + "epoch": 2.6583617747440274, + "grad_norm": 0.2990639817083562, + "learning_rate": 1.316005813502869e-06, + "loss": 0.2859, + "num_tokens": 1482326094.0, + "step": 7789 + }, + { + "epoch": 2.658703071672355, + "grad_norm": 0.3126864764482697, + "learning_rate": 1.315382847584656e-06, + "loss": 0.2777, + "num_tokens": 1482494594.0, + "step": 7790 + }, + { + "epoch": 2.6590443686006826, + "grad_norm": 0.27449403426942515, + "learning_rate": 1.314760474022073e-06, + "loss": 0.2816, + "num_tokens": 1482675461.0, + "step": 7791 + }, + { + "epoch": 2.65938566552901, + "grad_norm": 0.287547637058447, + "learning_rate": 1.3141386929032202e-06, + "loss": 0.2709, + "num_tokens": 1482849193.0, + "step": 7792 + }, + { + "epoch": 2.659726962457338, + "grad_norm": 0.338524977743064, + "learning_rate": 1.3135175043161127e-06, + "loss": 0.2803, + "num_tokens": 1483037582.0, + "step": 7793 + }, + { + "epoch": 2.6600682593856657, + "grad_norm": 0.2741484294543328, + "learning_rate": 1.3128969083486853e-06, + "loss": 0.2695, + "num_tokens": 1483218560.0, + "step": 7794 + }, + { + "epoch": 2.660409556313993, + "grad_norm": 0.284165246187395, + "learning_rate": 1.3122769050887848e-06, + "loss": 0.295, + "num_tokens": 1483401011.0, + "step": 7795 + }, + { + "epoch": 2.660750853242321, + "grad_norm": 0.28482157568901495, + "learning_rate": 1.3116574946241786e-06, + "loss": 0.311, + "num_tokens": 1483592222.0, + "step": 7796 + }, + { + "epoch": 2.6610921501706484, + "grad_norm": 0.2706271954818714, + "learning_rate": 1.3110386770425454e-06, + "loss": 0.2672, + "num_tokens": 1483770859.0, + "step": 7797 + }, + { + "epoch": 2.6614334470989762, + "grad_norm": 0.3037628652139009, + "learning_rate": 1.3104204524314827e-06, + "loss": 0.2775, + "num_tokens": 1483952431.0, + "step": 7798 + }, + { + "epoch": 2.6617747440273036, + "grad_norm": 0.26162054450961253, + "learning_rate": 1.3098028208785036e-06, + "loss": 0.3013, + "num_tokens": 1484163100.0, + "step": 7799 + }, + { + "epoch": 2.6621160409556315, + "grad_norm": 0.2667147046836379, + "learning_rate": 1.3091857824710382e-06, + "loss": 0.2883, + "num_tokens": 1484375999.0, + "step": 7800 + }, + { + "epoch": 2.662457337883959, + "grad_norm": 0.27394493142419646, + "learning_rate": 1.3085693372964311e-06, + "loss": 0.3167, + "num_tokens": 1484597349.0, + "step": 7801 + }, + { + "epoch": 2.6627986348122867, + "grad_norm": 0.3332022511140398, + "learning_rate": 1.307953485441943e-06, + "loss": 0.2927, + "num_tokens": 1484778946.0, + "step": 7802 + }, + { + "epoch": 2.6631399317406146, + "grad_norm": 0.3007443089927854, + "learning_rate": 1.307338226994752e-06, + "loss": 0.2839, + "num_tokens": 1484953039.0, + "step": 7803 + }, + { + "epoch": 2.663481228668942, + "grad_norm": 0.29808006001256, + "learning_rate": 1.30672356204195e-06, + "loss": 0.3357, + "num_tokens": 1485194183.0, + "step": 7804 + }, + { + "epoch": 2.6638225255972694, + "grad_norm": 0.28555256288854974, + "learning_rate": 1.3061094906705485e-06, + "loss": 0.3125, + "num_tokens": 1485385690.0, + "step": 7805 + }, + { + "epoch": 2.6641638225255972, + "grad_norm": 0.2982715215479506, + "learning_rate": 1.3054960129674702e-06, + "loss": 0.2965, + "num_tokens": 1485562566.0, + "step": 7806 + }, + { + "epoch": 2.664505119453925, + "grad_norm": 0.28328481073260753, + "learning_rate": 1.3048831290195579e-06, + "loss": 0.3019, + "num_tokens": 1485736811.0, + "step": 7807 + }, + { + "epoch": 2.6648464163822525, + "grad_norm": 0.2800392436237125, + "learning_rate": 1.3042708389135672e-06, + "loss": 0.2978, + "num_tokens": 1485928244.0, + "step": 7808 + }, + { + "epoch": 2.6651877133105804, + "grad_norm": 0.28857673206528517, + "learning_rate": 1.303659142736173e-06, + "loss": 0.2856, + "num_tokens": 1486109075.0, + "step": 7809 + }, + { + "epoch": 2.6655290102389078, + "grad_norm": 0.2841291095480374, + "learning_rate": 1.3030480405739638e-06, + "loss": 0.2712, + "num_tokens": 1486298920.0, + "step": 7810 + }, + { + "epoch": 2.6658703071672356, + "grad_norm": 0.31533208443604216, + "learning_rate": 1.3024375325134426e-06, + "loss": 0.2941, + "num_tokens": 1486452863.0, + "step": 7811 + }, + { + "epoch": 2.666211604095563, + "grad_norm": 0.2876616650664909, + "learning_rate": 1.3018276186410326e-06, + "loss": 0.2785, + "num_tokens": 1486627691.0, + "step": 7812 + }, + { + "epoch": 2.666552901023891, + "grad_norm": 0.3085278630834482, + "learning_rate": 1.3012182990430696e-06, + "loss": 0.2883, + "num_tokens": 1486796225.0, + "step": 7813 + }, + { + "epoch": 2.6668941979522183, + "grad_norm": 0.2825437199716121, + "learning_rate": 1.3006095738058061e-06, + "loss": 0.3143, + "num_tokens": 1487011116.0, + "step": 7814 + }, + { + "epoch": 2.667235494880546, + "grad_norm": 0.2783309558334003, + "learning_rate": 1.3000014430154093e-06, + "loss": 0.2843, + "num_tokens": 1487201110.0, + "step": 7815 + }, + { + "epoch": 2.667576791808874, + "grad_norm": 0.2651431445043153, + "learning_rate": 1.2993939067579659e-06, + "loss": 0.2908, + "num_tokens": 1487404092.0, + "step": 7816 + }, + { + "epoch": 2.6679180887372014, + "grad_norm": 0.2681805778466024, + "learning_rate": 1.2987869651194732e-06, + "loss": 0.2775, + "num_tokens": 1487610141.0, + "step": 7817 + }, + { + "epoch": 2.668259385665529, + "grad_norm": 0.2802299623338429, + "learning_rate": 1.2981806181858504e-06, + "loss": 0.2919, + "num_tokens": 1487800279.0, + "step": 7818 + }, + { + "epoch": 2.6686006825938566, + "grad_norm": 0.29359369082222664, + "learning_rate": 1.297574866042927e-06, + "loss": 0.2729, + "num_tokens": 1487974171.0, + "step": 7819 + }, + { + "epoch": 2.6689419795221845, + "grad_norm": 0.3133885405293807, + "learning_rate": 1.29696970877645e-06, + "loss": 0.2746, + "num_tokens": 1488121694.0, + "step": 7820 + }, + { + "epoch": 2.669283276450512, + "grad_norm": 0.2842236091552544, + "learning_rate": 1.2963651464720847e-06, + "loss": 0.2841, + "num_tokens": 1488325726.0, + "step": 7821 + }, + { + "epoch": 2.6696245733788397, + "grad_norm": 0.2664067478638635, + "learning_rate": 1.2957611792154096e-06, + "loss": 0.2851, + "num_tokens": 1488533153.0, + "step": 7822 + }, + { + "epoch": 2.669965870307167, + "grad_norm": 0.2807528141405451, + "learning_rate": 1.2951578070919194e-06, + "loss": 0.2842, + "num_tokens": 1488725681.0, + "step": 7823 + }, + { + "epoch": 2.670307167235495, + "grad_norm": 0.7039293192053143, + "learning_rate": 1.2945550301870238e-06, + "loss": 0.2909, + "num_tokens": 1488918563.0, + "step": 7824 + }, + { + "epoch": 2.6706484641638224, + "grad_norm": 0.28153112419677995, + "learning_rate": 1.2939528485860505e-06, + "loss": 0.2826, + "num_tokens": 1489100508.0, + "step": 7825 + }, + { + "epoch": 2.6709897610921502, + "grad_norm": 0.30224210170762533, + "learning_rate": 1.2933512623742405e-06, + "loss": 0.3053, + "num_tokens": 1489288436.0, + "step": 7826 + }, + { + "epoch": 2.6713310580204777, + "grad_norm": 0.25658293781921526, + "learning_rate": 1.2927502716367537e-06, + "loss": 0.3027, + "num_tokens": 1489508890.0, + "step": 7827 + }, + { + "epoch": 2.6716723549488055, + "grad_norm": 0.326504426466549, + "learning_rate": 1.2921498764586622e-06, + "loss": 0.2897, + "num_tokens": 1489676510.0, + "step": 7828 + }, + { + "epoch": 2.6720136518771334, + "grad_norm": 0.28527147561164784, + "learning_rate": 1.2915500769249543e-06, + "loss": 0.2953, + "num_tokens": 1489865320.0, + "step": 7829 + }, + { + "epoch": 2.6723549488054608, + "grad_norm": 0.26197219957106926, + "learning_rate": 1.2909508731205362e-06, + "loss": 0.2729, + "num_tokens": 1490062218.0, + "step": 7830 + }, + { + "epoch": 2.672696245733788, + "grad_norm": 0.26678798380020036, + "learning_rate": 1.2903522651302287e-06, + "loss": 0.253, + "num_tokens": 1490242540.0, + "step": 7831 + }, + { + "epoch": 2.673037542662116, + "grad_norm": 0.3078286868910788, + "learning_rate": 1.289754253038768e-06, + "loss": 0.2831, + "num_tokens": 1490402563.0, + "step": 7832 + }, + { + "epoch": 2.673378839590444, + "grad_norm": 0.35641784755784767, + "learning_rate": 1.2891568369308045e-06, + "loss": 0.2897, + "num_tokens": 1490547616.0, + "step": 7833 + }, + { + "epoch": 2.6737201365187713, + "grad_norm": 0.2823559633670675, + "learning_rate": 1.2885600168909076e-06, + "loss": 0.303, + "num_tokens": 1490752067.0, + "step": 7834 + }, + { + "epoch": 2.674061433447099, + "grad_norm": 0.2645805400039017, + "learning_rate": 1.2879637930035606e-06, + "loss": 0.2632, + "num_tokens": 1490933801.0, + "step": 7835 + }, + { + "epoch": 2.6744027303754265, + "grad_norm": 0.28637998769859296, + "learning_rate": 1.2873681653531598e-06, + "loss": 0.2963, + "num_tokens": 1491127139.0, + "step": 7836 + }, + { + "epoch": 2.6747440273037544, + "grad_norm": 0.29839095813416266, + "learning_rate": 1.2867731340240221e-06, + "loss": 0.306, + "num_tokens": 1491301372.0, + "step": 7837 + }, + { + "epoch": 2.675085324232082, + "grad_norm": 0.288940519304429, + "learning_rate": 1.2861786991003761e-06, + "loss": 0.277, + "num_tokens": 1491476096.0, + "step": 7838 + }, + { + "epoch": 2.6754266211604096, + "grad_norm": 0.2736630198643265, + "learning_rate": 1.2855848606663684e-06, + "loss": 0.2614, + "num_tokens": 1491661120.0, + "step": 7839 + }, + { + "epoch": 2.675767918088737, + "grad_norm": 0.28353729402877836, + "learning_rate": 1.2849916188060593e-06, + "loss": 0.288, + "num_tokens": 1491839406.0, + "step": 7840 + }, + { + "epoch": 2.676109215017065, + "grad_norm": 0.2884893444661707, + "learning_rate": 1.2843989736034258e-06, + "loss": 0.3008, + "num_tokens": 1492064439.0, + "step": 7841 + }, + { + "epoch": 2.6764505119453927, + "grad_norm": 0.2798731103242243, + "learning_rate": 1.28380692514236e-06, + "loss": 0.2754, + "num_tokens": 1492246711.0, + "step": 7842 + }, + { + "epoch": 2.67679180887372, + "grad_norm": 0.28576976466290416, + "learning_rate": 1.283215473506669e-06, + "loss": 0.3139, + "num_tokens": 1492443953.0, + "step": 7843 + }, + { + "epoch": 2.6771331058020476, + "grad_norm": 0.31077433601809906, + "learning_rate": 1.2826246187800775e-06, + "loss": 0.2581, + "num_tokens": 1492595768.0, + "step": 7844 + }, + { + "epoch": 2.6774744027303754, + "grad_norm": 0.31189936706352955, + "learning_rate": 1.282034361046223e-06, + "loss": 0.3274, + "num_tokens": 1492771472.0, + "step": 7845 + }, + { + "epoch": 2.6778156996587033, + "grad_norm": 0.3009832539020831, + "learning_rate": 1.28144470038866e-06, + "loss": 0.3072, + "num_tokens": 1492960887.0, + "step": 7846 + }, + { + "epoch": 2.6781569965870307, + "grad_norm": 1.4433875289776854, + "learning_rate": 1.2808556368908581e-06, + "loss": 0.3027, + "num_tokens": 1493138781.0, + "step": 7847 + }, + { + "epoch": 2.6784982935153585, + "grad_norm": 0.28827168703211725, + "learning_rate": 1.2802671706362034e-06, + "loss": 0.3029, + "num_tokens": 1493336615.0, + "step": 7848 + }, + { + "epoch": 2.678839590443686, + "grad_norm": 0.23407970530951078, + "learning_rate": 1.2796793017079957e-06, + "loss": 0.2795, + "num_tokens": 1493586452.0, + "step": 7849 + }, + { + "epoch": 2.6791808873720138, + "grad_norm": 0.3082188619675436, + "learning_rate": 1.2790920301894504e-06, + "loss": 0.2939, + "num_tokens": 1493757510.0, + "step": 7850 + }, + { + "epoch": 2.679522184300341, + "grad_norm": 0.33342402938057925, + "learning_rate": 1.2785053561637013e-06, + "loss": 0.2881, + "num_tokens": 1493899506.0, + "step": 7851 + }, + { + "epoch": 2.679863481228669, + "grad_norm": 0.25666894502187126, + "learning_rate": 1.2779192797137926e-06, + "loss": 0.3058, + "num_tokens": 1494143925.0, + "step": 7852 + }, + { + "epoch": 2.6802047781569964, + "grad_norm": 0.2751471454658978, + "learning_rate": 1.2773338009226895e-06, + "loss": 0.302, + "num_tokens": 1494344901.0, + "step": 7853 + }, + { + "epoch": 2.6805460750853243, + "grad_norm": 0.30661662635992787, + "learning_rate": 1.2767489198732671e-06, + "loss": 0.3109, + "num_tokens": 1494539097.0, + "step": 7854 + }, + { + "epoch": 2.680887372013652, + "grad_norm": 0.25355232687901597, + "learning_rate": 1.2761646366483203e-06, + "loss": 0.3015, + "num_tokens": 1494776836.0, + "step": 7855 + }, + { + "epoch": 2.6812286689419795, + "grad_norm": 0.26212737381967754, + "learning_rate": 1.2755809513305558e-06, + "loss": 0.2684, + "num_tokens": 1494976063.0, + "step": 7856 + }, + { + "epoch": 2.681569965870307, + "grad_norm": 0.277420719322425, + "learning_rate": 1.2749978640025997e-06, + "loss": 0.2913, + "num_tokens": 1495173289.0, + "step": 7857 + }, + { + "epoch": 2.681911262798635, + "grad_norm": 0.2779693569238973, + "learning_rate": 1.2744153747469898e-06, + "loss": 0.315, + "num_tokens": 1495395244.0, + "step": 7858 + }, + { + "epoch": 2.6822525597269626, + "grad_norm": 0.309691531402685, + "learning_rate": 1.2738334836461811e-06, + "loss": 0.2596, + "num_tokens": 1495560115.0, + "step": 7859 + }, + { + "epoch": 2.68259385665529, + "grad_norm": 0.28855206388607707, + "learning_rate": 1.2732521907825434e-06, + "loss": 0.2789, + "num_tokens": 1495750929.0, + "step": 7860 + }, + { + "epoch": 2.682935153583618, + "grad_norm": 0.3159231942398322, + "learning_rate": 1.2726714962383615e-06, + "loss": 0.2801, + "num_tokens": 1495913261.0, + "step": 7861 + }, + { + "epoch": 2.6832764505119453, + "grad_norm": 0.3060208196434208, + "learning_rate": 1.272091400095838e-06, + "loss": 0.2763, + "num_tokens": 1496076051.0, + "step": 7862 + }, + { + "epoch": 2.683617747440273, + "grad_norm": 0.3312582388940238, + "learning_rate": 1.2715119024370855e-06, + "loss": 0.3154, + "num_tokens": 1496240529.0, + "step": 7863 + }, + { + "epoch": 2.6839590443686006, + "grad_norm": 0.2947534934877299, + "learning_rate": 1.2709330033441376e-06, + "loss": 0.2801, + "num_tokens": 1496420169.0, + "step": 7864 + }, + { + "epoch": 2.6843003412969284, + "grad_norm": 0.2590425569018483, + "learning_rate": 1.2703547028989384e-06, + "loss": 0.3067, + "num_tokens": 1496655630.0, + "step": 7865 + }, + { + "epoch": 2.684641638225256, + "grad_norm": 0.2758617788010391, + "learning_rate": 1.269777001183352e-06, + "loss": 0.2919, + "num_tokens": 1496856766.0, + "step": 7866 + }, + { + "epoch": 2.6849829351535837, + "grad_norm": 0.2688854712093227, + "learning_rate": 1.269199898279154e-06, + "loss": 0.3064, + "num_tokens": 1497072059.0, + "step": 7867 + }, + { + "epoch": 2.6853242320819115, + "grad_norm": 0.29518587456772366, + "learning_rate": 1.2686233942680353e-06, + "loss": 0.3146, + "num_tokens": 1497238882.0, + "step": 7868 + }, + { + "epoch": 2.685665529010239, + "grad_norm": 0.2772481388018092, + "learning_rate": 1.2680474892316059e-06, + "loss": 0.3032, + "num_tokens": 1497443255.0, + "step": 7869 + }, + { + "epoch": 2.6860068259385663, + "grad_norm": 0.29852594566115914, + "learning_rate": 1.267472183251387e-06, + "loss": 0.2886, + "num_tokens": 1497657604.0, + "step": 7870 + }, + { + "epoch": 2.686348122866894, + "grad_norm": 0.27606375259877475, + "learning_rate": 1.266897476408816e-06, + "loss": 0.2941, + "num_tokens": 1497846192.0, + "step": 7871 + }, + { + "epoch": 2.686689419795222, + "grad_norm": 0.289740404862269, + "learning_rate": 1.2663233687852456e-06, + "loss": 0.3069, + "num_tokens": 1498080432.0, + "step": 7872 + }, + { + "epoch": 2.6870307167235494, + "grad_norm": 0.31962210422071935, + "learning_rate": 1.2657498604619451e-06, + "loss": 0.2897, + "num_tokens": 1498245517.0, + "step": 7873 + }, + { + "epoch": 2.6873720136518773, + "grad_norm": 0.27759578583574424, + "learning_rate": 1.2651769515200961e-06, + "loss": 0.2933, + "num_tokens": 1498425812.0, + "step": 7874 + }, + { + "epoch": 2.6877133105802047, + "grad_norm": 0.30041783145999645, + "learning_rate": 1.2646046420407987e-06, + "loss": 0.2649, + "num_tokens": 1498602903.0, + "step": 7875 + }, + { + "epoch": 2.6880546075085325, + "grad_norm": 0.30425624102284615, + "learning_rate": 1.2640329321050659e-06, + "loss": 0.2909, + "num_tokens": 1498779513.0, + "step": 7876 + }, + { + "epoch": 2.68839590443686, + "grad_norm": 0.3098591596352336, + "learning_rate": 1.2634618217938257e-06, + "loss": 0.2567, + "num_tokens": 1498924545.0, + "step": 7877 + }, + { + "epoch": 2.688737201365188, + "grad_norm": 0.317752853792084, + "learning_rate": 1.2628913111879229e-06, + "loss": 0.2855, + "num_tokens": 1499070378.0, + "step": 7878 + }, + { + "epoch": 2.689078498293515, + "grad_norm": 0.2981896695161574, + "learning_rate": 1.2623214003681162e-06, + "loss": 0.2903, + "num_tokens": 1499261084.0, + "step": 7879 + }, + { + "epoch": 2.689419795221843, + "grad_norm": 0.28816038630702334, + "learning_rate": 1.2617520894150793e-06, + "loss": 0.2879, + "num_tokens": 1499428504.0, + "step": 7880 + }, + { + "epoch": 2.689761092150171, + "grad_norm": 0.26866643408016705, + "learning_rate": 1.2611833784094008e-06, + "loss": 0.3103, + "num_tokens": 1499645092.0, + "step": 7881 + }, + { + "epoch": 2.6901023890784983, + "grad_norm": 0.2743280449231692, + "learning_rate": 1.2606152674315852e-06, + "loss": 0.281, + "num_tokens": 1499826447.0, + "step": 7882 + }, + { + "epoch": 2.6904436860068257, + "grad_norm": 0.36580391550599156, + "learning_rate": 1.2600477565620536e-06, + "loss": 0.3072, + "num_tokens": 1499976953.0, + "step": 7883 + }, + { + "epoch": 2.6907849829351536, + "grad_norm": 0.2803770569301938, + "learning_rate": 1.2594808458811369e-06, + "loss": 0.2902, + "num_tokens": 1500166813.0, + "step": 7884 + }, + { + "epoch": 2.6911262798634814, + "grad_norm": 0.30756270071962766, + "learning_rate": 1.2589145354690873e-06, + "loss": 0.264, + "num_tokens": 1500310705.0, + "step": 7885 + }, + { + "epoch": 2.691467576791809, + "grad_norm": 0.36346618876690096, + "learning_rate": 1.258348825406068e-06, + "loss": 0.2666, + "num_tokens": 1500445097.0, + "step": 7886 + }, + { + "epoch": 2.6918088737201367, + "grad_norm": 0.30111389306116565, + "learning_rate": 1.2577837157721582e-06, + "loss": 0.264, + "num_tokens": 1500601715.0, + "step": 7887 + }, + { + "epoch": 2.692150170648464, + "grad_norm": 0.28952324513378924, + "learning_rate": 1.257219206647353e-06, + "loss": 0.2753, + "num_tokens": 1500811526.0, + "step": 7888 + }, + { + "epoch": 2.692491467576792, + "grad_norm": 0.28330388707131, + "learning_rate": 1.256655298111561e-06, + "loss": 0.2792, + "num_tokens": 1501018074.0, + "step": 7889 + }, + { + "epoch": 2.6928327645051193, + "grad_norm": 0.27514958454250993, + "learning_rate": 1.2560919902446067e-06, + "loss": 0.2857, + "num_tokens": 1501219478.0, + "step": 7890 + }, + { + "epoch": 2.693174061433447, + "grad_norm": 0.30349320364737337, + "learning_rate": 1.2555292831262298e-06, + "loss": 0.3061, + "num_tokens": 1501394991.0, + "step": 7891 + }, + { + "epoch": 2.6935153583617746, + "grad_norm": 0.3121809152523726, + "learning_rate": 1.2549671768360853e-06, + "loss": 0.3308, + "num_tokens": 1501578443.0, + "step": 7892 + }, + { + "epoch": 2.6938566552901024, + "grad_norm": 0.27777723931833703, + "learning_rate": 1.2544056714537402e-06, + "loss": 0.2977, + "num_tokens": 1501783801.0, + "step": 7893 + }, + { + "epoch": 2.6941979522184303, + "grad_norm": 0.2710185754785139, + "learning_rate": 1.2538447670586812e-06, + "loss": 0.2828, + "num_tokens": 1501982183.0, + "step": 7894 + }, + { + "epoch": 2.6945392491467577, + "grad_norm": 0.27663063964556633, + "learning_rate": 1.2532844637303052e-06, + "loss": 0.2991, + "num_tokens": 1502182660.0, + "step": 7895 + }, + { + "epoch": 2.694880546075085, + "grad_norm": 0.2663914617892834, + "learning_rate": 1.2527247615479278e-06, + "loss": 0.2615, + "num_tokens": 1502392130.0, + "step": 7896 + }, + { + "epoch": 2.695221843003413, + "grad_norm": 0.30429206702625494, + "learning_rate": 1.2521656605907782e-06, + "loss": 0.2723, + "num_tokens": 1502558401.0, + "step": 7897 + }, + { + "epoch": 2.695563139931741, + "grad_norm": 0.25197809685254174, + "learning_rate": 1.2516071609379985e-06, + "loss": 0.2759, + "num_tokens": 1502774681.0, + "step": 7898 + }, + { + "epoch": 2.695904436860068, + "grad_norm": 0.30238130222105974, + "learning_rate": 1.2510492626686488e-06, + "loss": 0.2647, + "num_tokens": 1502927077.0, + "step": 7899 + }, + { + "epoch": 2.696245733788396, + "grad_norm": 0.29586101732426795, + "learning_rate": 1.2504919658617015e-06, + "loss": 0.2695, + "num_tokens": 1503087853.0, + "step": 7900 + }, + { + "epoch": 2.6965870307167235, + "grad_norm": 0.26305464681684637, + "learning_rate": 1.2499352705960468e-06, + "loss": 0.2951, + "num_tokens": 1503314229.0, + "step": 7901 + }, + { + "epoch": 2.6969283276450513, + "grad_norm": 0.30278493285113, + "learning_rate": 1.2493791769504863e-06, + "loss": 0.2737, + "num_tokens": 1503470182.0, + "step": 7902 + }, + { + "epoch": 2.6972696245733787, + "grad_norm": 0.2906977966807489, + "learning_rate": 1.248823685003739e-06, + "loss": 0.2945, + "num_tokens": 1503642378.0, + "step": 7903 + }, + { + "epoch": 2.6976109215017066, + "grad_norm": 0.26886393633875816, + "learning_rate": 1.2482687948344376e-06, + "loss": 0.2755, + "num_tokens": 1503835853.0, + "step": 7904 + }, + { + "epoch": 2.697952218430034, + "grad_norm": 0.29963768511030886, + "learning_rate": 1.24771450652113e-06, + "loss": 0.3013, + "num_tokens": 1504012523.0, + "step": 7905 + }, + { + "epoch": 2.698293515358362, + "grad_norm": 0.2648361035364292, + "learning_rate": 1.2471608201422787e-06, + "loss": 0.3099, + "num_tokens": 1504229128.0, + "step": 7906 + }, + { + "epoch": 2.6986348122866897, + "grad_norm": 0.2727771333677658, + "learning_rate": 1.24660773577626e-06, + "loss": 0.3127, + "num_tokens": 1504438995.0, + "step": 7907 + }, + { + "epoch": 2.698976109215017, + "grad_norm": 0.28479860707624055, + "learning_rate": 1.2460552535013683e-06, + "loss": 0.263, + "num_tokens": 1504624311.0, + "step": 7908 + }, + { + "epoch": 2.6993174061433445, + "grad_norm": 0.30634255634388596, + "learning_rate": 1.2455033733958084e-06, + "loss": 0.3099, + "num_tokens": 1504818826.0, + "step": 7909 + }, + { + "epoch": 2.6996587030716723, + "grad_norm": 0.33434125803122877, + "learning_rate": 1.244952095537704e-06, + "loss": 0.2887, + "num_tokens": 1505004737.0, + "step": 7910 + }, + { + "epoch": 2.7, + "grad_norm": 0.2779155863138818, + "learning_rate": 1.2444014200050896e-06, + "loss": 0.269, + "num_tokens": 1505176492.0, + "step": 7911 + }, + { + "epoch": 2.7003412969283276, + "grad_norm": 0.2903927895282121, + "learning_rate": 1.2438513468759172e-06, + "loss": 0.2681, + "num_tokens": 1505348408.0, + "step": 7912 + }, + { + "epoch": 2.7006825938566554, + "grad_norm": 0.344267039044325, + "learning_rate": 1.2433018762280522e-06, + "loss": 0.2748, + "num_tokens": 1505501939.0, + "step": 7913 + }, + { + "epoch": 2.701023890784983, + "grad_norm": 0.2930525629967962, + "learning_rate": 1.242753008139276e-06, + "loss": 0.2651, + "num_tokens": 1505694807.0, + "step": 7914 + }, + { + "epoch": 2.7013651877133107, + "grad_norm": 0.2937754913822044, + "learning_rate": 1.2422047426872836e-06, + "loss": 0.3443, + "num_tokens": 1505937675.0, + "step": 7915 + }, + { + "epoch": 2.701706484641638, + "grad_norm": 0.3262536986429736, + "learning_rate": 1.2416570799496846e-06, + "loss": 0.3242, + "num_tokens": 1506101871.0, + "step": 7916 + }, + { + "epoch": 2.702047781569966, + "grad_norm": 0.2658871218411783, + "learning_rate": 1.2411100200040043e-06, + "loss": 0.2749, + "num_tokens": 1506288357.0, + "step": 7917 + }, + { + "epoch": 2.7023890784982934, + "grad_norm": 0.27516321901677737, + "learning_rate": 1.2405635629276817e-06, + "loss": 0.2903, + "num_tokens": 1506500596.0, + "step": 7918 + }, + { + "epoch": 2.702730375426621, + "grad_norm": 0.27779695417309846, + "learning_rate": 1.2400177087980711e-06, + "loss": 0.2796, + "num_tokens": 1506677689.0, + "step": 7919 + }, + { + "epoch": 2.703071672354949, + "grad_norm": 0.2542922537957617, + "learning_rate": 1.2394724576924398e-06, + "loss": 0.2948, + "num_tokens": 1506917653.0, + "step": 7920 + }, + { + "epoch": 2.7034129692832765, + "grad_norm": 0.26923340734302675, + "learning_rate": 1.2389278096879734e-06, + "loss": 0.2883, + "num_tokens": 1507119533.0, + "step": 7921 + }, + { + "epoch": 2.703754266211604, + "grad_norm": 0.3268315770740173, + "learning_rate": 1.2383837648617676e-06, + "loss": 0.2932, + "num_tokens": 1507284866.0, + "step": 7922 + }, + { + "epoch": 2.7040955631399317, + "grad_norm": 0.2623147843570476, + "learning_rate": 1.2378403232908367e-06, + "loss": 0.267, + "num_tokens": 1507476167.0, + "step": 7923 + }, + { + "epoch": 2.7044368600682596, + "grad_norm": 0.3018846312505114, + "learning_rate": 1.237297485052107e-06, + "loss": 0.2629, + "num_tokens": 1507659730.0, + "step": 7924 + }, + { + "epoch": 2.704778156996587, + "grad_norm": 0.28051282485622553, + "learning_rate": 1.23675525022242e-06, + "loss": 0.2891, + "num_tokens": 1507884068.0, + "step": 7925 + }, + { + "epoch": 2.705119453924915, + "grad_norm": 0.287108526752224, + "learning_rate": 1.2362136188785332e-06, + "loss": 0.3071, + "num_tokens": 1508096843.0, + "step": 7926 + }, + { + "epoch": 2.7054607508532422, + "grad_norm": 0.27961816317467286, + "learning_rate": 1.2356725910971162e-06, + "loss": 0.303, + "num_tokens": 1508308645.0, + "step": 7927 + }, + { + "epoch": 2.70580204778157, + "grad_norm": 0.26042620691558155, + "learning_rate": 1.2351321669547555e-06, + "loss": 0.3172, + "num_tokens": 1508544265.0, + "step": 7928 + }, + { + "epoch": 2.7061433447098975, + "grad_norm": 0.27015918114086196, + "learning_rate": 1.2345923465279497e-06, + "loss": 0.2811, + "num_tokens": 1508749861.0, + "step": 7929 + }, + { + "epoch": 2.7064846416382253, + "grad_norm": 0.29389731999297003, + "learning_rate": 1.2340531298931144e-06, + "loss": 0.2689, + "num_tokens": 1508938991.0, + "step": 7930 + }, + { + "epoch": 2.7068259385665527, + "grad_norm": 0.3449108648138188, + "learning_rate": 1.2335145171265789e-06, + "loss": 0.298, + "num_tokens": 1509080664.0, + "step": 7931 + }, + { + "epoch": 2.7071672354948806, + "grad_norm": 0.2941123609184313, + "learning_rate": 1.2329765083045863e-06, + "loss": 0.3187, + "num_tokens": 1509271101.0, + "step": 7932 + }, + { + "epoch": 2.7075085324232084, + "grad_norm": 0.29660805293491455, + "learning_rate": 1.2324391035032952e-06, + "loss": 0.3312, + "num_tokens": 1509464602.0, + "step": 7933 + }, + { + "epoch": 2.707849829351536, + "grad_norm": 0.26791846387415474, + "learning_rate": 1.2319023027987772e-06, + "loss": 0.2775, + "num_tokens": 1509658358.0, + "step": 7934 + }, + { + "epoch": 2.7081911262798632, + "grad_norm": 0.30245220443009296, + "learning_rate": 1.2313661062670206e-06, + "loss": 0.2848, + "num_tokens": 1509828824.0, + "step": 7935 + }, + { + "epoch": 2.708532423208191, + "grad_norm": 0.27829341820714437, + "learning_rate": 1.2308305139839266e-06, + "loss": 0.2912, + "num_tokens": 1510048420.0, + "step": 7936 + }, + { + "epoch": 2.708873720136519, + "grad_norm": 0.26082307488495426, + "learning_rate": 1.2302955260253104e-06, + "loss": 0.2965, + "num_tokens": 1510257624.0, + "step": 7937 + }, + { + "epoch": 2.7092150170648464, + "grad_norm": 0.2697084240668176, + "learning_rate": 1.2297611424669038e-06, + "loss": 0.2485, + "num_tokens": 1510439169.0, + "step": 7938 + }, + { + "epoch": 2.709556313993174, + "grad_norm": 0.30677937687408063, + "learning_rate": 1.2292273633843504e-06, + "loss": 0.2667, + "num_tokens": 1510601637.0, + "step": 7939 + }, + { + "epoch": 2.7098976109215016, + "grad_norm": 0.2814429194268094, + "learning_rate": 1.2286941888532115e-06, + "loss": 0.2813, + "num_tokens": 1510781207.0, + "step": 7940 + }, + { + "epoch": 2.7102389078498295, + "grad_norm": 0.26411454073810303, + "learning_rate": 1.2281616189489584e-06, + "loss": 0.2711, + "num_tokens": 1510983719.0, + "step": 7941 + }, + { + "epoch": 2.710580204778157, + "grad_norm": 0.3036083820929341, + "learning_rate": 1.2276296537469814e-06, + "loss": 0.3037, + "num_tokens": 1511177412.0, + "step": 7942 + }, + { + "epoch": 2.7109215017064847, + "grad_norm": 0.2926809852547748, + "learning_rate": 1.2270982933225816e-06, + "loss": 0.3067, + "num_tokens": 1511370331.0, + "step": 7943 + }, + { + "epoch": 2.711262798634812, + "grad_norm": 0.2835356718591049, + "learning_rate": 1.2265675377509776e-06, + "loss": 0.2897, + "num_tokens": 1511558633.0, + "step": 7944 + }, + { + "epoch": 2.71160409556314, + "grad_norm": 0.2890968772376947, + "learning_rate": 1.2260373871072996e-06, + "loss": 0.2996, + "num_tokens": 1511749734.0, + "step": 7945 + }, + { + "epoch": 2.711945392491468, + "grad_norm": 0.25504780085757295, + "learning_rate": 1.2255078414665927e-06, + "loss": 0.2691, + "num_tokens": 1511964958.0, + "step": 7946 + }, + { + "epoch": 2.7122866894197952, + "grad_norm": 0.28686562746454497, + "learning_rate": 1.2249789009038191e-06, + "loss": 0.2583, + "num_tokens": 1512112797.0, + "step": 7947 + }, + { + "epoch": 2.7126279863481226, + "grad_norm": 0.2925496488666732, + "learning_rate": 1.224450565493851e-06, + "loss": 0.3001, + "num_tokens": 1512310541.0, + "step": 7948 + }, + { + "epoch": 2.7129692832764505, + "grad_norm": 0.3062060734490365, + "learning_rate": 1.2239228353114798e-06, + "loss": 0.327, + "num_tokens": 1512499807.0, + "step": 7949 + }, + { + "epoch": 2.7133105802047783, + "grad_norm": 0.2691069652694592, + "learning_rate": 1.2233957104314054e-06, + "loss": 0.2779, + "num_tokens": 1512727141.0, + "step": 7950 + }, + { + "epoch": 2.7136518771331057, + "grad_norm": 0.2962196858321418, + "learning_rate": 1.2228691909282484e-06, + "loss": 0.2833, + "num_tokens": 1512915864.0, + "step": 7951 + }, + { + "epoch": 2.7139931740614336, + "grad_norm": 0.2954556045516695, + "learning_rate": 1.2223432768765374e-06, + "loss": 0.2741, + "num_tokens": 1513108746.0, + "step": 7952 + }, + { + "epoch": 2.714334470989761, + "grad_norm": 0.28543899813518187, + "learning_rate": 1.2218179683507217e-06, + "loss": 0.3273, + "num_tokens": 1513330624.0, + "step": 7953 + }, + { + "epoch": 2.714675767918089, + "grad_norm": 0.29859572315420674, + "learning_rate": 1.2212932654251592e-06, + "loss": 0.3031, + "num_tokens": 1513530174.0, + "step": 7954 + }, + { + "epoch": 2.7150170648464163, + "grad_norm": 0.27939003911120086, + "learning_rate": 1.2207691681741254e-06, + "loss": 0.2878, + "num_tokens": 1513730768.0, + "step": 7955 + }, + { + "epoch": 2.715358361774744, + "grad_norm": 0.26178201907976045, + "learning_rate": 1.2202456766718092e-06, + "loss": 0.2444, + "num_tokens": 1513924560.0, + "step": 7956 + }, + { + "epoch": 2.7156996587030715, + "grad_norm": 0.29125779863958196, + "learning_rate": 1.219722790992313e-06, + "loss": 0.2888, + "num_tokens": 1514106291.0, + "step": 7957 + }, + { + "epoch": 2.7160409556313994, + "grad_norm": 0.2901765479482408, + "learning_rate": 1.2192005112096559e-06, + "loss": 0.2654, + "num_tokens": 1514260998.0, + "step": 7958 + }, + { + "epoch": 2.716382252559727, + "grad_norm": 0.28487547460297213, + "learning_rate": 1.2186788373977674e-06, + "loss": 0.311, + "num_tokens": 1514463032.0, + "step": 7959 + }, + { + "epoch": 2.7167235494880546, + "grad_norm": 0.3088387828648198, + "learning_rate": 1.2181577696304943e-06, + "loss": 0.3012, + "num_tokens": 1514642299.0, + "step": 7960 + }, + { + "epoch": 2.717064846416382, + "grad_norm": 0.28379711364095006, + "learning_rate": 1.2176373079815965e-06, + "loss": 0.3037, + "num_tokens": 1514835892.0, + "step": 7961 + }, + { + "epoch": 2.71740614334471, + "grad_norm": 0.2490589655676938, + "learning_rate": 1.2171174525247483e-06, + "loss": 0.2741, + "num_tokens": 1515059193.0, + "step": 7962 + }, + { + "epoch": 2.7177474402730377, + "grad_norm": 0.30347910857001753, + "learning_rate": 1.2165982033335388e-06, + "loss": 0.2877, + "num_tokens": 1515243761.0, + "step": 7963 + }, + { + "epoch": 2.718088737201365, + "grad_norm": 0.2888615421832395, + "learning_rate": 1.2160795604814684e-06, + "loss": 0.3037, + "num_tokens": 1515434927.0, + "step": 7964 + }, + { + "epoch": 2.718430034129693, + "grad_norm": 0.2997448623023063, + "learning_rate": 1.2155615240419561e-06, + "loss": 0.3025, + "num_tokens": 1515604824.0, + "step": 7965 + }, + { + "epoch": 2.7187713310580204, + "grad_norm": 0.27907311015137914, + "learning_rate": 1.2150440940883314e-06, + "loss": 0.2922, + "num_tokens": 1515809743.0, + "step": 7966 + }, + { + "epoch": 2.7191126279863482, + "grad_norm": 0.3109375218301051, + "learning_rate": 1.2145272706938415e-06, + "loss": 0.3115, + "num_tokens": 1515992506.0, + "step": 7967 + }, + { + "epoch": 2.7194539249146756, + "grad_norm": 0.26926563806045284, + "learning_rate": 1.2140110539316428e-06, + "loss": 0.2837, + "num_tokens": 1516208934.0, + "step": 7968 + }, + { + "epoch": 2.7197952218430035, + "grad_norm": 0.47936823413038354, + "learning_rate": 1.2134954438748097e-06, + "loss": 0.2874, + "num_tokens": 1516412116.0, + "step": 7969 + }, + { + "epoch": 2.720136518771331, + "grad_norm": 0.31053924615603445, + "learning_rate": 1.2129804405963299e-06, + "loss": 0.2813, + "num_tokens": 1516577149.0, + "step": 7970 + }, + { + "epoch": 2.7204778156996587, + "grad_norm": 0.3117218629273589, + "learning_rate": 1.2124660441691058e-06, + "loss": 0.3374, + "num_tokens": 1516774783.0, + "step": 7971 + }, + { + "epoch": 2.7208191126279866, + "grad_norm": 0.305821900225202, + "learning_rate": 1.2119522546659517e-06, + "loss": 0.2845, + "num_tokens": 1516935722.0, + "step": 7972 + }, + { + "epoch": 2.721160409556314, + "grad_norm": 0.29146121405054515, + "learning_rate": 1.2114390721595973e-06, + "loss": 0.295, + "num_tokens": 1517120764.0, + "step": 7973 + }, + { + "epoch": 2.7215017064846414, + "grad_norm": 0.2943742240505242, + "learning_rate": 1.2109264967226873e-06, + "loss": 0.2847, + "num_tokens": 1517298671.0, + "step": 7974 + }, + { + "epoch": 2.7218430034129693, + "grad_norm": 0.2577623039657755, + "learning_rate": 1.2104145284277794e-06, + "loss": 0.2821, + "num_tokens": 1517508353.0, + "step": 7975 + }, + { + "epoch": 2.722184300341297, + "grad_norm": 0.3080063795705353, + "learning_rate": 1.2099031673473443e-06, + "loss": 0.312, + "num_tokens": 1517692931.0, + "step": 7976 + }, + { + "epoch": 2.7225255972696245, + "grad_norm": 0.2644151799033686, + "learning_rate": 1.20939241355377e-06, + "loss": 0.3074, + "num_tokens": 1517900931.0, + "step": 7977 + }, + { + "epoch": 2.7228668941979524, + "grad_norm": 0.29356192539061804, + "learning_rate": 1.208882267119355e-06, + "loss": 0.2778, + "num_tokens": 1518068243.0, + "step": 7978 + }, + { + "epoch": 2.7232081911262798, + "grad_norm": 0.2608199267355019, + "learning_rate": 1.2083727281163143e-06, + "loss": 0.2832, + "num_tokens": 1518270142.0, + "step": 7979 + }, + { + "epoch": 2.7235494880546076, + "grad_norm": 0.255100583132506, + "learning_rate": 1.207863796616775e-06, + "loss": 0.2982, + "num_tokens": 1518504496.0, + "step": 7980 + }, + { + "epoch": 2.723890784982935, + "grad_norm": 0.2848819401982414, + "learning_rate": 1.2073554726927801e-06, + "loss": 0.2935, + "num_tokens": 1518687095.0, + "step": 7981 + }, + { + "epoch": 2.724232081911263, + "grad_norm": 0.3015335506319374, + "learning_rate": 1.2068477564162846e-06, + "loss": 0.2878, + "num_tokens": 1518850547.0, + "step": 7982 + }, + { + "epoch": 2.7245733788395903, + "grad_norm": 0.26600952318008136, + "learning_rate": 1.2063406478591599e-06, + "loss": 0.2644, + "num_tokens": 1519036474.0, + "step": 7983 + }, + { + "epoch": 2.724914675767918, + "grad_norm": 0.3430095960291175, + "learning_rate": 1.2058341470931891e-06, + "loss": 0.282, + "num_tokens": 1519168453.0, + "step": 7984 + }, + { + "epoch": 2.725255972696246, + "grad_norm": 0.2774875620135772, + "learning_rate": 1.2053282541900692e-06, + "loss": 0.2978, + "num_tokens": 1519376208.0, + "step": 7985 + }, + { + "epoch": 2.7255972696245734, + "grad_norm": 0.3081238849203714, + "learning_rate": 1.2048229692214147e-06, + "loss": 0.2959, + "num_tokens": 1519576542.0, + "step": 7986 + }, + { + "epoch": 2.725938566552901, + "grad_norm": 0.2780474727742286, + "learning_rate": 1.2043182922587488e-06, + "loss": 0.2903, + "num_tokens": 1519763549.0, + "step": 7987 + }, + { + "epoch": 2.7262798634812286, + "grad_norm": 0.31847925599735144, + "learning_rate": 1.2038142233735143e-06, + "loss": 0.2328, + "num_tokens": 1519886890.0, + "step": 7988 + }, + { + "epoch": 2.7266211604095565, + "grad_norm": 0.27641807828008397, + "learning_rate": 1.2033107626370616e-06, + "loss": 0.3143, + "num_tokens": 1520094719.0, + "step": 7989 + }, + { + "epoch": 2.726962457337884, + "grad_norm": 0.32505590019252534, + "learning_rate": 1.2028079101206607e-06, + "loss": 0.3006, + "num_tokens": 1520283653.0, + "step": 7990 + }, + { + "epoch": 2.7273037542662117, + "grad_norm": 0.2901508846129336, + "learning_rate": 1.2023056658954917e-06, + "loss": 0.2931, + "num_tokens": 1520447825.0, + "step": 7991 + }, + { + "epoch": 2.727645051194539, + "grad_norm": 0.2990736961743201, + "learning_rate": 1.2018040300326513e-06, + "loss": 0.2919, + "num_tokens": 1520616858.0, + "step": 7992 + }, + { + "epoch": 2.727986348122867, + "grad_norm": 0.27355671603466836, + "learning_rate": 1.201303002603148e-06, + "loss": 0.2857, + "num_tokens": 1520842201.0, + "step": 7993 + }, + { + "epoch": 2.7283276450511944, + "grad_norm": 0.30732620214814105, + "learning_rate": 1.2008025836779048e-06, + "loss": 0.3065, + "num_tokens": 1521016332.0, + "step": 7994 + }, + { + "epoch": 2.7286689419795223, + "grad_norm": 0.262479811240739, + "learning_rate": 1.2003027733277598e-06, + "loss": 0.3204, + "num_tokens": 1521259316.0, + "step": 7995 + }, + { + "epoch": 2.7290102389078497, + "grad_norm": 0.2836952785015821, + "learning_rate": 1.1998035716234631e-06, + "loss": 0.293, + "num_tokens": 1521438857.0, + "step": 7996 + }, + { + "epoch": 2.7293515358361775, + "grad_norm": 0.28462337316146247, + "learning_rate": 1.19930497863568e-06, + "loss": 0.2981, + "num_tokens": 1521620018.0, + "step": 7997 + }, + { + "epoch": 2.7296928327645054, + "grad_norm": 0.2687352246715812, + "learning_rate": 1.1988069944349883e-06, + "loss": 0.2845, + "num_tokens": 1521825687.0, + "step": 7998 + }, + { + "epoch": 2.7300341296928328, + "grad_norm": 0.28242522137791193, + "learning_rate": 1.1983096190918807e-06, + "loss": 0.299, + "num_tokens": 1522019609.0, + "step": 7999 + }, + { + "epoch": 2.73037542662116, + "grad_norm": 0.2990940645020986, + "learning_rate": 1.1978128526767639e-06, + "loss": 0.2777, + "num_tokens": 1522199103.0, + "step": 8000 + }, + { + "epoch": 2.730716723549488, + "grad_norm": 0.3445319899018637, + "learning_rate": 1.1973166952599572e-06, + "loss": 0.3013, + "num_tokens": 1522364625.0, + "step": 8001 + }, + { + "epoch": 2.731058020477816, + "grad_norm": 0.28441363738483044, + "learning_rate": 1.1968211469116952e-06, + "loss": 0.2861, + "num_tokens": 1522532785.0, + "step": 8002 + }, + { + "epoch": 2.7313993174061433, + "grad_norm": 0.28770894184421997, + "learning_rate": 1.1963262077021246e-06, + "loss": 0.2979, + "num_tokens": 1522724000.0, + "step": 8003 + }, + { + "epoch": 2.731740614334471, + "grad_norm": 0.2872812613177914, + "learning_rate": 1.195831877701308e-06, + "loss": 0.3051, + "num_tokens": 1522917709.0, + "step": 8004 + }, + { + "epoch": 2.7320819112627985, + "grad_norm": 0.2828917748978925, + "learning_rate": 1.195338156979219e-06, + "loss": 0.3006, + "num_tokens": 1523114711.0, + "step": 8005 + }, + { + "epoch": 2.7324232081911264, + "grad_norm": 0.284193449790657, + "learning_rate": 1.1948450456057484e-06, + "loss": 0.293, + "num_tokens": 1523305902.0, + "step": 8006 + }, + { + "epoch": 2.732764505119454, + "grad_norm": 0.29501546272476376, + "learning_rate": 1.194352543650697e-06, + "loss": 0.2661, + "num_tokens": 1523474361.0, + "step": 8007 + }, + { + "epoch": 2.7331058020477816, + "grad_norm": 0.28507549949921457, + "learning_rate": 1.193860651183782e-06, + "loss": 0.2858, + "num_tokens": 1523653253.0, + "step": 8008 + }, + { + "epoch": 2.733447098976109, + "grad_norm": 0.2689299690735168, + "learning_rate": 1.193369368274633e-06, + "loss": 0.2925, + "num_tokens": 1523875301.0, + "step": 8009 + }, + { + "epoch": 2.733788395904437, + "grad_norm": 0.2998820046117925, + "learning_rate": 1.1928786949927949e-06, + "loss": 0.3422, + "num_tokens": 1524071121.0, + "step": 8010 + }, + { + "epoch": 2.7341296928327647, + "grad_norm": 0.2569023785350784, + "learning_rate": 1.1923886314077241e-06, + "loss": 0.3175, + "num_tokens": 1524327218.0, + "step": 8011 + }, + { + "epoch": 2.734470989761092, + "grad_norm": 0.290047024521187, + "learning_rate": 1.1918991775887924e-06, + "loss": 0.2682, + "num_tokens": 1524504779.0, + "step": 8012 + }, + { + "epoch": 2.7348122866894196, + "grad_norm": 0.2741390197929992, + "learning_rate": 1.191410333605284e-06, + "loss": 0.313, + "num_tokens": 1524715107.0, + "step": 8013 + }, + { + "epoch": 2.7351535836177474, + "grad_norm": 0.3054760278372172, + "learning_rate": 1.190922099526398e-06, + "loss": 0.307, + "num_tokens": 1524911649.0, + "step": 8014 + }, + { + "epoch": 2.7354948805460753, + "grad_norm": 0.29499774466283485, + "learning_rate": 1.1904344754212478e-06, + "loss": 0.3005, + "num_tokens": 1525112991.0, + "step": 8015 + }, + { + "epoch": 2.7358361774744027, + "grad_norm": 0.278507156116309, + "learning_rate": 1.1899474613588567e-06, + "loss": 0.2936, + "num_tokens": 1525298781.0, + "step": 8016 + }, + { + "epoch": 2.7361774744027305, + "grad_norm": 0.4494422475816549, + "learning_rate": 1.1894610574081664e-06, + "loss": 0.3028, + "num_tokens": 1525484600.0, + "step": 8017 + }, + { + "epoch": 2.736518771331058, + "grad_norm": 0.24068430438157062, + "learning_rate": 1.1889752636380285e-06, + "loss": 0.2917, + "num_tokens": 1525720736.0, + "step": 8018 + }, + { + "epoch": 2.7368600682593858, + "grad_norm": 0.30719300108671227, + "learning_rate": 1.1884900801172113e-06, + "loss": 0.2785, + "num_tokens": 1525879137.0, + "step": 8019 + }, + { + "epoch": 2.737201365187713, + "grad_norm": 0.3043268169708921, + "learning_rate": 1.1880055069143943e-06, + "loss": 0.3017, + "num_tokens": 1526095088.0, + "step": 8020 + }, + { + "epoch": 2.737542662116041, + "grad_norm": 0.2764338541744681, + "learning_rate": 1.187521544098171e-06, + "loss": 0.3099, + "num_tokens": 1526307576.0, + "step": 8021 + }, + { + "epoch": 2.7378839590443684, + "grad_norm": 0.28317260518464515, + "learning_rate": 1.1870381917370501e-06, + "loss": 0.2748, + "num_tokens": 1526504465.0, + "step": 8022 + }, + { + "epoch": 2.7382252559726963, + "grad_norm": 0.30712790322273537, + "learning_rate": 1.1865554498994525e-06, + "loss": 0.3025, + "num_tokens": 1526687013.0, + "step": 8023 + }, + { + "epoch": 2.738566552901024, + "grad_norm": 0.28498761114028587, + "learning_rate": 1.1860733186537124e-06, + "loss": 0.2911, + "num_tokens": 1526891201.0, + "step": 8024 + }, + { + "epoch": 2.7389078498293515, + "grad_norm": 0.28830107306891967, + "learning_rate": 1.185591798068079e-06, + "loss": 0.2939, + "num_tokens": 1527094603.0, + "step": 8025 + }, + { + "epoch": 2.739249146757679, + "grad_norm": 0.2928074375141945, + "learning_rate": 1.1851108882107134e-06, + "loss": 0.3144, + "num_tokens": 1527287154.0, + "step": 8026 + }, + { + "epoch": 2.739590443686007, + "grad_norm": 0.25649086571655355, + "learning_rate": 1.1846305891496919e-06, + "loss": 0.3273, + "num_tokens": 1527522635.0, + "step": 8027 + }, + { + "epoch": 2.7399317406143346, + "grad_norm": 0.27396264997157554, + "learning_rate": 1.1841509009530023e-06, + "loss": 0.2937, + "num_tokens": 1527721452.0, + "step": 8028 + }, + { + "epoch": 2.740273037542662, + "grad_norm": 0.3070386594052805, + "learning_rate": 1.1836718236885486e-06, + "loss": 0.2819, + "num_tokens": 1527876478.0, + "step": 8029 + }, + { + "epoch": 2.74061433447099, + "grad_norm": 0.2718837401322796, + "learning_rate": 1.183193357424145e-06, + "loss": 0.2948, + "num_tokens": 1528090281.0, + "step": 8030 + }, + { + "epoch": 2.7409556313993173, + "grad_norm": 0.26909288536276443, + "learning_rate": 1.1827155022275228e-06, + "loss": 0.2889, + "num_tokens": 1528287996.0, + "step": 8031 + }, + { + "epoch": 2.741296928327645, + "grad_norm": 0.2575817996586569, + "learning_rate": 1.1822382581663238e-06, + "loss": 0.2598, + "num_tokens": 1528482605.0, + "step": 8032 + }, + { + "epoch": 2.7416382252559726, + "grad_norm": 0.33300558869462316, + "learning_rate": 1.181761625308105e-06, + "loss": 0.2973, + "num_tokens": 1528642599.0, + "step": 8033 + }, + { + "epoch": 2.7419795221843004, + "grad_norm": 0.2660090256773758, + "learning_rate": 1.181285603720337e-06, + "loss": 0.2658, + "num_tokens": 1528810492.0, + "step": 8034 + }, + { + "epoch": 2.742320819112628, + "grad_norm": 0.27396233656375524, + "learning_rate": 1.1808101934704019e-06, + "loss": 0.2898, + "num_tokens": 1528994008.0, + "step": 8035 + }, + { + "epoch": 2.7426621160409557, + "grad_norm": 0.28269108434637447, + "learning_rate": 1.1803353946255978e-06, + "loss": 0.2835, + "num_tokens": 1529182422.0, + "step": 8036 + }, + { + "epoch": 2.7430034129692835, + "grad_norm": 0.30273359303952946, + "learning_rate": 1.1798612072531349e-06, + "loss": 0.2988, + "num_tokens": 1529347120.0, + "step": 8037 + }, + { + "epoch": 2.743344709897611, + "grad_norm": 0.29102784430105066, + "learning_rate": 1.179387631420137e-06, + "loss": 0.2917, + "num_tokens": 1529530016.0, + "step": 8038 + }, + { + "epoch": 2.7436860068259383, + "grad_norm": 0.29760027085419766, + "learning_rate": 1.1789146671936408e-06, + "loss": 0.2921, + "num_tokens": 1529710443.0, + "step": 8039 + }, + { + "epoch": 2.744027303754266, + "grad_norm": 0.25632747122476296, + "learning_rate": 1.1784423146405979e-06, + "loss": 0.2748, + "num_tokens": 1529905112.0, + "step": 8040 + }, + { + "epoch": 2.744368600682594, + "grad_norm": 0.3023598474174616, + "learning_rate": 1.1779705738278717e-06, + "loss": 0.3001, + "num_tokens": 1530076870.0, + "step": 8041 + }, + { + "epoch": 2.7447098976109214, + "grad_norm": 0.25876402720641445, + "learning_rate": 1.1774994448222393e-06, + "loss": 0.2839, + "num_tokens": 1530279219.0, + "step": 8042 + }, + { + "epoch": 2.7450511945392493, + "grad_norm": 0.30726422308343027, + "learning_rate": 1.1770289276903932e-06, + "loss": 0.291, + "num_tokens": 1530459633.0, + "step": 8043 + }, + { + "epoch": 2.7453924914675767, + "grad_norm": 0.30921007928605077, + "learning_rate": 1.1765590224989358e-06, + "loss": 0.2862, + "num_tokens": 1530621781.0, + "step": 8044 + }, + { + "epoch": 2.7457337883959045, + "grad_norm": 0.273179216481645, + "learning_rate": 1.1760897293143873e-06, + "loss": 0.253, + "num_tokens": 1530793759.0, + "step": 8045 + }, + { + "epoch": 2.746075085324232, + "grad_norm": 0.2823232523021321, + "learning_rate": 1.1756210482031758e-06, + "loss": 0.2888, + "num_tokens": 1530992952.0, + "step": 8046 + }, + { + "epoch": 2.74641638225256, + "grad_norm": 0.2845784831385752, + "learning_rate": 1.1751529792316474e-06, + "loss": 0.2983, + "num_tokens": 1531185476.0, + "step": 8047 + }, + { + "epoch": 2.746757679180887, + "grad_norm": 0.3097559512804966, + "learning_rate": 1.1746855224660595e-06, + "loss": 0.2726, + "num_tokens": 1531350391.0, + "step": 8048 + }, + { + "epoch": 2.747098976109215, + "grad_norm": 0.27582274852994754, + "learning_rate": 1.1742186779725834e-06, + "loss": 0.2787, + "num_tokens": 1531553503.0, + "step": 8049 + }, + { + "epoch": 2.747440273037543, + "grad_norm": 0.3176408399020439, + "learning_rate": 1.173752445817303e-06, + "loss": 0.2851, + "num_tokens": 1531703560.0, + "step": 8050 + }, + { + "epoch": 2.7477815699658703, + "grad_norm": 0.2667563564121212, + "learning_rate": 1.1732868260662165e-06, + "loss": 0.2819, + "num_tokens": 1531901813.0, + "step": 8051 + }, + { + "epoch": 2.7481228668941977, + "grad_norm": 0.3027779444034749, + "learning_rate": 1.1728218187852347e-06, + "loss": 0.29, + "num_tokens": 1532086485.0, + "step": 8052 + }, + { + "epoch": 2.7484641638225256, + "grad_norm": 0.2648984646536805, + "learning_rate": 1.1723574240401819e-06, + "loss": 0.2854, + "num_tokens": 1532277981.0, + "step": 8053 + }, + { + "epoch": 2.7488054607508534, + "grad_norm": 0.27693773564612784, + "learning_rate": 1.1718936418967968e-06, + "loss": 0.275, + "num_tokens": 1532458456.0, + "step": 8054 + }, + { + "epoch": 2.749146757679181, + "grad_norm": 0.30032731681240066, + "learning_rate": 1.1714304724207282e-06, + "loss": 0.291, + "num_tokens": 1532652204.0, + "step": 8055 + }, + { + "epoch": 2.7494880546075087, + "grad_norm": 0.26695454031852833, + "learning_rate": 1.170967915677542e-06, + "loss": 0.2723, + "num_tokens": 1532848397.0, + "step": 8056 + }, + { + "epoch": 2.749829351535836, + "grad_norm": 0.2649261064597779, + "learning_rate": 1.1705059717327144e-06, + "loss": 0.292, + "num_tokens": 1533077662.0, + "step": 8057 + }, + { + "epoch": 2.750170648464164, + "grad_norm": 0.265480579270866, + "learning_rate": 1.170044640651638e-06, + "loss": 0.2831, + "num_tokens": 1533289902.0, + "step": 8058 + }, + { + "epoch": 2.7505119453924913, + "grad_norm": 0.28118927709932773, + "learning_rate": 1.169583922499615e-06, + "loss": 0.3224, + "num_tokens": 1533501362.0, + "step": 8059 + }, + { + "epoch": 2.750853242320819, + "grad_norm": 0.23765324237484614, + "learning_rate": 1.1691238173418626e-06, + "loss": 0.2856, + "num_tokens": 1533752023.0, + "step": 8060 + }, + { + "epoch": 2.7511945392491466, + "grad_norm": 0.27086107077258, + "learning_rate": 1.1686643252435129e-06, + "loss": 0.2879, + "num_tokens": 1533960842.0, + "step": 8061 + }, + { + "epoch": 2.7515358361774744, + "grad_norm": 0.2928016262862692, + "learning_rate": 1.1682054462696074e-06, + "loss": 0.2995, + "num_tokens": 1534150467.0, + "step": 8062 + }, + { + "epoch": 2.7518771331058023, + "grad_norm": 0.2695668266217796, + "learning_rate": 1.1677471804851054e-06, + "loss": 0.3054, + "num_tokens": 1534356889.0, + "step": 8063 + }, + { + "epoch": 2.7522184300341297, + "grad_norm": 0.29335705388733263, + "learning_rate": 1.1672895279548745e-06, + "loss": 0.3032, + "num_tokens": 1534579322.0, + "step": 8064 + }, + { + "epoch": 2.752559726962457, + "grad_norm": 0.2752759721136749, + "learning_rate": 1.1668324887436986e-06, + "loss": 0.2962, + "num_tokens": 1534783214.0, + "step": 8065 + }, + { + "epoch": 2.752901023890785, + "grad_norm": 0.2572154015876801, + "learning_rate": 1.1663760629162755e-06, + "loss": 0.3094, + "num_tokens": 1535029837.0, + "step": 8066 + }, + { + "epoch": 2.753242320819113, + "grad_norm": 0.28987954052181936, + "learning_rate": 1.1659202505372134e-06, + "loss": 0.2952, + "num_tokens": 1535229653.0, + "step": 8067 + }, + { + "epoch": 2.75358361774744, + "grad_norm": 0.2683199521357344, + "learning_rate": 1.1654650516710354e-06, + "loss": 0.3151, + "num_tokens": 1535454022.0, + "step": 8068 + }, + { + "epoch": 2.753924914675768, + "grad_norm": 0.31737487952695875, + "learning_rate": 1.1650104663821774e-06, + "loss": 0.3071, + "num_tokens": 1535642089.0, + "step": 8069 + }, + { + "epoch": 2.7542662116040955, + "grad_norm": 0.2692881652401516, + "learning_rate": 1.1645564947349889e-06, + "loss": 0.2794, + "num_tokens": 1535836350.0, + "step": 8070 + }, + { + "epoch": 2.7546075085324233, + "grad_norm": 0.28798369114393124, + "learning_rate": 1.1641031367937308e-06, + "loss": 0.2728, + "num_tokens": 1536012380.0, + "step": 8071 + }, + { + "epoch": 2.7549488054607507, + "grad_norm": 0.2800084157117394, + "learning_rate": 1.16365039262258e-06, + "loss": 0.311, + "num_tokens": 1536216880.0, + "step": 8072 + }, + { + "epoch": 2.7552901023890786, + "grad_norm": 0.29554914493002044, + "learning_rate": 1.1631982622856248e-06, + "loss": 0.289, + "num_tokens": 1536397565.0, + "step": 8073 + }, + { + "epoch": 2.755631399317406, + "grad_norm": 0.2786359471579888, + "learning_rate": 1.1627467458468652e-06, + "loss": 0.3092, + "num_tokens": 1536600813.0, + "step": 8074 + }, + { + "epoch": 2.755972696245734, + "grad_norm": 0.2629659429466698, + "learning_rate": 1.1622958433702173e-06, + "loss": 0.3193, + "num_tokens": 1536835553.0, + "step": 8075 + }, + { + "epoch": 2.7563139931740617, + "grad_norm": 0.3247724414266696, + "learning_rate": 1.1618455549195086e-06, + "loss": 0.2879, + "num_tokens": 1536991799.0, + "step": 8076 + }, + { + "epoch": 2.756655290102389, + "grad_norm": 0.3179724083502631, + "learning_rate": 1.1613958805584794e-06, + "loss": 0.2805, + "num_tokens": 1537153792.0, + "step": 8077 + }, + { + "epoch": 2.7569965870307165, + "grad_norm": 0.26786611189812304, + "learning_rate": 1.1609468203507834e-06, + "loss": 0.2654, + "num_tokens": 1537352380.0, + "step": 8078 + }, + { + "epoch": 2.7573378839590443, + "grad_norm": 0.2631258923926445, + "learning_rate": 1.160498374359989e-06, + "loss": 0.2729, + "num_tokens": 1537556064.0, + "step": 8079 + }, + { + "epoch": 2.757679180887372, + "grad_norm": 0.3815511610799483, + "learning_rate": 1.1600505426495748e-06, + "loss": 0.3089, + "num_tokens": 1537748938.0, + "step": 8080 + }, + { + "epoch": 2.7580204778156996, + "grad_norm": 0.2793971779644212, + "learning_rate": 1.1596033252829335e-06, + "loss": 0.2949, + "num_tokens": 1537929758.0, + "step": 8081 + }, + { + "epoch": 2.7583617747440274, + "grad_norm": 0.29183751954317116, + "learning_rate": 1.159156722323373e-06, + "loss": 0.3023, + "num_tokens": 1538111147.0, + "step": 8082 + }, + { + "epoch": 2.758703071672355, + "grad_norm": 0.33969895587979576, + "learning_rate": 1.1587107338341107e-06, + "loss": 0.2787, + "num_tokens": 1538278060.0, + "step": 8083 + }, + { + "epoch": 2.7590443686006827, + "grad_norm": 0.29838492213492157, + "learning_rate": 1.15826535987828e-06, + "loss": 0.3026, + "num_tokens": 1538458518.0, + "step": 8084 + }, + { + "epoch": 2.75938566552901, + "grad_norm": 0.28218942472861863, + "learning_rate": 1.157820600518925e-06, + "loss": 0.3018, + "num_tokens": 1538661259.0, + "step": 8085 + }, + { + "epoch": 2.759726962457338, + "grad_norm": 0.2677225208698875, + "learning_rate": 1.1573764558190048e-06, + "loss": 0.3086, + "num_tokens": 1538888373.0, + "step": 8086 + }, + { + "epoch": 2.7600682593856654, + "grad_norm": 0.2975838353453996, + "learning_rate": 1.1569329258413892e-06, + "loss": 0.2888, + "num_tokens": 1539066384.0, + "step": 8087 + }, + { + "epoch": 2.760409556313993, + "grad_norm": 0.2895488746383066, + "learning_rate": 1.1564900106488635e-06, + "loss": 0.3044, + "num_tokens": 1539262848.0, + "step": 8088 + }, + { + "epoch": 2.760750853242321, + "grad_norm": 0.2637335053636506, + "learning_rate": 1.1560477103041243e-06, + "loss": 0.2836, + "num_tokens": 1539480280.0, + "step": 8089 + }, + { + "epoch": 2.7610921501706485, + "grad_norm": 0.306620068559128, + "learning_rate": 1.155606024869782e-06, + "loss": 0.2892, + "num_tokens": 1539655371.0, + "step": 8090 + }, + { + "epoch": 2.761433447098976, + "grad_norm": 0.27323636788627015, + "learning_rate": 1.155164954408359e-06, + "loss": 0.316, + "num_tokens": 1539889636.0, + "step": 8091 + }, + { + "epoch": 2.7617747440273037, + "grad_norm": 0.3194081269591545, + "learning_rate": 1.1547244989822917e-06, + "loss": 0.2889, + "num_tokens": 1540072859.0, + "step": 8092 + }, + { + "epoch": 2.7621160409556316, + "grad_norm": 0.2763651059772195, + "learning_rate": 1.15428465865393e-06, + "loss": 0.2828, + "num_tokens": 1540255044.0, + "step": 8093 + }, + { + "epoch": 2.762457337883959, + "grad_norm": 0.25275702240212267, + "learning_rate": 1.1538454334855329e-06, + "loss": 0.2987, + "num_tokens": 1540483988.0, + "step": 8094 + }, + { + "epoch": 2.762798634812287, + "grad_norm": 0.26710356558904, + "learning_rate": 1.153406823539278e-06, + "loss": 0.2845, + "num_tokens": 1540724370.0, + "step": 8095 + }, + { + "epoch": 2.7631399317406142, + "grad_norm": 0.2819692041800333, + "learning_rate": 1.1529688288772509e-06, + "loss": 0.2789, + "num_tokens": 1540912926.0, + "step": 8096 + }, + { + "epoch": 2.763481228668942, + "grad_norm": 0.3117614842244339, + "learning_rate": 1.1525314495614541e-06, + "loss": 0.2869, + "num_tokens": 1541087930.0, + "step": 8097 + }, + { + "epoch": 2.7638225255972695, + "grad_norm": 0.2796610342611546, + "learning_rate": 1.1520946856537998e-06, + "loss": 0.2846, + "num_tokens": 1541288811.0, + "step": 8098 + }, + { + "epoch": 2.7641638225255973, + "grad_norm": 0.2937227378526267, + "learning_rate": 1.151658537216114e-06, + "loss": 0.2588, + "num_tokens": 1541466830.0, + "step": 8099 + }, + { + "epoch": 2.7645051194539247, + "grad_norm": 0.33677290566921797, + "learning_rate": 1.1512230043101374e-06, + "loss": 0.3243, + "num_tokens": 1541621462.0, + "step": 8100 + }, + { + "epoch": 2.7648464163822526, + "grad_norm": 0.3059283916775116, + "learning_rate": 1.1507880869975198e-06, + "loss": 0.285, + "num_tokens": 1541794529.0, + "step": 8101 + }, + { + "epoch": 2.7651877133105804, + "grad_norm": 0.27930940640037394, + "learning_rate": 1.1503537853398294e-06, + "loss": 0.2838, + "num_tokens": 1541993069.0, + "step": 8102 + }, + { + "epoch": 2.765529010238908, + "grad_norm": 0.3008266183661822, + "learning_rate": 1.149920099398541e-06, + "loss": 0.286, + "num_tokens": 1542176876.0, + "step": 8103 + }, + { + "epoch": 2.7658703071672353, + "grad_norm": 0.3167363094537905, + "learning_rate": 1.1494870292350468e-06, + "loss": 0.2882, + "num_tokens": 1542338770.0, + "step": 8104 + }, + { + "epoch": 2.766211604095563, + "grad_norm": 0.2584521236733768, + "learning_rate": 1.1490545749106493e-06, + "loss": 0.2911, + "num_tokens": 1542556927.0, + "step": 8105 + }, + { + "epoch": 2.766552901023891, + "grad_norm": 0.2779474360683984, + "learning_rate": 1.1486227364865654e-06, + "loss": 0.3086, + "num_tokens": 1542751893.0, + "step": 8106 + }, + { + "epoch": 2.7668941979522184, + "grad_norm": 0.2905717911733521, + "learning_rate": 1.1481915140239244e-06, + "loss": 0.2941, + "num_tokens": 1542941447.0, + "step": 8107 + }, + { + "epoch": 2.767235494880546, + "grad_norm": 0.2684686909764761, + "learning_rate": 1.1477609075837675e-06, + "loss": 0.2935, + "num_tokens": 1543156258.0, + "step": 8108 + }, + { + "epoch": 2.7675767918088736, + "grad_norm": 0.278069573760715, + "learning_rate": 1.1473309172270504e-06, + "loss": 0.2829, + "num_tokens": 1543386595.0, + "step": 8109 + }, + { + "epoch": 2.7679180887372015, + "grad_norm": 0.25838789976871346, + "learning_rate": 1.1469015430146399e-06, + "loss": 0.2947, + "num_tokens": 1543617362.0, + "step": 8110 + }, + { + "epoch": 2.768259385665529, + "grad_norm": 0.2733225765928768, + "learning_rate": 1.1464727850073171e-06, + "loss": 0.2802, + "num_tokens": 1543823347.0, + "step": 8111 + }, + { + "epoch": 2.7686006825938567, + "grad_norm": 0.2986677278434122, + "learning_rate": 1.1460446432657735e-06, + "loss": 0.2823, + "num_tokens": 1543995588.0, + "step": 8112 + }, + { + "epoch": 2.768941979522184, + "grad_norm": 0.2703597681922963, + "learning_rate": 1.1456171178506157e-06, + "loss": 0.2934, + "num_tokens": 1544197359.0, + "step": 8113 + }, + { + "epoch": 2.769283276450512, + "grad_norm": 0.2753065543849396, + "learning_rate": 1.145190208822363e-06, + "loss": 0.3036, + "num_tokens": 1544400167.0, + "step": 8114 + }, + { + "epoch": 2.76962457337884, + "grad_norm": 0.38700898519674287, + "learning_rate": 1.1447639162414465e-06, + "loss": 0.3037, + "num_tokens": 1544613552.0, + "step": 8115 + }, + { + "epoch": 2.7699658703071672, + "grad_norm": 0.2875444388028918, + "learning_rate": 1.1443382401682097e-06, + "loss": 0.2997, + "num_tokens": 1544801729.0, + "step": 8116 + }, + { + "epoch": 2.7703071672354946, + "grad_norm": 0.29616563670770596, + "learning_rate": 1.1439131806629089e-06, + "loss": 0.2969, + "num_tokens": 1544982823.0, + "step": 8117 + }, + { + "epoch": 2.7706484641638225, + "grad_norm": 0.28388093613869936, + "learning_rate": 1.1434887377857148e-06, + "loss": 0.2665, + "num_tokens": 1545148623.0, + "step": 8118 + }, + { + "epoch": 2.7709897610921503, + "grad_norm": 0.28325618483537834, + "learning_rate": 1.1430649115967089e-06, + "loss": 0.3019, + "num_tokens": 1545351951.0, + "step": 8119 + }, + { + "epoch": 2.7713310580204777, + "grad_norm": 0.25783042777675397, + "learning_rate": 1.1426417021558866e-06, + "loss": 0.3109, + "num_tokens": 1545591288.0, + "step": 8120 + }, + { + "epoch": 2.7716723549488056, + "grad_norm": 0.2807609221969857, + "learning_rate": 1.1422191095231557e-06, + "loss": 0.3038, + "num_tokens": 1545779588.0, + "step": 8121 + }, + { + "epoch": 2.772013651877133, + "grad_norm": 0.2469385636314487, + "learning_rate": 1.1417971337583354e-06, + "loss": 0.2837, + "num_tokens": 1546019423.0, + "step": 8122 + }, + { + "epoch": 2.772354948805461, + "grad_norm": 0.4367247554721471, + "learning_rate": 1.1413757749211602e-06, + "loss": 0.2871, + "num_tokens": 1546234104.0, + "step": 8123 + }, + { + "epoch": 2.7726962457337883, + "grad_norm": 0.3084681105019125, + "learning_rate": 1.1409550330712746e-06, + "loss": 0.2999, + "num_tokens": 1546402447.0, + "step": 8124 + }, + { + "epoch": 2.773037542662116, + "grad_norm": 0.28969357401366896, + "learning_rate": 1.1405349082682379e-06, + "loss": 0.3134, + "num_tokens": 1546601358.0, + "step": 8125 + }, + { + "epoch": 2.7733788395904435, + "grad_norm": 0.2731177322216805, + "learning_rate": 1.1401154005715192e-06, + "loss": 0.2962, + "num_tokens": 1546809337.0, + "step": 8126 + }, + { + "epoch": 2.7737201365187714, + "grad_norm": 0.28444485554237925, + "learning_rate": 1.1396965100405046e-06, + "loss": 0.3053, + "num_tokens": 1547030269.0, + "step": 8127 + }, + { + "epoch": 2.774061433447099, + "grad_norm": 0.2623119971792426, + "learning_rate": 1.1392782367344892e-06, + "loss": 0.3004, + "num_tokens": 1547250688.0, + "step": 8128 + }, + { + "epoch": 2.7744027303754266, + "grad_norm": 0.2950559765753517, + "learning_rate": 1.138860580712681e-06, + "loss": 0.2747, + "num_tokens": 1547417654.0, + "step": 8129 + }, + { + "epoch": 2.774744027303754, + "grad_norm": 0.2967739544402791, + "learning_rate": 1.1384435420342034e-06, + "loss": 0.292, + "num_tokens": 1547637877.0, + "step": 8130 + }, + { + "epoch": 2.775085324232082, + "grad_norm": 0.25237357455919585, + "learning_rate": 1.1380271207580882e-06, + "loss": 0.3168, + "num_tokens": 1547870366.0, + "step": 8131 + }, + { + "epoch": 2.7754266211604097, + "grad_norm": 0.29499467980697625, + "learning_rate": 1.1376113169432848e-06, + "loss": 0.2971, + "num_tokens": 1548046054.0, + "step": 8132 + }, + { + "epoch": 2.775767918088737, + "grad_norm": 0.2561501874405814, + "learning_rate": 1.1371961306486509e-06, + "loss": 0.2842, + "num_tokens": 1548248542.0, + "step": 8133 + }, + { + "epoch": 2.776109215017065, + "grad_norm": 0.27377948055108403, + "learning_rate": 1.1367815619329583e-06, + "loss": 0.2597, + "num_tokens": 1548425534.0, + "step": 8134 + }, + { + "epoch": 2.7764505119453924, + "grad_norm": 0.7425492900723052, + "learning_rate": 1.136367610854892e-06, + "loss": 0.2649, + "num_tokens": 1548563363.0, + "step": 8135 + }, + { + "epoch": 2.7767918088737202, + "grad_norm": 0.3063163731308359, + "learning_rate": 1.1359542774730491e-06, + "loss": 0.2913, + "num_tokens": 1548727099.0, + "step": 8136 + }, + { + "epoch": 2.7771331058020476, + "grad_norm": 0.2813176944935168, + "learning_rate": 1.1355415618459389e-06, + "loss": 0.2908, + "num_tokens": 1548906145.0, + "step": 8137 + }, + { + "epoch": 2.7774744027303755, + "grad_norm": 0.30137996743761486, + "learning_rate": 1.1351294640319836e-06, + "loss": 0.2999, + "num_tokens": 1549111675.0, + "step": 8138 + }, + { + "epoch": 2.777815699658703, + "grad_norm": 0.3108487160710368, + "learning_rate": 1.1347179840895184e-06, + "loss": 0.2543, + "num_tokens": 1549256295.0, + "step": 8139 + }, + { + "epoch": 2.7781569965870307, + "grad_norm": 0.278083731022996, + "learning_rate": 1.13430712207679e-06, + "loss": 0.2993, + "num_tokens": 1549452586.0, + "step": 8140 + }, + { + "epoch": 2.7784982935153586, + "grad_norm": 0.2567957540708434, + "learning_rate": 1.1338968780519584e-06, + "loss": 0.2909, + "num_tokens": 1549674981.0, + "step": 8141 + }, + { + "epoch": 2.778839590443686, + "grad_norm": 0.2806903225252168, + "learning_rate": 1.1334872520730957e-06, + "loss": 0.2595, + "num_tokens": 1549857392.0, + "step": 8142 + }, + { + "epoch": 2.7791808873720134, + "grad_norm": 0.3032071486503886, + "learning_rate": 1.1330782441981878e-06, + "loss": 0.3046, + "num_tokens": 1550034215.0, + "step": 8143 + }, + { + "epoch": 2.7795221843003413, + "grad_norm": 0.3232889754854479, + "learning_rate": 1.13266985448513e-06, + "loss": 0.2835, + "num_tokens": 1550212955.0, + "step": 8144 + }, + { + "epoch": 2.779863481228669, + "grad_norm": 0.28121606137231897, + "learning_rate": 1.132262082991734e-06, + "loss": 0.2667, + "num_tokens": 1550382999.0, + "step": 8145 + }, + { + "epoch": 2.7802047781569965, + "grad_norm": 0.2549485615446584, + "learning_rate": 1.1318549297757208e-06, + "loss": 0.319, + "num_tokens": 1550617475.0, + "step": 8146 + }, + { + "epoch": 2.7805460750853244, + "grad_norm": 0.28323945370530135, + "learning_rate": 1.1314483948947259e-06, + "loss": 0.2881, + "num_tokens": 1550797458.0, + "step": 8147 + }, + { + "epoch": 2.7808873720136518, + "grad_norm": 0.2734660911545418, + "learning_rate": 1.1310424784062965e-06, + "loss": 0.2835, + "num_tokens": 1551004128.0, + "step": 8148 + }, + { + "epoch": 2.7812286689419796, + "grad_norm": 0.28596504085779734, + "learning_rate": 1.1306371803678918e-06, + "loss": 0.3027, + "num_tokens": 1551194329.0, + "step": 8149 + }, + { + "epoch": 2.781569965870307, + "grad_norm": 0.2953032606232079, + "learning_rate": 1.130232500836885e-06, + "loss": 0.2894, + "num_tokens": 1551356424.0, + "step": 8150 + }, + { + "epoch": 2.781911262798635, + "grad_norm": 0.2895465064469227, + "learning_rate": 1.1298284398705598e-06, + "loss": 0.2946, + "num_tokens": 1551547778.0, + "step": 8151 + }, + { + "epoch": 2.7822525597269623, + "grad_norm": 0.2539601656862139, + "learning_rate": 1.1294249975261136e-06, + "loss": 0.2962, + "num_tokens": 1551776169.0, + "step": 8152 + }, + { + "epoch": 2.78259385665529, + "grad_norm": 0.2562518480333358, + "learning_rate": 1.1290221738606555e-06, + "loss": 0.2706, + "num_tokens": 1551986383.0, + "step": 8153 + }, + { + "epoch": 2.782935153583618, + "grad_norm": 0.27665151590641573, + "learning_rate": 1.1286199689312074e-06, + "loss": 0.2782, + "num_tokens": 1552170938.0, + "step": 8154 + }, + { + "epoch": 2.7832764505119454, + "grad_norm": 0.2596702129283759, + "learning_rate": 1.1282183827947052e-06, + "loss": 0.2834, + "num_tokens": 1552394271.0, + "step": 8155 + }, + { + "epoch": 2.783617747440273, + "grad_norm": 0.32021584855570334, + "learning_rate": 1.1278174155079932e-06, + "loss": 0.2805, + "num_tokens": 1552538851.0, + "step": 8156 + }, + { + "epoch": 2.7839590443686006, + "grad_norm": 0.2995600951253001, + "learning_rate": 1.127417067127833e-06, + "loss": 0.276, + "num_tokens": 1552724335.0, + "step": 8157 + }, + { + "epoch": 2.7843003412969285, + "grad_norm": 0.29817937860786176, + "learning_rate": 1.1270173377108932e-06, + "loss": 0.3208, + "num_tokens": 1552917013.0, + "step": 8158 + }, + { + "epoch": 2.784641638225256, + "grad_norm": 0.3001326261099399, + "learning_rate": 1.1266182273137604e-06, + "loss": 0.2743, + "num_tokens": 1553084468.0, + "step": 8159 + }, + { + "epoch": 2.7849829351535837, + "grad_norm": 0.3054083325571492, + "learning_rate": 1.12621973599293e-06, + "loss": 0.305, + "num_tokens": 1553279009.0, + "step": 8160 + }, + { + "epoch": 2.785324232081911, + "grad_norm": 0.29854450122259896, + "learning_rate": 1.1258218638048101e-06, + "loss": 0.3039, + "num_tokens": 1553463850.0, + "step": 8161 + }, + { + "epoch": 2.785665529010239, + "grad_norm": 0.2991538835725192, + "learning_rate": 1.1254246108057223e-06, + "loss": 0.284, + "num_tokens": 1553636084.0, + "step": 8162 + }, + { + "epoch": 2.7860068259385664, + "grad_norm": 0.29046671394498347, + "learning_rate": 1.1250279770518998e-06, + "loss": 0.3295, + "num_tokens": 1553842486.0, + "step": 8163 + }, + { + "epoch": 2.7863481228668943, + "grad_norm": 0.27834057282665414, + "learning_rate": 1.1246319625994883e-06, + "loss": 0.2802, + "num_tokens": 1554034708.0, + "step": 8164 + }, + { + "epoch": 2.7866894197952217, + "grad_norm": 0.26492987133026136, + "learning_rate": 1.1242365675045449e-06, + "loss": 0.2914, + "num_tokens": 1554236050.0, + "step": 8165 + }, + { + "epoch": 2.7870307167235495, + "grad_norm": 0.2761736161661204, + "learning_rate": 1.1238417918230416e-06, + "loss": 0.285, + "num_tokens": 1554433755.0, + "step": 8166 + }, + { + "epoch": 2.7873720136518774, + "grad_norm": 0.29857861261356583, + "learning_rate": 1.1234476356108594e-06, + "loss": 0.3102, + "num_tokens": 1554613875.0, + "step": 8167 + }, + { + "epoch": 2.7877133105802048, + "grad_norm": 0.2871795094822872, + "learning_rate": 1.1230540989237953e-06, + "loss": 0.2858, + "num_tokens": 1554786732.0, + "step": 8168 + }, + { + "epoch": 2.788054607508532, + "grad_norm": 0.3118560247522361, + "learning_rate": 1.1226611818175551e-06, + "loss": 0.304, + "num_tokens": 1554970569.0, + "step": 8169 + }, + { + "epoch": 2.78839590443686, + "grad_norm": 0.256565352360995, + "learning_rate": 1.122268884347758e-06, + "loss": 0.2892, + "num_tokens": 1555192876.0, + "step": 8170 + }, + { + "epoch": 2.788737201365188, + "grad_norm": 0.3328080508931577, + "learning_rate": 1.1218772065699375e-06, + "loss": 0.3035, + "num_tokens": 1555398816.0, + "step": 8171 + }, + { + "epoch": 2.7890784982935153, + "grad_norm": 0.2839643870117726, + "learning_rate": 1.1214861485395366e-06, + "loss": 0.2985, + "num_tokens": 1555587493.0, + "step": 8172 + }, + { + "epoch": 2.789419795221843, + "grad_norm": 0.25916638874070275, + "learning_rate": 1.1210957103119119e-06, + "loss": 0.2903, + "num_tokens": 1555793010.0, + "step": 8173 + }, + { + "epoch": 2.7897610921501705, + "grad_norm": 0.25522537481825575, + "learning_rate": 1.120705891942332e-06, + "loss": 0.283, + "num_tokens": 1555995386.0, + "step": 8174 + }, + { + "epoch": 2.7901023890784984, + "grad_norm": 0.2636746360191644, + "learning_rate": 1.1203166934859784e-06, + "loss": 0.2743, + "num_tokens": 1556182870.0, + "step": 8175 + }, + { + "epoch": 2.790443686006826, + "grad_norm": 0.27747995883438215, + "learning_rate": 1.1199281149979435e-06, + "loss": 0.2976, + "num_tokens": 1556382032.0, + "step": 8176 + }, + { + "epoch": 2.7907849829351536, + "grad_norm": 0.2928543734478383, + "learning_rate": 1.1195401565332333e-06, + "loss": 0.2969, + "num_tokens": 1556565115.0, + "step": 8177 + }, + { + "epoch": 2.791126279863481, + "grad_norm": 0.262050971478416, + "learning_rate": 1.1191528181467654e-06, + "loss": 0.2937, + "num_tokens": 1556783676.0, + "step": 8178 + }, + { + "epoch": 2.791467576791809, + "grad_norm": 0.2918164853132201, + "learning_rate": 1.1187660998933692e-06, + "loss": 0.3019, + "num_tokens": 1556971291.0, + "step": 8179 + }, + { + "epoch": 2.7918088737201368, + "grad_norm": 0.2767516877922329, + "learning_rate": 1.1183800018277872e-06, + "loss": 0.2901, + "num_tokens": 1557154387.0, + "step": 8180 + }, + { + "epoch": 2.792150170648464, + "grad_norm": 0.27837527800981615, + "learning_rate": 1.1179945240046741e-06, + "loss": 0.308, + "num_tokens": 1557390748.0, + "step": 8181 + }, + { + "epoch": 2.7924914675767916, + "grad_norm": 0.32473320580310394, + "learning_rate": 1.1176096664785957e-06, + "loss": 0.3041, + "num_tokens": 1557564515.0, + "step": 8182 + }, + { + "epoch": 2.7928327645051194, + "grad_norm": 0.29434242328392807, + "learning_rate": 1.1172254293040311e-06, + "loss": 0.3023, + "num_tokens": 1557758916.0, + "step": 8183 + }, + { + "epoch": 2.7931740614334473, + "grad_norm": 0.7228167715741056, + "learning_rate": 1.1168418125353709e-06, + "loss": 0.2754, + "num_tokens": 1557951482.0, + "step": 8184 + }, + { + "epoch": 2.7935153583617747, + "grad_norm": 0.30008344042897933, + "learning_rate": 1.1164588162269188e-06, + "loss": 0.3151, + "num_tokens": 1558178205.0, + "step": 8185 + }, + { + "epoch": 2.7938566552901025, + "grad_norm": 0.5382127926130361, + "learning_rate": 1.1160764404328886e-06, + "loss": 0.2998, + "num_tokens": 1558366429.0, + "step": 8186 + }, + { + "epoch": 2.79419795221843, + "grad_norm": 0.30059214691124453, + "learning_rate": 1.1156946852074096e-06, + "loss": 0.2697, + "num_tokens": 1558529204.0, + "step": 8187 + }, + { + "epoch": 2.7945392491467578, + "grad_norm": 0.28489599793175185, + "learning_rate": 1.1153135506045195e-06, + "loss": 0.2958, + "num_tokens": 1558715267.0, + "step": 8188 + }, + { + "epoch": 2.794880546075085, + "grad_norm": 0.2761998465602829, + "learning_rate": 1.1149330366781722e-06, + "loss": 0.3045, + "num_tokens": 1558919314.0, + "step": 8189 + }, + { + "epoch": 2.795221843003413, + "grad_norm": 0.27430596618837405, + "learning_rate": 1.1145531434822297e-06, + "loss": 0.2982, + "num_tokens": 1559114071.0, + "step": 8190 + }, + { + "epoch": 2.7955631399317404, + "grad_norm": 0.2807524853806271, + "learning_rate": 1.1141738710704683e-06, + "loss": 0.2985, + "num_tokens": 1559297923.0, + "step": 8191 + }, + { + "epoch": 2.7959044368600683, + "grad_norm": 0.3089901294600064, + "learning_rate": 1.1137952194965766e-06, + "loss": 0.2851, + "num_tokens": 1559449942.0, + "step": 8192 + }, + { + "epoch": 2.796245733788396, + "grad_norm": 0.28080571899157236, + "learning_rate": 1.1134171888141546e-06, + "loss": 0.3105, + "num_tokens": 1559661125.0, + "step": 8193 + }, + { + "epoch": 2.7965870307167235, + "grad_norm": 0.2768163155241083, + "learning_rate": 1.1130397790767147e-06, + "loss": 0.3067, + "num_tokens": 1559855110.0, + "step": 8194 + }, + { + "epoch": 2.796928327645051, + "grad_norm": 0.3030461616106948, + "learning_rate": 1.1126629903376809e-06, + "loss": 0.2867, + "num_tokens": 1560022570.0, + "step": 8195 + }, + { + "epoch": 2.797269624573379, + "grad_norm": 0.467050437060686, + "learning_rate": 1.1122868226503904e-06, + "loss": 0.2934, + "num_tokens": 1560226063.0, + "step": 8196 + }, + { + "epoch": 2.7976109215017066, + "grad_norm": 0.33656699554257064, + "learning_rate": 1.1119112760680912e-06, + "loss": 0.3077, + "num_tokens": 1560429574.0, + "step": 8197 + }, + { + "epoch": 2.797952218430034, + "grad_norm": 0.29894120501596305, + "learning_rate": 1.1115363506439445e-06, + "loss": 0.2942, + "num_tokens": 1560627534.0, + "step": 8198 + }, + { + "epoch": 2.798293515358362, + "grad_norm": 0.28833531592965245, + "learning_rate": 1.1111620464310231e-06, + "loss": 0.2766, + "num_tokens": 1560789584.0, + "step": 8199 + }, + { + "epoch": 2.7986348122866893, + "grad_norm": 0.3164816761230467, + "learning_rate": 1.1107883634823112e-06, + "loss": 0.2805, + "num_tokens": 1560923720.0, + "step": 8200 + }, + { + "epoch": 2.798976109215017, + "grad_norm": 0.3549092919744305, + "learning_rate": 1.1104153018507056e-06, + "loss": 0.2981, + "num_tokens": 1561107066.0, + "step": 8201 + }, + { + "epoch": 2.7993174061433446, + "grad_norm": 0.2834002776547103, + "learning_rate": 1.1100428615890158e-06, + "loss": 0.302, + "num_tokens": 1561301683.0, + "step": 8202 + }, + { + "epoch": 2.7996587030716724, + "grad_norm": 0.28726001777388943, + "learning_rate": 1.1096710427499635e-06, + "loss": 0.2657, + "num_tokens": 1561473443.0, + "step": 8203 + }, + { + "epoch": 2.8, + "grad_norm": 0.29570096136597185, + "learning_rate": 1.10929984538618e-06, + "loss": 0.3008, + "num_tokens": 1561661685.0, + "step": 8204 + }, + { + "epoch": 2.8003412969283277, + "grad_norm": 0.26487676292667256, + "learning_rate": 1.1089292695502117e-06, + "loss": 0.3109, + "num_tokens": 1561879295.0, + "step": 8205 + }, + { + "epoch": 2.8006825938566555, + "grad_norm": 0.28493427200875254, + "learning_rate": 1.1085593152945146e-06, + "loss": 0.3063, + "num_tokens": 1562072731.0, + "step": 8206 + }, + { + "epoch": 2.801023890784983, + "grad_norm": 0.27457383951526637, + "learning_rate": 1.1081899826714584e-06, + "loss": 0.3001, + "num_tokens": 1562282921.0, + "step": 8207 + }, + { + "epoch": 2.8013651877133103, + "grad_norm": 0.29453929960725916, + "learning_rate": 1.1078212717333247e-06, + "loss": 0.3221, + "num_tokens": 1562468501.0, + "step": 8208 + }, + { + "epoch": 2.801706484641638, + "grad_norm": 0.3013543627441735, + "learning_rate": 1.107453182532305e-06, + "loss": 0.2871, + "num_tokens": 1562638258.0, + "step": 8209 + }, + { + "epoch": 2.802047781569966, + "grad_norm": 0.29984203747755916, + "learning_rate": 1.107085715120506e-06, + "loss": 0.3266, + "num_tokens": 1562854417.0, + "step": 8210 + }, + { + "epoch": 2.8023890784982934, + "grad_norm": 0.2956606792494379, + "learning_rate": 1.1067188695499432e-06, + "loss": 0.2928, + "num_tokens": 1563031158.0, + "step": 8211 + }, + { + "epoch": 2.8027303754266213, + "grad_norm": 0.3204242055202594, + "learning_rate": 1.1063526458725479e-06, + "loss": 0.336, + "num_tokens": 1563217883.0, + "step": 8212 + }, + { + "epoch": 2.8030716723549487, + "grad_norm": 0.27341712056179834, + "learning_rate": 1.1059870441401582e-06, + "loss": 0.3053, + "num_tokens": 1563422423.0, + "step": 8213 + }, + { + "epoch": 2.8034129692832765, + "grad_norm": 0.2851778376707479, + "learning_rate": 1.105622064404529e-06, + "loss": 0.2691, + "num_tokens": 1563630867.0, + "step": 8214 + }, + { + "epoch": 2.803754266211604, + "grad_norm": 0.3971272858919362, + "learning_rate": 1.1052577067173246e-06, + "loss": 0.2893, + "num_tokens": 1563809855.0, + "step": 8215 + }, + { + "epoch": 2.804095563139932, + "grad_norm": 0.3062436319725326, + "learning_rate": 1.104893971130122e-06, + "loss": 0.2823, + "num_tokens": 1564008067.0, + "step": 8216 + }, + { + "epoch": 2.804436860068259, + "grad_norm": 0.27100618396975057, + "learning_rate": 1.1045308576944099e-06, + "loss": 0.2841, + "num_tokens": 1564222385.0, + "step": 8217 + }, + { + "epoch": 2.804778156996587, + "grad_norm": 0.27011220664400404, + "learning_rate": 1.1041683664615887e-06, + "loss": 0.2837, + "num_tokens": 1564434809.0, + "step": 8218 + }, + { + "epoch": 2.805119453924915, + "grad_norm": 0.2998848923593385, + "learning_rate": 1.1038064974829713e-06, + "loss": 0.2862, + "num_tokens": 1564607919.0, + "step": 8219 + }, + { + "epoch": 2.8054607508532423, + "grad_norm": 0.3106553791947468, + "learning_rate": 1.103445250809783e-06, + "loss": 0.305, + "num_tokens": 1564773725.0, + "step": 8220 + }, + { + "epoch": 2.8058020477815697, + "grad_norm": 0.2999469078265988, + "learning_rate": 1.1030846264931585e-06, + "loss": 0.2719, + "num_tokens": 1564932288.0, + "step": 8221 + }, + { + "epoch": 2.8061433447098976, + "grad_norm": 0.2402143849593126, + "learning_rate": 1.1027246245841472e-06, + "loss": 0.2774, + "num_tokens": 1565180142.0, + "step": 8222 + }, + { + "epoch": 2.8064846416382254, + "grad_norm": 0.2705189552699477, + "learning_rate": 1.1023652451337101e-06, + "loss": 0.3152, + "num_tokens": 1565411245.0, + "step": 8223 + }, + { + "epoch": 2.806825938566553, + "grad_norm": 0.2744489533928069, + "learning_rate": 1.102006488192718e-06, + "loss": 0.2729, + "num_tokens": 1565622455.0, + "step": 8224 + }, + { + "epoch": 2.8071672354948807, + "grad_norm": 0.2887623420751274, + "learning_rate": 1.1016483538119558e-06, + "loss": 0.3038, + "num_tokens": 1565824703.0, + "step": 8225 + }, + { + "epoch": 2.807508532423208, + "grad_norm": 0.29234042017548845, + "learning_rate": 1.1012908420421193e-06, + "loss": 0.2814, + "num_tokens": 1566009667.0, + "step": 8226 + }, + { + "epoch": 2.807849829351536, + "grad_norm": 0.2778740629140298, + "learning_rate": 1.1009339529338151e-06, + "loss": 0.282, + "num_tokens": 1566202827.0, + "step": 8227 + }, + { + "epoch": 2.8081911262798633, + "grad_norm": 0.3366355283018106, + "learning_rate": 1.100577686537565e-06, + "loss": 0.2947, + "num_tokens": 1566368638.0, + "step": 8228 + }, + { + "epoch": 2.808532423208191, + "grad_norm": 0.28743797313311414, + "learning_rate": 1.1002220429037983e-06, + "loss": 0.3203, + "num_tokens": 1566575068.0, + "step": 8229 + }, + { + "epoch": 2.8088737201365186, + "grad_norm": 0.30073312251635687, + "learning_rate": 1.09986702208286e-06, + "loss": 0.2936, + "num_tokens": 1566753853.0, + "step": 8230 + }, + { + "epoch": 2.8092150170648464, + "grad_norm": 0.27966984048986915, + "learning_rate": 1.099512624125004e-06, + "loss": 0.2629, + "num_tokens": 1566942696.0, + "step": 8231 + }, + { + "epoch": 2.8095563139931743, + "grad_norm": 0.2655912832981671, + "learning_rate": 1.0991588490803982e-06, + "loss": 0.2922, + "num_tokens": 1567154251.0, + "step": 8232 + }, + { + "epoch": 2.8098976109215017, + "grad_norm": 0.295683345420317, + "learning_rate": 1.0988056969991203e-06, + "loss": 0.3108, + "num_tokens": 1567336895.0, + "step": 8233 + }, + { + "epoch": 2.810238907849829, + "grad_norm": 0.2843187049143886, + "learning_rate": 1.0984531679311624e-06, + "loss": 0.2914, + "num_tokens": 1567525297.0, + "step": 8234 + }, + { + "epoch": 2.810580204778157, + "grad_norm": 0.3044181047650096, + "learning_rate": 1.0981012619264257e-06, + "loss": 0.2669, + "num_tokens": 1567705496.0, + "step": 8235 + }, + { + "epoch": 2.810921501706485, + "grad_norm": 0.27760983793874855, + "learning_rate": 1.097749979034725e-06, + "loss": 0.2891, + "num_tokens": 1567913380.0, + "step": 8236 + }, + { + "epoch": 2.811262798634812, + "grad_norm": 0.2799155853773826, + "learning_rate": 1.0973993193057868e-06, + "loss": 0.2491, + "num_tokens": 1568093579.0, + "step": 8237 + }, + { + "epoch": 2.81160409556314, + "grad_norm": 0.28330294640065823, + "learning_rate": 1.0970492827892476e-06, + "loss": 0.2745, + "num_tokens": 1568258742.0, + "step": 8238 + }, + { + "epoch": 2.8119453924914675, + "grad_norm": 0.2666129358161108, + "learning_rate": 1.096699869534658e-06, + "loss": 0.2951, + "num_tokens": 1568477817.0, + "step": 8239 + }, + { + "epoch": 2.8122866894197953, + "grad_norm": 0.26574175629891916, + "learning_rate": 1.096351079591479e-06, + "loss": 0.3029, + "num_tokens": 1568676592.0, + "step": 8240 + }, + { + "epoch": 2.8126279863481227, + "grad_norm": 0.28412449494331854, + "learning_rate": 1.0960029130090845e-06, + "loss": 0.2814, + "num_tokens": 1568882064.0, + "step": 8241 + }, + { + "epoch": 2.8129692832764506, + "grad_norm": 0.2998947862130262, + "learning_rate": 1.0956553698367582e-06, + "loss": 0.3196, + "num_tokens": 1569074124.0, + "step": 8242 + }, + { + "epoch": 2.813310580204778, + "grad_norm": 0.28304591339778884, + "learning_rate": 1.0953084501236972e-06, + "loss": 0.2716, + "num_tokens": 1569247842.0, + "step": 8243 + }, + { + "epoch": 2.813651877133106, + "grad_norm": 0.26814428846569827, + "learning_rate": 1.0949621539190103e-06, + "loss": 0.2972, + "num_tokens": 1569469665.0, + "step": 8244 + }, + { + "epoch": 2.8139931740614337, + "grad_norm": 0.2915891796077938, + "learning_rate": 1.0946164812717172e-06, + "loss": 0.2799, + "num_tokens": 1569668865.0, + "step": 8245 + }, + { + "epoch": 2.814334470989761, + "grad_norm": 0.2745807377748359, + "learning_rate": 1.0942714322307502e-06, + "loss": 0.2834, + "num_tokens": 1569855910.0, + "step": 8246 + }, + { + "epoch": 2.8146757679180885, + "grad_norm": 0.2512272931450441, + "learning_rate": 1.0939270068449522e-06, + "loss": 0.2881, + "num_tokens": 1570089622.0, + "step": 8247 + }, + { + "epoch": 2.8150170648464163, + "grad_norm": 0.2716330596079559, + "learning_rate": 1.0935832051630792e-06, + "loss": 0.3161, + "num_tokens": 1570307101.0, + "step": 8248 + }, + { + "epoch": 2.815358361774744, + "grad_norm": 0.6232710385989672, + "learning_rate": 1.0932400272337976e-06, + "loss": 0.3122, + "num_tokens": 1570532028.0, + "step": 8249 + }, + { + "epoch": 2.8156996587030716, + "grad_norm": 0.26066880952981536, + "learning_rate": 1.0928974731056864e-06, + "loss": 0.2812, + "num_tokens": 1570734890.0, + "step": 8250 + }, + { + "epoch": 2.8160409556313994, + "grad_norm": 0.31550254745128875, + "learning_rate": 1.0925555428272372e-06, + "loss": 0.2755, + "num_tokens": 1570901066.0, + "step": 8251 + }, + { + "epoch": 2.816382252559727, + "grad_norm": 0.3019771760329576, + "learning_rate": 1.09221423644685e-06, + "loss": 0.2881, + "num_tokens": 1571070327.0, + "step": 8252 + }, + { + "epoch": 2.8167235494880547, + "grad_norm": 0.3033296308575367, + "learning_rate": 1.09187355401284e-06, + "loss": 0.2964, + "num_tokens": 1571254257.0, + "step": 8253 + }, + { + "epoch": 2.817064846416382, + "grad_norm": 0.29335651299424764, + "learning_rate": 1.0915334955734319e-06, + "loss": 0.2965, + "num_tokens": 1571447221.0, + "step": 8254 + }, + { + "epoch": 2.81740614334471, + "grad_norm": 0.28902853937321094, + "learning_rate": 1.091194061176764e-06, + "loss": 0.2817, + "num_tokens": 1571630389.0, + "step": 8255 + }, + { + "epoch": 2.8177474402730374, + "grad_norm": 0.28435776962834236, + "learning_rate": 1.0908552508708838e-06, + "loss": 0.3083, + "num_tokens": 1571824677.0, + "step": 8256 + }, + { + "epoch": 2.818088737201365, + "grad_norm": 0.28952763122836056, + "learning_rate": 1.090517064703752e-06, + "loss": 0.2654, + "num_tokens": 1572003087.0, + "step": 8257 + }, + { + "epoch": 2.818430034129693, + "grad_norm": 0.2889782451774504, + "learning_rate": 1.0901795027232415e-06, + "loss": 0.2906, + "num_tokens": 1572175694.0, + "step": 8258 + }, + { + "epoch": 2.8187713310580205, + "grad_norm": 0.26827789320947415, + "learning_rate": 1.0898425649771359e-06, + "loss": 0.2934, + "num_tokens": 1572377898.0, + "step": 8259 + }, + { + "epoch": 2.819112627986348, + "grad_norm": 0.29643211050440843, + "learning_rate": 1.08950625151313e-06, + "loss": 0.2945, + "num_tokens": 1572569240.0, + "step": 8260 + }, + { + "epoch": 2.8194539249146757, + "grad_norm": 0.24643570644364635, + "learning_rate": 1.0891705623788313e-06, + "loss": 0.2958, + "num_tokens": 1572794901.0, + "step": 8261 + }, + { + "epoch": 2.8197952218430036, + "grad_norm": 0.307469159988202, + "learning_rate": 1.088835497621758e-06, + "loss": 0.287, + "num_tokens": 1572971815.0, + "step": 8262 + }, + { + "epoch": 2.820136518771331, + "grad_norm": 0.3187091483200207, + "learning_rate": 1.0885010572893405e-06, + "loss": 0.279, + "num_tokens": 1573145785.0, + "step": 8263 + }, + { + "epoch": 2.820477815699659, + "grad_norm": 0.29161686452218555, + "learning_rate": 1.088167241428921e-06, + "loss": 0.3055, + "num_tokens": 1573326533.0, + "step": 8264 + }, + { + "epoch": 2.8208191126279862, + "grad_norm": 0.2984778379513867, + "learning_rate": 1.0878340500877527e-06, + "loss": 0.3014, + "num_tokens": 1573507387.0, + "step": 8265 + }, + { + "epoch": 2.821160409556314, + "grad_norm": 0.28221651472160475, + "learning_rate": 1.0875014833130006e-06, + "loss": 0.2652, + "num_tokens": 1573688449.0, + "step": 8266 + }, + { + "epoch": 2.8215017064846415, + "grad_norm": 0.2919334775935769, + "learning_rate": 1.0871695411517418e-06, + "loss": 0.2924, + "num_tokens": 1573886272.0, + "step": 8267 + }, + { + "epoch": 2.8218430034129693, + "grad_norm": 0.39856028989572634, + "learning_rate": 1.0868382236509643e-06, + "loss": 0.2588, + "num_tokens": 1574042758.0, + "step": 8268 + }, + { + "epoch": 2.8221843003412967, + "grad_norm": 0.2941657358603703, + "learning_rate": 1.0865075308575678e-06, + "loss": 0.2878, + "num_tokens": 1574221668.0, + "step": 8269 + }, + { + "epoch": 2.8225255972696246, + "grad_norm": 0.27801811762203904, + "learning_rate": 1.0861774628183635e-06, + "loss": 0.291, + "num_tokens": 1574422547.0, + "step": 8270 + }, + { + "epoch": 2.8228668941979524, + "grad_norm": 0.2933275407729024, + "learning_rate": 1.085848019580075e-06, + "loss": 0.2992, + "num_tokens": 1574599347.0, + "step": 8271 + }, + { + "epoch": 2.82320819112628, + "grad_norm": 0.2668400732757636, + "learning_rate": 1.0855192011893357e-06, + "loss": 0.339, + "num_tokens": 1574837709.0, + "step": 8272 + }, + { + "epoch": 2.8235494880546073, + "grad_norm": 0.31525539287332116, + "learning_rate": 1.0851910076926935e-06, + "loss": 0.2975, + "num_tokens": 1575011467.0, + "step": 8273 + }, + { + "epoch": 2.823890784982935, + "grad_norm": 0.3105675543018779, + "learning_rate": 1.084863439136604e-06, + "loss": 0.2941, + "num_tokens": 1575194689.0, + "step": 8274 + }, + { + "epoch": 2.824232081911263, + "grad_norm": 0.2838817263944967, + "learning_rate": 1.0845364955674372e-06, + "loss": 0.3323, + "num_tokens": 1575397508.0, + "step": 8275 + }, + { + "epoch": 2.8245733788395904, + "grad_norm": 0.2656983269544947, + "learning_rate": 1.0842101770314742e-06, + "loss": 0.2939, + "num_tokens": 1575605735.0, + "step": 8276 + }, + { + "epoch": 2.824914675767918, + "grad_norm": 0.31039960176806203, + "learning_rate": 1.083884483574907e-06, + "loss": 0.2627, + "num_tokens": 1575749703.0, + "step": 8277 + }, + { + "epoch": 2.8252559726962456, + "grad_norm": 0.3040533093178839, + "learning_rate": 1.0835594152438385e-06, + "loss": 0.2881, + "num_tokens": 1575914509.0, + "step": 8278 + }, + { + "epoch": 2.8255972696245735, + "grad_norm": 0.2928934975298671, + "learning_rate": 1.0832349720842847e-06, + "loss": 0.3166, + "num_tokens": 1576100366.0, + "step": 8279 + }, + { + "epoch": 2.825938566552901, + "grad_norm": 0.29676483762372424, + "learning_rate": 1.082911154142172e-06, + "loss": 0.2814, + "num_tokens": 1576267108.0, + "step": 8280 + }, + { + "epoch": 2.8262798634812287, + "grad_norm": 0.3203566377188, + "learning_rate": 1.0825879614633385e-06, + "loss": 0.3028, + "num_tokens": 1576438642.0, + "step": 8281 + }, + { + "epoch": 2.826621160409556, + "grad_norm": 0.28525355380946926, + "learning_rate": 1.0822653940935343e-06, + "loss": 0.2677, + "num_tokens": 1576600133.0, + "step": 8282 + }, + { + "epoch": 2.826962457337884, + "grad_norm": 0.2916447538064265, + "learning_rate": 1.0819434520784209e-06, + "loss": 0.2919, + "num_tokens": 1576791133.0, + "step": 8283 + }, + { + "epoch": 2.827303754266212, + "grad_norm": 0.2869987867305998, + "learning_rate": 1.0816221354635698e-06, + "loss": 0.2981, + "num_tokens": 1576964583.0, + "step": 8284 + }, + { + "epoch": 2.8276450511945392, + "grad_norm": 0.3131328746364612, + "learning_rate": 1.0813014442944662e-06, + "loss": 0.2911, + "num_tokens": 1577138604.0, + "step": 8285 + }, + { + "epoch": 2.8279863481228666, + "grad_norm": 0.2961622287048154, + "learning_rate": 1.080981378616505e-06, + "loss": 0.2826, + "num_tokens": 1577338797.0, + "step": 8286 + }, + { + "epoch": 2.8283276450511945, + "grad_norm": 0.35443248594333143, + "learning_rate": 1.0806619384749941e-06, + "loss": 0.302, + "num_tokens": 1577525610.0, + "step": 8287 + }, + { + "epoch": 2.8286689419795223, + "grad_norm": 0.26905079801567644, + "learning_rate": 1.080343123915151e-06, + "loss": 0.2597, + "num_tokens": 1577714546.0, + "step": 8288 + }, + { + "epoch": 2.8290102389078498, + "grad_norm": 0.3172446041421222, + "learning_rate": 1.0800249349821062e-06, + "loss": 0.274, + "num_tokens": 1577893370.0, + "step": 8289 + }, + { + "epoch": 2.8293515358361776, + "grad_norm": 0.49390513261912133, + "learning_rate": 1.0797073717209014e-06, + "loss": 0.2669, + "num_tokens": 1578075834.0, + "step": 8290 + }, + { + "epoch": 2.829692832764505, + "grad_norm": 0.330378492663192, + "learning_rate": 1.0793904341764884e-06, + "loss": 0.3231, + "num_tokens": 1578260299.0, + "step": 8291 + }, + { + "epoch": 2.830034129692833, + "grad_norm": 0.2620023762196663, + "learning_rate": 1.0790741223937328e-06, + "loss": 0.288, + "num_tokens": 1578472066.0, + "step": 8292 + }, + { + "epoch": 2.8303754266211603, + "grad_norm": 0.29132936081667815, + "learning_rate": 1.078758436417409e-06, + "loss": 0.2653, + "num_tokens": 1578647318.0, + "step": 8293 + }, + { + "epoch": 2.830716723549488, + "grad_norm": 0.27934840773774916, + "learning_rate": 1.0784433762922053e-06, + "loss": 0.2988, + "num_tokens": 1578862392.0, + "step": 8294 + }, + { + "epoch": 2.8310580204778155, + "grad_norm": 0.2996926238904675, + "learning_rate": 1.0781289420627197e-06, + "loss": 0.2783, + "num_tokens": 1579018742.0, + "step": 8295 + }, + { + "epoch": 2.8313993174061434, + "grad_norm": 0.2899665706872301, + "learning_rate": 1.0778151337734612e-06, + "loss": 0.2865, + "num_tokens": 1579226632.0, + "step": 8296 + }, + { + "epoch": 2.831740614334471, + "grad_norm": 0.27364259028358967, + "learning_rate": 1.077501951468853e-06, + "loss": 0.2753, + "num_tokens": 1579415524.0, + "step": 8297 + }, + { + "epoch": 2.8320819112627986, + "grad_norm": 0.2592026525321047, + "learning_rate": 1.0771893951932256e-06, + "loss": 0.2849, + "num_tokens": 1579622398.0, + "step": 8298 + }, + { + "epoch": 2.832423208191126, + "grad_norm": 0.2861580400308315, + "learning_rate": 1.0768774649908246e-06, + "loss": 0.2709, + "num_tokens": 1579802201.0, + "step": 8299 + }, + { + "epoch": 2.832764505119454, + "grad_norm": 0.2709207111820358, + "learning_rate": 1.076566160905805e-06, + "loss": 0.2703, + "num_tokens": 1579984122.0, + "step": 8300 + }, + { + "epoch": 2.8331058020477817, + "grad_norm": 0.3517204598388584, + "learning_rate": 1.0762554829822339e-06, + "loss": 0.3061, + "num_tokens": 1580147851.0, + "step": 8301 + }, + { + "epoch": 2.833447098976109, + "grad_norm": 0.2969488911275762, + "learning_rate": 1.0759454312640885e-06, + "loss": 0.2866, + "num_tokens": 1580333488.0, + "step": 8302 + }, + { + "epoch": 2.833788395904437, + "grad_norm": 0.28563791979108016, + "learning_rate": 1.075636005795259e-06, + "loss": 0.2819, + "num_tokens": 1580500970.0, + "step": 8303 + }, + { + "epoch": 2.8341296928327644, + "grad_norm": 0.31729601803483276, + "learning_rate": 1.0753272066195471e-06, + "loss": 0.3252, + "num_tokens": 1580671893.0, + "step": 8304 + }, + { + "epoch": 2.8344709897610922, + "grad_norm": 0.26041243290889077, + "learning_rate": 1.0750190337806635e-06, + "loss": 0.292, + "num_tokens": 1580912072.0, + "step": 8305 + }, + { + "epoch": 2.8348122866894196, + "grad_norm": 0.3082305320958758, + "learning_rate": 1.0747114873222324e-06, + "loss": 0.2791, + "num_tokens": 1581075089.0, + "step": 8306 + }, + { + "epoch": 2.8351535836177475, + "grad_norm": 0.2918684644785583, + "learning_rate": 1.074404567287789e-06, + "loss": 0.2978, + "num_tokens": 1581284281.0, + "step": 8307 + }, + { + "epoch": 2.835494880546075, + "grad_norm": 0.28032917656382844, + "learning_rate": 1.0740982737207795e-06, + "loss": 0.2557, + "num_tokens": 1581467554.0, + "step": 8308 + }, + { + "epoch": 2.8358361774744028, + "grad_norm": 0.29951208843755867, + "learning_rate": 1.0737926066645607e-06, + "loss": 0.2985, + "num_tokens": 1581639190.0, + "step": 8309 + }, + { + "epoch": 2.8361774744027306, + "grad_norm": 0.2621013680197178, + "learning_rate": 1.0734875661624024e-06, + "loss": 0.2761, + "num_tokens": 1581843538.0, + "step": 8310 + }, + { + "epoch": 2.836518771331058, + "grad_norm": 0.2492715713875766, + "learning_rate": 1.073183152257484e-06, + "loss": 0.2771, + "num_tokens": 1582072434.0, + "step": 8311 + }, + { + "epoch": 2.8368600682593854, + "grad_norm": 0.29940930077684946, + "learning_rate": 1.0728793649928976e-06, + "loss": 0.3078, + "num_tokens": 1582246298.0, + "step": 8312 + }, + { + "epoch": 2.8372013651877133, + "grad_norm": 0.2863754185341005, + "learning_rate": 1.072576204411646e-06, + "loss": 0.2697, + "num_tokens": 1582421766.0, + "step": 8313 + }, + { + "epoch": 2.837542662116041, + "grad_norm": 0.3593307221038871, + "learning_rate": 1.0722736705566422e-06, + "loss": 0.2788, + "num_tokens": 1582564779.0, + "step": 8314 + }, + { + "epoch": 2.8378839590443685, + "grad_norm": 0.27735916857695664, + "learning_rate": 1.0719717634707125e-06, + "loss": 0.2899, + "num_tokens": 1582743393.0, + "step": 8315 + }, + { + "epoch": 2.8382252559726964, + "grad_norm": 0.25978743252598563, + "learning_rate": 1.0716704831965932e-06, + "loss": 0.2684, + "num_tokens": 1582942598.0, + "step": 8316 + }, + { + "epoch": 2.8385665529010238, + "grad_norm": 0.28457437790830864, + "learning_rate": 1.0713698297769329e-06, + "loss": 0.2818, + "num_tokens": 1583121429.0, + "step": 8317 + }, + { + "epoch": 2.8389078498293516, + "grad_norm": 0.38068996854793025, + "learning_rate": 1.0710698032542893e-06, + "loss": 0.3028, + "num_tokens": 1583271644.0, + "step": 8318 + }, + { + "epoch": 2.839249146757679, + "grad_norm": 0.30884316607531165, + "learning_rate": 1.0707704036711341e-06, + "loss": 0.2691, + "num_tokens": 1583417728.0, + "step": 8319 + }, + { + "epoch": 2.839590443686007, + "grad_norm": 0.2998919211055374, + "learning_rate": 1.0704716310698483e-06, + "loss": 0.3005, + "num_tokens": 1583603682.0, + "step": 8320 + }, + { + "epoch": 2.8399317406143343, + "grad_norm": 0.31854393322744723, + "learning_rate": 1.070173485492725e-06, + "loss": 0.278, + "num_tokens": 1583767523.0, + "step": 8321 + }, + { + "epoch": 2.840273037542662, + "grad_norm": 0.3071397369461868, + "learning_rate": 1.0698759669819687e-06, + "loss": 0.2745, + "num_tokens": 1583943962.0, + "step": 8322 + }, + { + "epoch": 2.84061433447099, + "grad_norm": 0.32697752385135054, + "learning_rate": 1.069579075579694e-06, + "loss": 0.2955, + "num_tokens": 1584119458.0, + "step": 8323 + }, + { + "epoch": 2.8409556313993174, + "grad_norm": 0.27406715983141283, + "learning_rate": 1.0692828113279278e-06, + "loss": 0.3018, + "num_tokens": 1584308061.0, + "step": 8324 + }, + { + "epoch": 2.841296928327645, + "grad_norm": 0.2887524315802491, + "learning_rate": 1.0689871742686087e-06, + "loss": 0.2937, + "num_tokens": 1584503496.0, + "step": 8325 + }, + { + "epoch": 2.8416382252559726, + "grad_norm": 0.2716252907736203, + "learning_rate": 1.068692164443585e-06, + "loss": 0.2855, + "num_tokens": 1584701179.0, + "step": 8326 + }, + { + "epoch": 2.8419795221843005, + "grad_norm": 0.32107945402222743, + "learning_rate": 1.0683977818946162e-06, + "loss": 0.2768, + "num_tokens": 1584901261.0, + "step": 8327 + }, + { + "epoch": 2.842320819112628, + "grad_norm": 0.29011959414069366, + "learning_rate": 1.0681040266633754e-06, + "loss": 0.3101, + "num_tokens": 1585101197.0, + "step": 8328 + }, + { + "epoch": 2.8426621160409558, + "grad_norm": 0.29560692601377253, + "learning_rate": 1.0678108987914446e-06, + "loss": 0.3208, + "num_tokens": 1585321102.0, + "step": 8329 + }, + { + "epoch": 2.843003412969283, + "grad_norm": 0.30010521465377704, + "learning_rate": 1.0675183983203173e-06, + "loss": 0.2798, + "num_tokens": 1585534464.0, + "step": 8330 + }, + { + "epoch": 2.843344709897611, + "grad_norm": 0.2714345705151316, + "learning_rate": 1.0672265252913991e-06, + "loss": 0.2968, + "num_tokens": 1585758421.0, + "step": 8331 + }, + { + "epoch": 2.8436860068259384, + "grad_norm": 0.2646016977688133, + "learning_rate": 1.066935279746006e-06, + "loss": 0.2953, + "num_tokens": 1585956704.0, + "step": 8332 + }, + { + "epoch": 2.8440273037542663, + "grad_norm": 0.309581021078716, + "learning_rate": 1.0666446617253653e-06, + "loss": 0.2905, + "num_tokens": 1586134024.0, + "step": 8333 + }, + { + "epoch": 2.8443686006825937, + "grad_norm": 0.3103839564378214, + "learning_rate": 1.066354671270616e-06, + "loss": 0.2706, + "num_tokens": 1586287717.0, + "step": 8334 + }, + { + "epoch": 2.8447098976109215, + "grad_norm": 0.23151333313178923, + "learning_rate": 1.066065308422807e-06, + "loss": 0.2775, + "num_tokens": 1586533094.0, + "step": 8335 + }, + { + "epoch": 2.8450511945392494, + "grad_norm": 0.31442790527400677, + "learning_rate": 1.0657765732229e-06, + "loss": 0.3077, + "num_tokens": 1586703278.0, + "step": 8336 + }, + { + "epoch": 2.845392491467577, + "grad_norm": 0.2989597942681305, + "learning_rate": 1.0654884657117666e-06, + "loss": 0.3082, + "num_tokens": 1586883272.0, + "step": 8337 + }, + { + "epoch": 2.845733788395904, + "grad_norm": 0.29524545916261946, + "learning_rate": 1.0652009859301907e-06, + "loss": 0.2841, + "num_tokens": 1587045427.0, + "step": 8338 + }, + { + "epoch": 2.846075085324232, + "grad_norm": 0.30190325689616637, + "learning_rate": 1.0649141339188659e-06, + "loss": 0.2699, + "num_tokens": 1587221365.0, + "step": 8339 + }, + { + "epoch": 2.84641638225256, + "grad_norm": 0.2758172960759572, + "learning_rate": 1.0646279097183981e-06, + "loss": 0.2897, + "num_tokens": 1587433811.0, + "step": 8340 + }, + { + "epoch": 2.8467576791808873, + "grad_norm": 0.30450733186213336, + "learning_rate": 1.0643423133693036e-06, + "loss": 0.3178, + "num_tokens": 1587611164.0, + "step": 8341 + }, + { + "epoch": 2.847098976109215, + "grad_norm": 0.2696229010707762, + "learning_rate": 1.0640573449120103e-06, + "loss": 0.282, + "num_tokens": 1587810444.0, + "step": 8342 + }, + { + "epoch": 2.8474402730375425, + "grad_norm": 0.33860221250207667, + "learning_rate": 1.0637730043868575e-06, + "loss": 0.2701, + "num_tokens": 1587967870.0, + "step": 8343 + }, + { + "epoch": 2.8477815699658704, + "grad_norm": 0.2977312149389907, + "learning_rate": 1.063489291834094e-06, + "loss": 0.2984, + "num_tokens": 1588149932.0, + "step": 8344 + }, + { + "epoch": 2.848122866894198, + "grad_norm": 0.30004146631134065, + "learning_rate": 1.063206207293882e-06, + "loss": 0.2918, + "num_tokens": 1588325528.0, + "step": 8345 + }, + { + "epoch": 2.8484641638225257, + "grad_norm": 0.2826478992983637, + "learning_rate": 1.0629237508062928e-06, + "loss": 0.276, + "num_tokens": 1588534737.0, + "step": 8346 + }, + { + "epoch": 2.848805460750853, + "grad_norm": 0.3153529393599061, + "learning_rate": 1.062641922411311e-06, + "loss": 0.2748, + "num_tokens": 1588682562.0, + "step": 8347 + }, + { + "epoch": 2.849146757679181, + "grad_norm": 0.28369569936636413, + "learning_rate": 1.0623607221488296e-06, + "loss": 0.2726, + "num_tokens": 1588858026.0, + "step": 8348 + }, + { + "epoch": 2.8494880546075088, + "grad_norm": 0.2749336489427876, + "learning_rate": 1.0620801500586547e-06, + "loss": 0.283, + "num_tokens": 1589038293.0, + "step": 8349 + }, + { + "epoch": 2.849829351535836, + "grad_norm": 0.28829235238285517, + "learning_rate": 1.0618002061805023e-06, + "loss": 0.281, + "num_tokens": 1589238080.0, + "step": 8350 + }, + { + "epoch": 2.8501706484641636, + "grad_norm": 0.27626052108514565, + "learning_rate": 1.061520890554001e-06, + "loss": 0.2905, + "num_tokens": 1589439820.0, + "step": 8351 + }, + { + "epoch": 2.8505119453924914, + "grad_norm": 0.270850779696862, + "learning_rate": 1.0612422032186887e-06, + "loss": 0.302, + "num_tokens": 1589653617.0, + "step": 8352 + }, + { + "epoch": 2.8508532423208193, + "grad_norm": 0.293992681415672, + "learning_rate": 1.0609641442140154e-06, + "loss": 0.2893, + "num_tokens": 1589820876.0, + "step": 8353 + }, + { + "epoch": 2.8511945392491467, + "grad_norm": 0.2603467640026775, + "learning_rate": 1.0606867135793414e-06, + "loss": 0.2984, + "num_tokens": 1590042045.0, + "step": 8354 + }, + { + "epoch": 2.8515358361774745, + "grad_norm": 0.2939731956918435, + "learning_rate": 1.0604099113539388e-06, + "loss": 0.2701, + "num_tokens": 1590207859.0, + "step": 8355 + }, + { + "epoch": 2.851877133105802, + "grad_norm": 0.2687605453237198, + "learning_rate": 1.0601337375769913e-06, + "loss": 0.2934, + "num_tokens": 1590425389.0, + "step": 8356 + }, + { + "epoch": 2.85221843003413, + "grad_norm": 0.2784677485032284, + "learning_rate": 1.0598581922875914e-06, + "loss": 0.3057, + "num_tokens": 1590622611.0, + "step": 8357 + }, + { + "epoch": 2.852559726962457, + "grad_norm": 0.29904333377695547, + "learning_rate": 1.0595832755247452e-06, + "loss": 0.3341, + "num_tokens": 1590820596.0, + "step": 8358 + }, + { + "epoch": 2.852901023890785, + "grad_norm": 0.2888228893439371, + "learning_rate": 1.0593089873273677e-06, + "loss": 0.2621, + "num_tokens": 1590989333.0, + "step": 8359 + }, + { + "epoch": 2.8532423208191124, + "grad_norm": 0.302329483157758, + "learning_rate": 1.0590353277342868e-06, + "loss": 0.2745, + "num_tokens": 1591144890.0, + "step": 8360 + }, + { + "epoch": 2.8535836177474403, + "grad_norm": 0.27893990299373467, + "learning_rate": 1.0587622967842407e-06, + "loss": 0.2957, + "num_tokens": 1591345930.0, + "step": 8361 + }, + { + "epoch": 2.853924914675768, + "grad_norm": 0.27159253129233635, + "learning_rate": 1.0584898945158772e-06, + "loss": 0.2835, + "num_tokens": 1591559735.0, + "step": 8362 + }, + { + "epoch": 2.8542662116040955, + "grad_norm": 0.28818850975918453, + "learning_rate": 1.0582181209677571e-06, + "loss": 0.2879, + "num_tokens": 1591736314.0, + "step": 8363 + }, + { + "epoch": 2.854607508532423, + "grad_norm": 0.2787916667380611, + "learning_rate": 1.0579469761783515e-06, + "loss": 0.2767, + "num_tokens": 1591914586.0, + "step": 8364 + }, + { + "epoch": 2.854948805460751, + "grad_norm": 0.27510931135750644, + "learning_rate": 1.057676460186043e-06, + "loss": 0.3057, + "num_tokens": 1592106804.0, + "step": 8365 + }, + { + "epoch": 2.8552901023890787, + "grad_norm": 0.29786489343767236, + "learning_rate": 1.057406573029123e-06, + "loss": 0.2935, + "num_tokens": 1592315220.0, + "step": 8366 + }, + { + "epoch": 2.855631399317406, + "grad_norm": 0.2788286349850939, + "learning_rate": 1.0571373147457969e-06, + "loss": 0.2861, + "num_tokens": 1592508836.0, + "step": 8367 + }, + { + "epoch": 2.855972696245734, + "grad_norm": 0.3023319249724372, + "learning_rate": 1.056868685374179e-06, + "loss": 0.303, + "num_tokens": 1592705607.0, + "step": 8368 + }, + { + "epoch": 2.8563139931740613, + "grad_norm": 0.2744400608700025, + "learning_rate": 1.0566006849522962e-06, + "loss": 0.302, + "num_tokens": 1592916072.0, + "step": 8369 + }, + { + "epoch": 2.856655290102389, + "grad_norm": 0.26782637901539297, + "learning_rate": 1.0563333135180843e-06, + "loss": 0.2946, + "num_tokens": 1593129363.0, + "step": 8370 + }, + { + "epoch": 2.8569965870307166, + "grad_norm": 0.28193104334929986, + "learning_rate": 1.0560665711093912e-06, + "loss": 0.2772, + "num_tokens": 1593355056.0, + "step": 8371 + }, + { + "epoch": 2.8573378839590444, + "grad_norm": 0.3090917524481517, + "learning_rate": 1.0558004577639771e-06, + "loss": 0.309, + "num_tokens": 1593538718.0, + "step": 8372 + }, + { + "epoch": 2.857679180887372, + "grad_norm": 0.25448558209615835, + "learning_rate": 1.0555349735195105e-06, + "loss": 0.2833, + "num_tokens": 1593772870.0, + "step": 8373 + }, + { + "epoch": 2.8580204778156997, + "grad_norm": 0.2772581099291379, + "learning_rate": 1.0552701184135735e-06, + "loss": 0.3047, + "num_tokens": 1593985042.0, + "step": 8374 + }, + { + "epoch": 2.8583617747440275, + "grad_norm": 0.2548497102513905, + "learning_rate": 1.0550058924836559e-06, + "loss": 0.2629, + "num_tokens": 1594193943.0, + "step": 8375 + }, + { + "epoch": 2.858703071672355, + "grad_norm": 0.3698035822114275, + "learning_rate": 1.0547422957671614e-06, + "loss": 0.2801, + "num_tokens": 1594358794.0, + "step": 8376 + }, + { + "epoch": 2.8590443686006823, + "grad_norm": 0.25325851995700616, + "learning_rate": 1.0544793283014035e-06, + "loss": 0.3067, + "num_tokens": 1594596203.0, + "step": 8377 + }, + { + "epoch": 2.85938566552901, + "grad_norm": 0.2853124921200937, + "learning_rate": 1.0542169901236075e-06, + "loss": 0.2985, + "num_tokens": 1594802756.0, + "step": 8378 + }, + { + "epoch": 2.859726962457338, + "grad_norm": 0.29138835824016046, + "learning_rate": 1.0539552812709075e-06, + "loss": 0.29, + "num_tokens": 1594980316.0, + "step": 8379 + }, + { + "epoch": 2.8600682593856654, + "grad_norm": 0.2653579579017843, + "learning_rate": 1.0536942017803503e-06, + "loss": 0.2692, + "num_tokens": 1595167911.0, + "step": 8380 + }, + { + "epoch": 2.8604095563139933, + "grad_norm": 0.279639032762984, + "learning_rate": 1.0534337516888935e-06, + "loss": 0.275, + "num_tokens": 1595338922.0, + "step": 8381 + }, + { + "epoch": 2.8607508532423207, + "grad_norm": 0.2631731404418426, + "learning_rate": 1.0531739310334046e-06, + "loss": 0.3189, + "num_tokens": 1595593365.0, + "step": 8382 + }, + { + "epoch": 2.8610921501706486, + "grad_norm": 0.2643016897861412, + "learning_rate": 1.0529147398506634e-06, + "loss": 0.3171, + "num_tokens": 1595843662.0, + "step": 8383 + }, + { + "epoch": 2.861433447098976, + "grad_norm": 0.26793788589612816, + "learning_rate": 1.0526561781773591e-06, + "loss": 0.2872, + "num_tokens": 1596053724.0, + "step": 8384 + }, + { + "epoch": 2.861774744027304, + "grad_norm": 0.29558780118981165, + "learning_rate": 1.0523982460500923e-06, + "loss": 0.2787, + "num_tokens": 1596238536.0, + "step": 8385 + }, + { + "epoch": 2.862116040955631, + "grad_norm": 0.29579591163263835, + "learning_rate": 1.0521409435053763e-06, + "loss": 0.3025, + "num_tokens": 1596450436.0, + "step": 8386 + }, + { + "epoch": 2.862457337883959, + "grad_norm": 0.2847737093538969, + "learning_rate": 1.0518842705796322e-06, + "loss": 0.2862, + "num_tokens": 1596654865.0, + "step": 8387 + }, + { + "epoch": 2.862798634812287, + "grad_norm": 0.3159320065224479, + "learning_rate": 1.0516282273091946e-06, + "loss": 0.2924, + "num_tokens": 1596816121.0, + "step": 8388 + }, + { + "epoch": 2.8631399317406143, + "grad_norm": 0.29166316698922395, + "learning_rate": 1.051372813730306e-06, + "loss": 0.2962, + "num_tokens": 1597024376.0, + "step": 8389 + }, + { + "epoch": 2.8634812286689417, + "grad_norm": 0.27976951939009886, + "learning_rate": 1.051118029879124e-06, + "loss": 0.2769, + "num_tokens": 1597238985.0, + "step": 8390 + }, + { + "epoch": 2.8638225255972696, + "grad_norm": 0.2880830147225895, + "learning_rate": 1.0508638757917127e-06, + "loss": 0.2812, + "num_tokens": 1597400528.0, + "step": 8391 + }, + { + "epoch": 2.8641638225255974, + "grad_norm": 0.26962839297280367, + "learning_rate": 1.05061035150405e-06, + "loss": 0.3243, + "num_tokens": 1597634432.0, + "step": 8392 + }, + { + "epoch": 2.864505119453925, + "grad_norm": 0.28771073907929007, + "learning_rate": 1.0503574570520232e-06, + "loss": 0.3122, + "num_tokens": 1597817237.0, + "step": 8393 + }, + { + "epoch": 2.8648464163822527, + "grad_norm": 0.2816082839611661, + "learning_rate": 1.050105192471431e-06, + "loss": 0.296, + "num_tokens": 1598027220.0, + "step": 8394 + }, + { + "epoch": 2.86518771331058, + "grad_norm": 0.3156075714291429, + "learning_rate": 1.0498535577979837e-06, + "loss": 0.2695, + "num_tokens": 1598185187.0, + "step": 8395 + }, + { + "epoch": 2.865529010238908, + "grad_norm": 0.32616802238239284, + "learning_rate": 1.0496025530672999e-06, + "loss": 0.2875, + "num_tokens": 1598344957.0, + "step": 8396 + }, + { + "epoch": 2.8658703071672353, + "grad_norm": 0.28610887405764784, + "learning_rate": 1.049352178314912e-06, + "loss": 0.2926, + "num_tokens": 1598549519.0, + "step": 8397 + }, + { + "epoch": 2.866211604095563, + "grad_norm": 0.28190803221057803, + "learning_rate": 1.0491024335762616e-06, + "loss": 0.3121, + "num_tokens": 1598785996.0, + "step": 8398 + }, + { + "epoch": 2.8665529010238906, + "grad_norm": 0.2632472508220972, + "learning_rate": 1.048853318886702e-06, + "loss": 0.2721, + "num_tokens": 1598975269.0, + "step": 8399 + }, + { + "epoch": 2.8668941979522184, + "grad_norm": 0.29495883886496277, + "learning_rate": 1.0486048342814955e-06, + "loss": 0.2917, + "num_tokens": 1599177036.0, + "step": 8400 + }, + { + "epoch": 2.8672354948805463, + "grad_norm": 0.28335618956813385, + "learning_rate": 1.048356979795817e-06, + "loss": 0.298, + "num_tokens": 1599362708.0, + "step": 8401 + }, + { + "epoch": 2.8675767918088737, + "grad_norm": 0.2778544403433407, + "learning_rate": 1.048109755464752e-06, + "loss": 0.2865, + "num_tokens": 1599567784.0, + "step": 8402 + }, + { + "epoch": 2.867918088737201, + "grad_norm": 0.3126778219454182, + "learning_rate": 1.047863161323296e-06, + "loss": 0.3136, + "num_tokens": 1599755950.0, + "step": 8403 + }, + { + "epoch": 2.868259385665529, + "grad_norm": 0.2811217681034388, + "learning_rate": 1.0476171974063572e-06, + "loss": 0.301, + "num_tokens": 1599970901.0, + "step": 8404 + }, + { + "epoch": 2.868600682593857, + "grad_norm": 0.2810365710838395, + "learning_rate": 1.0473718637487505e-06, + "loss": 0.2995, + "num_tokens": 1600171541.0, + "step": 8405 + }, + { + "epoch": 2.868941979522184, + "grad_norm": 0.2845868558303686, + "learning_rate": 1.0471271603852068e-06, + "loss": 0.2858, + "num_tokens": 1600345646.0, + "step": 8406 + }, + { + "epoch": 2.869283276450512, + "grad_norm": 0.2836227944591954, + "learning_rate": 1.0468830873503634e-06, + "loss": 0.2928, + "num_tokens": 1600531690.0, + "step": 8407 + }, + { + "epoch": 2.8696245733788395, + "grad_norm": 0.27994340489232744, + "learning_rate": 1.046639644678771e-06, + "loss": 0.2862, + "num_tokens": 1600725385.0, + "step": 8408 + }, + { + "epoch": 2.8699658703071673, + "grad_norm": 0.289953240421152, + "learning_rate": 1.0463968324048906e-06, + "loss": 0.3276, + "num_tokens": 1600953654.0, + "step": 8409 + }, + { + "epoch": 2.8703071672354947, + "grad_norm": 0.29495302214633334, + "learning_rate": 1.046154650563093e-06, + "loss": 0.2854, + "num_tokens": 1601146568.0, + "step": 8410 + }, + { + "epoch": 2.8706484641638226, + "grad_norm": 0.2772122928355304, + "learning_rate": 1.0459130991876601e-06, + "loss": 0.292, + "num_tokens": 1601375780.0, + "step": 8411 + }, + { + "epoch": 2.87098976109215, + "grad_norm": 0.31373605084300005, + "learning_rate": 1.0456721783127856e-06, + "loss": 0.313, + "num_tokens": 1601563734.0, + "step": 8412 + }, + { + "epoch": 2.871331058020478, + "grad_norm": 0.2802248661831082, + "learning_rate": 1.0454318879725733e-06, + "loss": 0.2842, + "num_tokens": 1601756997.0, + "step": 8413 + }, + { + "epoch": 2.8716723549488057, + "grad_norm": 0.29326628433534824, + "learning_rate": 1.0451922282010366e-06, + "loss": 0.3035, + "num_tokens": 1601939821.0, + "step": 8414 + }, + { + "epoch": 2.872013651877133, + "grad_norm": 0.28132354664277986, + "learning_rate": 1.0449531990321016e-06, + "loss": 0.2942, + "num_tokens": 1602137209.0, + "step": 8415 + }, + { + "epoch": 2.8723549488054605, + "grad_norm": 0.2838698291445205, + "learning_rate": 1.0447148004996032e-06, + "loss": 0.2791, + "num_tokens": 1602322747.0, + "step": 8416 + }, + { + "epoch": 2.8726962457337883, + "grad_norm": 0.33898630407381, + "learning_rate": 1.0444770326372892e-06, + "loss": 0.2748, + "num_tokens": 1602509423.0, + "step": 8417 + }, + { + "epoch": 2.873037542662116, + "grad_norm": 0.3106385993094599, + "learning_rate": 1.0442398954788164e-06, + "loss": 0.2944, + "num_tokens": 1602690334.0, + "step": 8418 + }, + { + "epoch": 2.8733788395904436, + "grad_norm": 0.36803775286385193, + "learning_rate": 1.0440033890577526e-06, + "loss": 0.2994, + "num_tokens": 1602864748.0, + "step": 8419 + }, + { + "epoch": 2.8737201365187715, + "grad_norm": 0.2866852013874431, + "learning_rate": 1.043767513407577e-06, + "loss": 0.2746, + "num_tokens": 1603050018.0, + "step": 8420 + }, + { + "epoch": 2.874061433447099, + "grad_norm": 0.2986615227697017, + "learning_rate": 1.043532268561679e-06, + "loss": 0.3193, + "num_tokens": 1603252800.0, + "step": 8421 + }, + { + "epoch": 2.8744027303754267, + "grad_norm": 0.28219462725257527, + "learning_rate": 1.0432976545533596e-06, + "loss": 0.2885, + "num_tokens": 1603441548.0, + "step": 8422 + }, + { + "epoch": 2.874744027303754, + "grad_norm": 0.28833709962401055, + "learning_rate": 1.0430636714158278e-06, + "loss": 0.3042, + "num_tokens": 1603638061.0, + "step": 8423 + }, + { + "epoch": 2.875085324232082, + "grad_norm": 0.2572210532273041, + "learning_rate": 1.0428303191822065e-06, + "loss": 0.2865, + "num_tokens": 1603861239.0, + "step": 8424 + }, + { + "epoch": 2.8754266211604094, + "grad_norm": 0.2805307815464961, + "learning_rate": 1.0425975978855277e-06, + "loss": 0.2901, + "num_tokens": 1604077294.0, + "step": 8425 + }, + { + "epoch": 2.875767918088737, + "grad_norm": 0.3003829607739085, + "learning_rate": 1.042365507558735e-06, + "loss": 0.2867, + "num_tokens": 1604243182.0, + "step": 8426 + }, + { + "epoch": 2.876109215017065, + "grad_norm": 0.2697131567672247, + "learning_rate": 1.0421340482346813e-06, + "loss": 0.2884, + "num_tokens": 1604454285.0, + "step": 8427 + }, + { + "epoch": 2.8764505119453925, + "grad_norm": 0.2955636046667153, + "learning_rate": 1.0419032199461306e-06, + "loss": 0.307, + "num_tokens": 1604640253.0, + "step": 8428 + }, + { + "epoch": 2.87679180887372, + "grad_norm": 0.31369327553919857, + "learning_rate": 1.041673022725759e-06, + "loss": 0.2967, + "num_tokens": 1604804654.0, + "step": 8429 + }, + { + "epoch": 2.8771331058020477, + "grad_norm": 0.291296869598718, + "learning_rate": 1.041443456606152e-06, + "loss": 0.3156, + "num_tokens": 1605011376.0, + "step": 8430 + }, + { + "epoch": 2.8774744027303756, + "grad_norm": 0.2560845686839144, + "learning_rate": 1.041214521619805e-06, + "loss": 0.2748, + "num_tokens": 1605215011.0, + "step": 8431 + }, + { + "epoch": 2.877815699658703, + "grad_norm": 0.26935168527940606, + "learning_rate": 1.040986217799126e-06, + "loss": 0.2983, + "num_tokens": 1605417011.0, + "step": 8432 + }, + { + "epoch": 2.878156996587031, + "grad_norm": 0.27450754069896227, + "learning_rate": 1.0407585451764318e-06, + "loss": 0.2865, + "num_tokens": 1605598853.0, + "step": 8433 + }, + { + "epoch": 2.8784982935153582, + "grad_norm": 0.28829636989943797, + "learning_rate": 1.0405315037839517e-06, + "loss": 0.3156, + "num_tokens": 1605823004.0, + "step": 8434 + }, + { + "epoch": 2.878839590443686, + "grad_norm": 0.2714862046633324, + "learning_rate": 1.0403050936538247e-06, + "loss": 0.2942, + "num_tokens": 1606018140.0, + "step": 8435 + }, + { + "epoch": 2.8791808873720135, + "grad_norm": 0.300170586989575, + "learning_rate": 1.040079314818099e-06, + "loss": 0.2779, + "num_tokens": 1606175033.0, + "step": 8436 + }, + { + "epoch": 2.8795221843003413, + "grad_norm": 0.27764260243041, + "learning_rate": 1.039854167308736e-06, + "loss": 0.2909, + "num_tokens": 1606370781.0, + "step": 8437 + }, + { + "epoch": 2.8798634812286688, + "grad_norm": 0.3001716800950702, + "learning_rate": 1.039629651157606e-06, + "loss": 0.2886, + "num_tokens": 1606572223.0, + "step": 8438 + }, + { + "epoch": 2.8802047781569966, + "grad_norm": 0.32096739783475303, + "learning_rate": 1.0394057663964914e-06, + "loss": 0.2985, + "num_tokens": 1606739720.0, + "step": 8439 + }, + { + "epoch": 2.8805460750853245, + "grad_norm": 0.299316786681167, + "learning_rate": 1.039182513057083e-06, + "loss": 0.2855, + "num_tokens": 1606915314.0, + "step": 8440 + }, + { + "epoch": 2.880887372013652, + "grad_norm": 0.5083864272207836, + "learning_rate": 1.0389598911709846e-06, + "loss": 0.2716, + "num_tokens": 1607078579.0, + "step": 8441 + }, + { + "epoch": 2.8812286689419793, + "grad_norm": 0.2871084921614809, + "learning_rate": 1.0387379007697096e-06, + "loss": 0.2917, + "num_tokens": 1607268323.0, + "step": 8442 + }, + { + "epoch": 2.881569965870307, + "grad_norm": 0.2925945704796431, + "learning_rate": 1.038516541884681e-06, + "loss": 0.3062, + "num_tokens": 1607456002.0, + "step": 8443 + }, + { + "epoch": 2.881911262798635, + "grad_norm": 0.28393885994705526, + "learning_rate": 1.0382958145472345e-06, + "loss": 0.2962, + "num_tokens": 1607680616.0, + "step": 8444 + }, + { + "epoch": 2.8822525597269624, + "grad_norm": 0.33055963729933396, + "learning_rate": 1.0380757187886144e-06, + "loss": 0.2783, + "num_tokens": 1607830068.0, + "step": 8445 + }, + { + "epoch": 2.88259385665529, + "grad_norm": 0.30693324204498873, + "learning_rate": 1.0378562546399761e-06, + "loss": 0.2805, + "num_tokens": 1608000316.0, + "step": 8446 + }, + { + "epoch": 2.8829351535836176, + "grad_norm": 0.26552661380329073, + "learning_rate": 1.0376374221323877e-06, + "loss": 0.2786, + "num_tokens": 1608200522.0, + "step": 8447 + }, + { + "epoch": 2.8832764505119455, + "grad_norm": 0.27871428087853956, + "learning_rate": 1.037419221296825e-06, + "loss": 0.2989, + "num_tokens": 1608407492.0, + "step": 8448 + }, + { + "epoch": 2.883617747440273, + "grad_norm": 0.30443184210478036, + "learning_rate": 1.0372016521641752e-06, + "loss": 0.2639, + "num_tokens": 1608565918.0, + "step": 8449 + }, + { + "epoch": 2.8839590443686007, + "grad_norm": 0.2802991770161182, + "learning_rate": 1.0369847147652367e-06, + "loss": 0.3317, + "num_tokens": 1608794823.0, + "step": 8450 + }, + { + "epoch": 2.884300341296928, + "grad_norm": 0.25907432641067607, + "learning_rate": 1.0367684091307184e-06, + "loss": 0.2772, + "num_tokens": 1609011193.0, + "step": 8451 + }, + { + "epoch": 2.884641638225256, + "grad_norm": 0.3967021423971986, + "learning_rate": 1.0365527352912401e-06, + "loss": 0.2791, + "num_tokens": 1609172169.0, + "step": 8452 + }, + { + "epoch": 2.884982935153584, + "grad_norm": 0.2915858293452795, + "learning_rate": 1.0363376932773306e-06, + "loss": 0.2785, + "num_tokens": 1609358315.0, + "step": 8453 + }, + { + "epoch": 2.8853242320819112, + "grad_norm": 0.3279300030376138, + "learning_rate": 1.0361232831194302e-06, + "loss": 0.2931, + "num_tokens": 1609512056.0, + "step": 8454 + }, + { + "epoch": 2.8856655290102387, + "grad_norm": 0.2705936770999483, + "learning_rate": 1.0359095048478908e-06, + "loss": 0.3024, + "num_tokens": 1609707778.0, + "step": 8455 + }, + { + "epoch": 2.8860068259385665, + "grad_norm": 0.2794170119684605, + "learning_rate": 1.0356963584929732e-06, + "loss": 0.3114, + "num_tokens": 1609937106.0, + "step": 8456 + }, + { + "epoch": 2.8863481228668944, + "grad_norm": 0.2674316178853821, + "learning_rate": 1.0354838440848502e-06, + "loss": 0.2838, + "num_tokens": 1610130978.0, + "step": 8457 + }, + { + "epoch": 2.8866894197952218, + "grad_norm": 0.2829976895999082, + "learning_rate": 1.035271961653603e-06, + "loss": 0.2959, + "num_tokens": 1610313890.0, + "step": 8458 + }, + { + "epoch": 2.8870307167235496, + "grad_norm": 0.2885662068430952, + "learning_rate": 1.0350607112292261e-06, + "loss": 0.2764, + "num_tokens": 1610496304.0, + "step": 8459 + }, + { + "epoch": 2.887372013651877, + "grad_norm": 0.2646733500063339, + "learning_rate": 1.0348500928416226e-06, + "loss": 0.2931, + "num_tokens": 1610700887.0, + "step": 8460 + }, + { + "epoch": 2.887713310580205, + "grad_norm": 0.24866706238050337, + "learning_rate": 1.0346401065206066e-06, + "loss": 0.3009, + "num_tokens": 1610957280.0, + "step": 8461 + }, + { + "epoch": 2.8880546075085323, + "grad_norm": 0.2981623707575028, + "learning_rate": 1.0344307522959029e-06, + "loss": 0.2909, + "num_tokens": 1611132407.0, + "step": 8462 + }, + { + "epoch": 2.88839590443686, + "grad_norm": 0.31921993929598724, + "learning_rate": 1.0342220301971468e-06, + "loss": 0.29, + "num_tokens": 1611296699.0, + "step": 8463 + }, + { + "epoch": 2.8887372013651875, + "grad_norm": 0.28129941915103834, + "learning_rate": 1.0340139402538843e-06, + "loss": 0.2791, + "num_tokens": 1611469650.0, + "step": 8464 + }, + { + "epoch": 2.8890784982935154, + "grad_norm": 0.3274548879977224, + "learning_rate": 1.0338064824955712e-06, + "loss": 0.2832, + "num_tokens": 1611638978.0, + "step": 8465 + }, + { + "epoch": 2.8894197952218432, + "grad_norm": 0.2771480133486243, + "learning_rate": 1.0335996569515748e-06, + "loss": 0.3024, + "num_tokens": 1611838187.0, + "step": 8466 + }, + { + "epoch": 2.8897610921501706, + "grad_norm": 0.30579919826060337, + "learning_rate": 1.0333934636511714e-06, + "loss": 0.2975, + "num_tokens": 1612018627.0, + "step": 8467 + }, + { + "epoch": 2.890102389078498, + "grad_norm": 0.2914652923268042, + "learning_rate": 1.0331879026235504e-06, + "loss": 0.2908, + "num_tokens": 1612220493.0, + "step": 8468 + }, + { + "epoch": 2.890443686006826, + "grad_norm": 0.2719280315029353, + "learning_rate": 1.0329829738978084e-06, + "loss": 0.27, + "num_tokens": 1612406067.0, + "step": 8469 + }, + { + "epoch": 2.8907849829351537, + "grad_norm": 0.32615426130413544, + "learning_rate": 1.0327786775029556e-06, + "loss": 0.2782, + "num_tokens": 1612569698.0, + "step": 8470 + }, + { + "epoch": 2.891126279863481, + "grad_norm": 0.2783720532300378, + "learning_rate": 1.0325750134679105e-06, + "loss": 0.2827, + "num_tokens": 1612752662.0, + "step": 8471 + }, + { + "epoch": 2.891467576791809, + "grad_norm": 0.2963300683734501, + "learning_rate": 1.0323719818215033e-06, + "loss": 0.2907, + "num_tokens": 1612942231.0, + "step": 8472 + }, + { + "epoch": 2.8918088737201364, + "grad_norm": 0.28451915103030884, + "learning_rate": 1.0321695825924735e-06, + "loss": 0.2966, + "num_tokens": 1613134696.0, + "step": 8473 + }, + { + "epoch": 2.8921501706484642, + "grad_norm": 0.3065530162690634, + "learning_rate": 1.0319678158094728e-06, + "loss": 0.2831, + "num_tokens": 1613290283.0, + "step": 8474 + }, + { + "epoch": 2.8924914675767917, + "grad_norm": 0.2972062288421061, + "learning_rate": 1.0317666815010612e-06, + "loss": 0.303, + "num_tokens": 1613487107.0, + "step": 8475 + }, + { + "epoch": 2.8928327645051195, + "grad_norm": 0.2751375737164945, + "learning_rate": 1.0315661796957118e-06, + "loss": 0.2738, + "num_tokens": 1613671116.0, + "step": 8476 + }, + { + "epoch": 2.893174061433447, + "grad_norm": 0.2843575491421503, + "learning_rate": 1.0313663104218058e-06, + "loss": 0.3188, + "num_tokens": 1613908973.0, + "step": 8477 + }, + { + "epoch": 2.8935153583617748, + "grad_norm": 0.29890634340854494, + "learning_rate": 1.0311670737076362e-06, + "loss": 0.2973, + "num_tokens": 1614096234.0, + "step": 8478 + }, + { + "epoch": 2.8938566552901026, + "grad_norm": 0.2968964746257006, + "learning_rate": 1.0309684695814054e-06, + "loss": 0.2701, + "num_tokens": 1614238750.0, + "step": 8479 + }, + { + "epoch": 2.89419795221843, + "grad_norm": 0.30060527175755597, + "learning_rate": 1.0307704980712281e-06, + "loss": 0.3057, + "num_tokens": 1614435182.0, + "step": 8480 + }, + { + "epoch": 2.8945392491467574, + "grad_norm": 0.2934970097307669, + "learning_rate": 1.030573159205127e-06, + "loss": 0.2557, + "num_tokens": 1614586482.0, + "step": 8481 + }, + { + "epoch": 2.8948805460750853, + "grad_norm": 0.27457759982070357, + "learning_rate": 1.0303764530110374e-06, + "loss": 0.3111, + "num_tokens": 1614808232.0, + "step": 8482 + }, + { + "epoch": 2.895221843003413, + "grad_norm": 0.2992941634489536, + "learning_rate": 1.0301803795168034e-06, + "loss": 0.3192, + "num_tokens": 1614994322.0, + "step": 8483 + }, + { + "epoch": 2.8955631399317405, + "grad_norm": 0.29358432356218755, + "learning_rate": 1.029984938750181e-06, + "loss": 0.2687, + "num_tokens": 1615165329.0, + "step": 8484 + }, + { + "epoch": 2.8959044368600684, + "grad_norm": 0.29378609576057446, + "learning_rate": 1.0297901307388353e-06, + "loss": 0.3185, + "num_tokens": 1615358792.0, + "step": 8485 + }, + { + "epoch": 2.896245733788396, + "grad_norm": 0.31042684146614186, + "learning_rate": 1.029595955510343e-06, + "loss": 0.3338, + "num_tokens": 1615527944.0, + "step": 8486 + }, + { + "epoch": 2.8965870307167236, + "grad_norm": 0.2941921708193658, + "learning_rate": 1.0294024130921904e-06, + "loss": 0.3024, + "num_tokens": 1615701112.0, + "step": 8487 + }, + { + "epoch": 2.896928327645051, + "grad_norm": 0.2931561419963753, + "learning_rate": 1.0292095035117746e-06, + "loss": 0.2663, + "num_tokens": 1615861618.0, + "step": 8488 + }, + { + "epoch": 2.897269624573379, + "grad_norm": 0.2884665013673532, + "learning_rate": 1.029017226796403e-06, + "loss": 0.3066, + "num_tokens": 1616056616.0, + "step": 8489 + }, + { + "epoch": 2.8976109215017063, + "grad_norm": 0.27644545416757227, + "learning_rate": 1.0288255829732932e-06, + "loss": 0.2851, + "num_tokens": 1616240715.0, + "step": 8490 + }, + { + "epoch": 2.897952218430034, + "grad_norm": 0.26874796534951223, + "learning_rate": 1.0286345720695738e-06, + "loss": 0.291, + "num_tokens": 1616455158.0, + "step": 8491 + }, + { + "epoch": 2.898293515358362, + "grad_norm": 0.27108087975057227, + "learning_rate": 1.028444194112283e-06, + "loss": 0.2996, + "num_tokens": 1616665083.0, + "step": 8492 + }, + { + "epoch": 2.8986348122866894, + "grad_norm": 0.27977608294880524, + "learning_rate": 1.0282544491283702e-06, + "loss": 0.2992, + "num_tokens": 1616891026.0, + "step": 8493 + }, + { + "epoch": 2.898976109215017, + "grad_norm": 0.28701454197079435, + "learning_rate": 1.028065337144695e-06, + "loss": 0.2858, + "num_tokens": 1617077621.0, + "step": 8494 + }, + { + "epoch": 2.8993174061433447, + "grad_norm": 0.28189860037942227, + "learning_rate": 1.0278768581880263e-06, + "loss": 0.3136, + "num_tokens": 1617268569.0, + "step": 8495 + }, + { + "epoch": 2.8996587030716725, + "grad_norm": 0.31606026051718616, + "learning_rate": 1.0276890122850457e-06, + "loss": 0.2768, + "num_tokens": 1617421292.0, + "step": 8496 + }, + { + "epoch": 2.9, + "grad_norm": 0.2648070597908915, + "learning_rate": 1.0275017994623425e-06, + "loss": 0.3009, + "num_tokens": 1617625207.0, + "step": 8497 + }, + { + "epoch": 2.9003412969283278, + "grad_norm": 0.46343458135644133, + "learning_rate": 1.0273152197464191e-06, + "loss": 0.2834, + "num_tokens": 1617790709.0, + "step": 8498 + }, + { + "epoch": 2.900682593856655, + "grad_norm": 0.2967591285192436, + "learning_rate": 1.0271292731636858e-06, + "loss": 0.3074, + "num_tokens": 1617968498.0, + "step": 8499 + }, + { + "epoch": 2.901023890784983, + "grad_norm": 0.3055734303850035, + "learning_rate": 1.026943959740465e-06, + "loss": 0.3039, + "num_tokens": 1618142210.0, + "step": 8500 + }, + { + "epoch": 2.9013651877133104, + "grad_norm": 0.26964096004453775, + "learning_rate": 1.0267592795029881e-06, + "loss": 0.2889, + "num_tokens": 1618342709.0, + "step": 8501 + }, + { + "epoch": 2.9017064846416383, + "grad_norm": 0.29606359665270365, + "learning_rate": 1.0265752324773981e-06, + "loss": 0.2962, + "num_tokens": 1618545155.0, + "step": 8502 + }, + { + "epoch": 2.9020477815699657, + "grad_norm": 0.298826922992719, + "learning_rate": 1.026391818689748e-06, + "loss": 0.2841, + "num_tokens": 1618736873.0, + "step": 8503 + }, + { + "epoch": 2.9023890784982935, + "grad_norm": 0.4001242491441669, + "learning_rate": 1.026209038166001e-06, + "loss": 0.2843, + "num_tokens": 1618903286.0, + "step": 8504 + }, + { + "epoch": 2.9027303754266214, + "grad_norm": 0.2876319122995644, + "learning_rate": 1.0260268909320307e-06, + "loss": 0.3103, + "num_tokens": 1619101210.0, + "step": 8505 + }, + { + "epoch": 2.903071672354949, + "grad_norm": 0.2874211631534413, + "learning_rate": 1.0258453770136205e-06, + "loss": 0.2902, + "num_tokens": 1619301341.0, + "step": 8506 + }, + { + "epoch": 2.903412969283276, + "grad_norm": 0.31606599885724673, + "learning_rate": 1.025664496436465e-06, + "loss": 0.2723, + "num_tokens": 1619470609.0, + "step": 8507 + }, + { + "epoch": 2.903754266211604, + "grad_norm": 0.25818032499356836, + "learning_rate": 1.0254842492261691e-06, + "loss": 0.2852, + "num_tokens": 1619688572.0, + "step": 8508 + }, + { + "epoch": 2.904095563139932, + "grad_norm": 0.30211117711403235, + "learning_rate": 1.0253046354082478e-06, + "loss": 0.3278, + "num_tokens": 1619911558.0, + "step": 8509 + }, + { + "epoch": 2.9044368600682593, + "grad_norm": 0.29320983132031586, + "learning_rate": 1.0251256550081262e-06, + "loss": 0.304, + "num_tokens": 1620102374.0, + "step": 8510 + }, + { + "epoch": 2.904778156996587, + "grad_norm": 0.28712413396649095, + "learning_rate": 1.0249473080511398e-06, + "loss": 0.3102, + "num_tokens": 1620296580.0, + "step": 8511 + }, + { + "epoch": 2.9051194539249146, + "grad_norm": 0.2864614867846457, + "learning_rate": 1.0247695945625348e-06, + "loss": 0.2955, + "num_tokens": 1620490921.0, + "step": 8512 + }, + { + "epoch": 2.9054607508532424, + "grad_norm": 0.2607042800686743, + "learning_rate": 1.0245925145674677e-06, + "loss": 0.2626, + "num_tokens": 1620685902.0, + "step": 8513 + }, + { + "epoch": 2.90580204778157, + "grad_norm": 0.2750686851534588, + "learning_rate": 1.0244160680910054e-06, + "loss": 0.2993, + "num_tokens": 1620909706.0, + "step": 8514 + }, + { + "epoch": 2.9061433447098977, + "grad_norm": 0.26998335297788345, + "learning_rate": 1.0242402551581238e-06, + "loss": 0.2853, + "num_tokens": 1621107212.0, + "step": 8515 + }, + { + "epoch": 2.906484641638225, + "grad_norm": 0.29503113867970904, + "learning_rate": 1.0240650757937106e-06, + "loss": 0.2909, + "num_tokens": 1621293101.0, + "step": 8516 + }, + { + "epoch": 2.906825938566553, + "grad_norm": 0.3090477201118251, + "learning_rate": 1.0238905300225641e-06, + "loss": 0.2979, + "num_tokens": 1621458682.0, + "step": 8517 + }, + { + "epoch": 2.9071672354948808, + "grad_norm": 0.3536204548647598, + "learning_rate": 1.0237166178693922e-06, + "loss": 0.2916, + "num_tokens": 1621642365.0, + "step": 8518 + }, + { + "epoch": 2.907508532423208, + "grad_norm": 0.27197559412502237, + "learning_rate": 1.0235433393588118e-06, + "loss": 0.2976, + "num_tokens": 1621831827.0, + "step": 8519 + }, + { + "epoch": 2.9078498293515356, + "grad_norm": 0.3093787878876368, + "learning_rate": 1.0233706945153526e-06, + "loss": 0.3058, + "num_tokens": 1622016223.0, + "step": 8520 + }, + { + "epoch": 2.9081911262798634, + "grad_norm": 0.3425799520868608, + "learning_rate": 1.0231986833634534e-06, + "loss": 0.2835, + "num_tokens": 1622201975.0, + "step": 8521 + }, + { + "epoch": 2.9085324232081913, + "grad_norm": 0.3008112733520391, + "learning_rate": 1.0230273059274632e-06, + "loss": 0.3007, + "num_tokens": 1622393324.0, + "step": 8522 + }, + { + "epoch": 2.9088737201365187, + "grad_norm": 0.2937561102187766, + "learning_rate": 1.022856562231641e-06, + "loss": 0.3078, + "num_tokens": 1622572653.0, + "step": 8523 + }, + { + "epoch": 2.9092150170648465, + "grad_norm": 0.2759939753784151, + "learning_rate": 1.022686452300157e-06, + "loss": 0.2864, + "num_tokens": 1622753610.0, + "step": 8524 + }, + { + "epoch": 2.909556313993174, + "grad_norm": 0.2848204695181147, + "learning_rate": 1.0225169761570909e-06, + "loss": 0.2637, + "num_tokens": 1622925179.0, + "step": 8525 + }, + { + "epoch": 2.909897610921502, + "grad_norm": 0.27623882982157233, + "learning_rate": 1.0223481338264326e-06, + "loss": 0.2775, + "num_tokens": 1623133515.0, + "step": 8526 + }, + { + "epoch": 2.910238907849829, + "grad_norm": 0.3085273002024145, + "learning_rate": 1.0221799253320838e-06, + "loss": 0.3205, + "num_tokens": 1623314578.0, + "step": 8527 + }, + { + "epoch": 2.910580204778157, + "grad_norm": 0.5249457545887813, + "learning_rate": 1.0220123506978544e-06, + "loss": 0.2918, + "num_tokens": 1623479438.0, + "step": 8528 + }, + { + "epoch": 2.9109215017064844, + "grad_norm": 0.26093997561110877, + "learning_rate": 1.0218454099474658e-06, + "loss": 0.2826, + "num_tokens": 1623683621.0, + "step": 8529 + }, + { + "epoch": 2.9112627986348123, + "grad_norm": 0.29202000630372277, + "learning_rate": 1.0216791031045493e-06, + "loss": 0.2865, + "num_tokens": 1623869651.0, + "step": 8530 + }, + { + "epoch": 2.91160409556314, + "grad_norm": 0.25521033182665526, + "learning_rate": 1.0215134301926472e-06, + "loss": 0.2804, + "num_tokens": 1624082797.0, + "step": 8531 + }, + { + "epoch": 2.9119453924914676, + "grad_norm": 0.30666616648923983, + "learning_rate": 1.0213483912352102e-06, + "loss": 0.3098, + "num_tokens": 1624256187.0, + "step": 8532 + }, + { + "epoch": 2.912286689419795, + "grad_norm": 0.28978396669200973, + "learning_rate": 1.0211839862556017e-06, + "loss": 0.3015, + "num_tokens": 1624442713.0, + "step": 8533 + }, + { + "epoch": 2.912627986348123, + "grad_norm": 0.32765931762005546, + "learning_rate": 1.021020215277093e-06, + "loss": 0.2938, + "num_tokens": 1624591178.0, + "step": 8534 + }, + { + "epoch": 2.9129692832764507, + "grad_norm": 0.2796868428708248, + "learning_rate": 1.0208570783228678e-06, + "loss": 0.2905, + "num_tokens": 1624791987.0, + "step": 8535 + }, + { + "epoch": 2.913310580204778, + "grad_norm": 0.29207085192165705, + "learning_rate": 1.0206945754160178e-06, + "loss": 0.2897, + "num_tokens": 1624988715.0, + "step": 8536 + }, + { + "epoch": 2.913651877133106, + "grad_norm": 0.28697642021067665, + "learning_rate": 1.0205327065795476e-06, + "loss": 0.3162, + "num_tokens": 1625195880.0, + "step": 8537 + }, + { + "epoch": 2.9139931740614333, + "grad_norm": 0.31701278833431346, + "learning_rate": 1.02037147183637e-06, + "loss": 0.3037, + "num_tokens": 1625380339.0, + "step": 8538 + }, + { + "epoch": 2.914334470989761, + "grad_norm": 0.2931577274411313, + "learning_rate": 1.0202108712093083e-06, + "loss": 0.2984, + "num_tokens": 1625599542.0, + "step": 8539 + }, + { + "epoch": 2.9146757679180886, + "grad_norm": 0.3053534840758397, + "learning_rate": 1.0200509047210971e-06, + "loss": 0.3004, + "num_tokens": 1625814763.0, + "step": 8540 + }, + { + "epoch": 2.9150170648464164, + "grad_norm": 0.28698031866586926, + "learning_rate": 1.0198915723943803e-06, + "loss": 0.2868, + "num_tokens": 1626031195.0, + "step": 8541 + }, + { + "epoch": 2.915358361774744, + "grad_norm": 0.3382233741260728, + "learning_rate": 1.0197328742517117e-06, + "loss": 0.3092, + "num_tokens": 1626236879.0, + "step": 8542 + }, + { + "epoch": 2.9156996587030717, + "grad_norm": 0.29715264174629363, + "learning_rate": 1.0195748103155569e-06, + "loss": 0.2768, + "num_tokens": 1626426891.0, + "step": 8543 + }, + { + "epoch": 2.9160409556313995, + "grad_norm": 0.291971270980192, + "learning_rate": 1.01941738060829e-06, + "loss": 0.2982, + "num_tokens": 1626619455.0, + "step": 8544 + }, + { + "epoch": 2.916382252559727, + "grad_norm": 0.28304759870299523, + "learning_rate": 1.0192605851521955e-06, + "loss": 0.2885, + "num_tokens": 1626803723.0, + "step": 8545 + }, + { + "epoch": 2.9167235494880543, + "grad_norm": 0.2672883890375916, + "learning_rate": 1.0191044239694703e-06, + "loss": 0.289, + "num_tokens": 1627004659.0, + "step": 8546 + }, + { + "epoch": 2.917064846416382, + "grad_norm": 0.3000577687313183, + "learning_rate": 1.0189488970822182e-06, + "loss": 0.3215, + "num_tokens": 1627204019.0, + "step": 8547 + }, + { + "epoch": 2.91740614334471, + "grad_norm": 0.27792918327751964, + "learning_rate": 1.0187940045124564e-06, + "loss": 0.2985, + "num_tokens": 1627408717.0, + "step": 8548 + }, + { + "epoch": 2.9177474402730375, + "grad_norm": 0.26776607181684775, + "learning_rate": 1.0186397462821097e-06, + "loss": 0.2812, + "num_tokens": 1627616881.0, + "step": 8549 + }, + { + "epoch": 2.9180887372013653, + "grad_norm": 0.34048974688885425, + "learning_rate": 1.0184861224130149e-06, + "loss": 0.3248, + "num_tokens": 1627826548.0, + "step": 8550 + }, + { + "epoch": 2.9184300341296927, + "grad_norm": 0.27721516513704725, + "learning_rate": 1.0183331329269172e-06, + "loss": 0.2973, + "num_tokens": 1628023095.0, + "step": 8551 + }, + { + "epoch": 2.9187713310580206, + "grad_norm": 0.33128107905990906, + "learning_rate": 1.0181807778454745e-06, + "loss": 0.2946, + "num_tokens": 1628178099.0, + "step": 8552 + }, + { + "epoch": 2.919112627986348, + "grad_norm": 0.2679828367939344, + "learning_rate": 1.0180290571902526e-06, + "loss": 0.2718, + "num_tokens": 1628382022.0, + "step": 8553 + }, + { + "epoch": 2.919453924914676, + "grad_norm": 0.28542400821237, + "learning_rate": 1.0178779709827286e-06, + "loss": 0.2664, + "num_tokens": 1628561752.0, + "step": 8554 + }, + { + "epoch": 2.919795221843003, + "grad_norm": 0.28093566236074274, + "learning_rate": 1.01772751924429e-06, + "loss": 0.2741, + "num_tokens": 1628743642.0, + "step": 8555 + }, + { + "epoch": 2.920136518771331, + "grad_norm": 0.30618018075979553, + "learning_rate": 1.0175777019962337e-06, + "loss": 0.2733, + "num_tokens": 1628930633.0, + "step": 8556 + }, + { + "epoch": 2.920477815699659, + "grad_norm": 0.2773766584325042, + "learning_rate": 1.017428519259767e-06, + "loss": 0.2984, + "num_tokens": 1629142802.0, + "step": 8557 + }, + { + "epoch": 2.9208191126279863, + "grad_norm": 0.3055588285886809, + "learning_rate": 1.0172799710560072e-06, + "loss": 0.2909, + "num_tokens": 1629309411.0, + "step": 8558 + }, + { + "epoch": 2.9211604095563137, + "grad_norm": 0.302431188465587, + "learning_rate": 1.0171320574059836e-06, + "loss": 0.2632, + "num_tokens": 1629463048.0, + "step": 8559 + }, + { + "epoch": 2.9215017064846416, + "grad_norm": 0.3058884701018942, + "learning_rate": 1.0169847783306325e-06, + "loss": 0.3233, + "num_tokens": 1629644185.0, + "step": 8560 + }, + { + "epoch": 2.9218430034129694, + "grad_norm": 0.24449781121528172, + "learning_rate": 1.016838133850803e-06, + "loss": 0.2588, + "num_tokens": 1629859919.0, + "step": 8561 + }, + { + "epoch": 2.922184300341297, + "grad_norm": 0.2614014275117354, + "learning_rate": 1.0166921239872532e-06, + "loss": 0.2965, + "num_tokens": 1630084047.0, + "step": 8562 + }, + { + "epoch": 2.9225255972696247, + "grad_norm": 0.2597285276655927, + "learning_rate": 1.0165467487606516e-06, + "loss": 0.2757, + "num_tokens": 1630292598.0, + "step": 8563 + }, + { + "epoch": 2.922866894197952, + "grad_norm": 0.28245553876735097, + "learning_rate": 1.0164020081915773e-06, + "loss": 0.2918, + "num_tokens": 1630500785.0, + "step": 8564 + }, + { + "epoch": 2.92320819112628, + "grad_norm": 0.28546983482056315, + "learning_rate": 1.016257902300518e-06, + "loss": 0.2544, + "num_tokens": 1630659747.0, + "step": 8565 + }, + { + "epoch": 2.9235494880546073, + "grad_norm": 0.29834167845337106, + "learning_rate": 1.016114431107874e-06, + "loss": 0.3027, + "num_tokens": 1630848047.0, + "step": 8566 + }, + { + "epoch": 2.923890784982935, + "grad_norm": 0.2802946989139242, + "learning_rate": 1.0159715946339537e-06, + "loss": 0.2863, + "num_tokens": 1631047724.0, + "step": 8567 + }, + { + "epoch": 2.9242320819112626, + "grad_norm": 0.2882721167972569, + "learning_rate": 1.015829392898976e-06, + "loss": 0.2847, + "num_tokens": 1631228998.0, + "step": 8568 + }, + { + "epoch": 2.9245733788395905, + "grad_norm": 0.29364310932262033, + "learning_rate": 1.0156878259230716e-06, + "loss": 0.2852, + "num_tokens": 1631405077.0, + "step": 8569 + }, + { + "epoch": 2.9249146757679183, + "grad_norm": 0.30095942455241037, + "learning_rate": 1.0155468937262789e-06, + "loss": 0.2689, + "num_tokens": 1631575514.0, + "step": 8570 + }, + { + "epoch": 2.9252559726962457, + "grad_norm": 0.29228990997202914, + "learning_rate": 1.0154065963285485e-06, + "loss": 0.2959, + "num_tokens": 1631776382.0, + "step": 8571 + }, + { + "epoch": 2.925597269624573, + "grad_norm": 0.319982708839369, + "learning_rate": 1.0152669337497394e-06, + "loss": 0.2771, + "num_tokens": 1631965350.0, + "step": 8572 + }, + { + "epoch": 2.925938566552901, + "grad_norm": 0.28992293757807336, + "learning_rate": 1.0151279060096223e-06, + "loss": 0.2923, + "num_tokens": 1632149131.0, + "step": 8573 + }, + { + "epoch": 2.926279863481229, + "grad_norm": 0.33165139468434507, + "learning_rate": 1.0149895131278768e-06, + "loss": 0.3145, + "num_tokens": 1632327429.0, + "step": 8574 + }, + { + "epoch": 2.926621160409556, + "grad_norm": 0.31470545148156615, + "learning_rate": 1.0148517551240942e-06, + "loss": 0.2891, + "num_tokens": 1632490291.0, + "step": 8575 + }, + { + "epoch": 2.926962457337884, + "grad_norm": 0.2704209342241087, + "learning_rate": 1.0147146320177734e-06, + "loss": 0.2653, + "num_tokens": 1632683841.0, + "step": 8576 + }, + { + "epoch": 2.9273037542662115, + "grad_norm": 0.26684099016192686, + "learning_rate": 1.0145781438283258e-06, + "loss": 0.3071, + "num_tokens": 1632907280.0, + "step": 8577 + }, + { + "epoch": 2.9276450511945393, + "grad_norm": 0.260777351364676, + "learning_rate": 1.0144422905750723e-06, + "loss": 0.3098, + "num_tokens": 1633140499.0, + "step": 8578 + }, + { + "epoch": 2.9279863481228667, + "grad_norm": 0.3411981878633248, + "learning_rate": 1.0143070722772432e-06, + "loss": 0.2873, + "num_tokens": 1633293098.0, + "step": 8579 + }, + { + "epoch": 2.9283276450511946, + "grad_norm": 0.30405614598678143, + "learning_rate": 1.01417248895398e-06, + "loss": 0.3009, + "num_tokens": 1633471946.0, + "step": 8580 + }, + { + "epoch": 2.928668941979522, + "grad_norm": 0.2852463455572666, + "learning_rate": 1.0140385406243323e-06, + "loss": 0.3057, + "num_tokens": 1633666943.0, + "step": 8581 + }, + { + "epoch": 2.92901023890785, + "grad_norm": 0.33934248512996734, + "learning_rate": 1.0139052273072628e-06, + "loss": 0.2566, + "num_tokens": 1633825309.0, + "step": 8582 + }, + { + "epoch": 2.9293515358361777, + "grad_norm": 0.29073878474840464, + "learning_rate": 1.013772549021642e-06, + "loss": 0.2746, + "num_tokens": 1634003673.0, + "step": 8583 + }, + { + "epoch": 2.929692832764505, + "grad_norm": 0.2946146742017442, + "learning_rate": 1.0136405057862513e-06, + "loss": 0.2633, + "num_tokens": 1634166964.0, + "step": 8584 + }, + { + "epoch": 2.9300341296928325, + "grad_norm": 0.2941323151864219, + "learning_rate": 1.0135090976197827e-06, + "loss": 0.3163, + "num_tokens": 1634377664.0, + "step": 8585 + }, + { + "epoch": 2.9303754266211604, + "grad_norm": 0.3860588739694498, + "learning_rate": 1.0133783245408365e-06, + "loss": 0.3015, + "num_tokens": 1634562046.0, + "step": 8586 + }, + { + "epoch": 2.930716723549488, + "grad_norm": 0.3114282971127096, + "learning_rate": 1.0132481865679256e-06, + "loss": 0.2992, + "num_tokens": 1634762038.0, + "step": 8587 + }, + { + "epoch": 2.9310580204778156, + "grad_norm": 0.28000256519874206, + "learning_rate": 1.013118683719471e-06, + "loss": 0.2944, + "num_tokens": 1634964316.0, + "step": 8588 + }, + { + "epoch": 2.9313993174061435, + "grad_norm": 0.28956728374687923, + "learning_rate": 1.0129898160138051e-06, + "loss": 0.2556, + "num_tokens": 1635113845.0, + "step": 8589 + }, + { + "epoch": 2.931740614334471, + "grad_norm": 0.2725063524866237, + "learning_rate": 1.0128615834691692e-06, + "loss": 0.2804, + "num_tokens": 1635303463.0, + "step": 8590 + }, + { + "epoch": 2.9320819112627987, + "grad_norm": 0.2797698597537615, + "learning_rate": 1.0127339861037163e-06, + "loss": 0.3234, + "num_tokens": 1635526777.0, + "step": 8591 + }, + { + "epoch": 2.932423208191126, + "grad_norm": 0.30903502081347367, + "learning_rate": 1.012607023935507e-06, + "loss": 0.2911, + "num_tokens": 1635720093.0, + "step": 8592 + }, + { + "epoch": 2.932764505119454, + "grad_norm": 0.3090335109686254, + "learning_rate": 1.0124806969825147e-06, + "loss": 0.3158, + "num_tokens": 1635904813.0, + "step": 8593 + }, + { + "epoch": 2.9331058020477814, + "grad_norm": 0.32704774272054876, + "learning_rate": 1.0123550052626215e-06, + "loss": 0.3058, + "num_tokens": 1636072540.0, + "step": 8594 + }, + { + "epoch": 2.9334470989761092, + "grad_norm": 0.32597970758620326, + "learning_rate": 1.0122299487936193e-06, + "loss": 0.2893, + "num_tokens": 1636273455.0, + "step": 8595 + }, + { + "epoch": 2.933788395904437, + "grad_norm": 0.266490181367068, + "learning_rate": 1.0121055275932111e-06, + "loss": 0.2996, + "num_tokens": 1636488820.0, + "step": 8596 + }, + { + "epoch": 2.9341296928327645, + "grad_norm": 0.3003121699365124, + "learning_rate": 1.0119817416790093e-06, + "loss": 0.3193, + "num_tokens": 1636676469.0, + "step": 8597 + }, + { + "epoch": 2.934470989761092, + "grad_norm": 0.28562851521646865, + "learning_rate": 1.011858591068536e-06, + "loss": 0.2761, + "num_tokens": 1636894969.0, + "step": 8598 + }, + { + "epoch": 2.9348122866894197, + "grad_norm": 0.28837557236152184, + "learning_rate": 1.0117360757792238e-06, + "loss": 0.2794, + "num_tokens": 1637072727.0, + "step": 8599 + }, + { + "epoch": 2.9351535836177476, + "grad_norm": 0.28553953677059407, + "learning_rate": 1.011614195828416e-06, + "loss": 0.2992, + "num_tokens": 1637259961.0, + "step": 8600 + }, + { + "epoch": 2.935494880546075, + "grad_norm": 0.2803102126512953, + "learning_rate": 1.0114929512333658e-06, + "loss": 0.2762, + "num_tokens": 1637461277.0, + "step": 8601 + }, + { + "epoch": 2.935836177474403, + "grad_norm": 0.3092604172596945, + "learning_rate": 1.0113723420112346e-06, + "loss": 0.2831, + "num_tokens": 1637629753.0, + "step": 8602 + }, + { + "epoch": 2.9361774744027302, + "grad_norm": 0.3053018760318369, + "learning_rate": 1.0112523681790962e-06, + "loss": 0.3036, + "num_tokens": 1637792303.0, + "step": 8603 + }, + { + "epoch": 2.936518771331058, + "grad_norm": 0.2658438272147417, + "learning_rate": 1.0111330297539339e-06, + "loss": 0.2833, + "num_tokens": 1637989159.0, + "step": 8604 + }, + { + "epoch": 2.9368600682593855, + "grad_norm": 0.3017426385408464, + "learning_rate": 1.01101432675264e-06, + "loss": 0.2734, + "num_tokens": 1638159892.0, + "step": 8605 + }, + { + "epoch": 2.9372013651877134, + "grad_norm": 0.30948273854741304, + "learning_rate": 1.0108962591920177e-06, + "loss": 0.308, + "num_tokens": 1638335464.0, + "step": 8606 + }, + { + "epoch": 2.9375426621160408, + "grad_norm": 0.3628253751018537, + "learning_rate": 1.0107788270887808e-06, + "loss": 0.2758, + "num_tokens": 1638492524.0, + "step": 8607 + }, + { + "epoch": 2.9378839590443686, + "grad_norm": 0.351531738453886, + "learning_rate": 1.010662030459551e-06, + "loss": 0.2713, + "num_tokens": 1638652618.0, + "step": 8608 + }, + { + "epoch": 2.9382252559726965, + "grad_norm": 0.2887156208941735, + "learning_rate": 1.0105458693208626e-06, + "loss": 0.2718, + "num_tokens": 1638824157.0, + "step": 8609 + }, + { + "epoch": 2.938566552901024, + "grad_norm": 0.28983185812875023, + "learning_rate": 1.010430343689159e-06, + "loss": 0.2839, + "num_tokens": 1639001491.0, + "step": 8610 + }, + { + "epoch": 2.9389078498293513, + "grad_norm": 0.30079227382200996, + "learning_rate": 1.0103154535807933e-06, + "loss": 0.301, + "num_tokens": 1639169201.0, + "step": 8611 + }, + { + "epoch": 2.939249146757679, + "grad_norm": 0.2892863876456358, + "learning_rate": 1.0102011990120286e-06, + "loss": 0.2903, + "num_tokens": 1639363130.0, + "step": 8612 + }, + { + "epoch": 2.939590443686007, + "grad_norm": 0.27283027525607273, + "learning_rate": 1.0100875799990381e-06, + "loss": 0.3145, + "num_tokens": 1639583884.0, + "step": 8613 + }, + { + "epoch": 2.9399317406143344, + "grad_norm": 0.30079405400025694, + "learning_rate": 1.0099745965579053e-06, + "loss": 0.2677, + "num_tokens": 1639753994.0, + "step": 8614 + }, + { + "epoch": 2.9402730375426622, + "grad_norm": 0.2694719999681956, + "learning_rate": 1.0098622487046244e-06, + "loss": 0.3028, + "num_tokens": 1639958394.0, + "step": 8615 + }, + { + "epoch": 2.9406143344709896, + "grad_norm": 0.2797197329183028, + "learning_rate": 1.0097505364550974e-06, + "loss": 0.2862, + "num_tokens": 1640157877.0, + "step": 8616 + }, + { + "epoch": 2.9409556313993175, + "grad_norm": 0.31655819967364807, + "learning_rate": 1.0096394598251396e-06, + "loss": 0.3044, + "num_tokens": 1640364598.0, + "step": 8617 + }, + { + "epoch": 2.941296928327645, + "grad_norm": 0.28395689298952415, + "learning_rate": 1.0095290188304724e-06, + "loss": 0.2785, + "num_tokens": 1640563159.0, + "step": 8618 + }, + { + "epoch": 2.9416382252559727, + "grad_norm": 0.2826106282286015, + "learning_rate": 1.0094192134867315e-06, + "loss": 0.2945, + "num_tokens": 1640754616.0, + "step": 8619 + }, + { + "epoch": 2.9419795221843, + "grad_norm": 0.27333886724378065, + "learning_rate": 1.0093100438094587e-06, + "loss": 0.2893, + "num_tokens": 1640960812.0, + "step": 8620 + }, + { + "epoch": 2.942320819112628, + "grad_norm": 0.28435459673447155, + "learning_rate": 1.0092015098141086e-06, + "loss": 0.2959, + "num_tokens": 1641145571.0, + "step": 8621 + }, + { + "epoch": 2.942662116040956, + "grad_norm": 0.2972982107516749, + "learning_rate": 1.0090936115160445e-06, + "loss": 0.2682, + "num_tokens": 1641304571.0, + "step": 8622 + }, + { + "epoch": 2.9430034129692833, + "grad_norm": 0.28104912214421024, + "learning_rate": 1.0089863489305398e-06, + "loss": 0.2785, + "num_tokens": 1641485990.0, + "step": 8623 + }, + { + "epoch": 2.9433447098976107, + "grad_norm": 0.27645363397511424, + "learning_rate": 1.008879722072778e-06, + "loss": 0.2795, + "num_tokens": 1641668474.0, + "step": 8624 + }, + { + "epoch": 2.9436860068259385, + "grad_norm": 0.2890493507164663, + "learning_rate": 1.0087737309578532e-06, + "loss": 0.2758, + "num_tokens": 1641837567.0, + "step": 8625 + }, + { + "epoch": 2.9440273037542664, + "grad_norm": 0.2616075449388322, + "learning_rate": 1.0086683756007688e-06, + "loss": 0.2848, + "num_tokens": 1642037607.0, + "step": 8626 + }, + { + "epoch": 2.9443686006825938, + "grad_norm": 0.25456995494782214, + "learning_rate": 1.0085636560164388e-06, + "loss": 0.2844, + "num_tokens": 1642251737.0, + "step": 8627 + }, + { + "epoch": 2.9447098976109216, + "grad_norm": 0.29028790959161577, + "learning_rate": 1.0084595722196865e-06, + "loss": 0.314, + "num_tokens": 1642442716.0, + "step": 8628 + }, + { + "epoch": 2.945051194539249, + "grad_norm": 0.2717764649919282, + "learning_rate": 1.008356124225245e-06, + "loss": 0.284, + "num_tokens": 1642646551.0, + "step": 8629 + }, + { + "epoch": 2.945392491467577, + "grad_norm": 0.28378345368407987, + "learning_rate": 1.0082533120477587e-06, + "loss": 0.3036, + "num_tokens": 1642846353.0, + "step": 8630 + }, + { + "epoch": 2.9457337883959043, + "grad_norm": 0.2711351471137882, + "learning_rate": 1.0081511357017806e-06, + "loss": 0.3081, + "num_tokens": 1643075235.0, + "step": 8631 + }, + { + "epoch": 2.946075085324232, + "grad_norm": 0.2783756186258932, + "learning_rate": 1.0080495952017755e-06, + "loss": 0.2853, + "num_tokens": 1643272734.0, + "step": 8632 + }, + { + "epoch": 2.9464163822525595, + "grad_norm": 0.2944699633034981, + "learning_rate": 1.0079486905621158e-06, + "loss": 0.3099, + "num_tokens": 1643457210.0, + "step": 8633 + }, + { + "epoch": 2.9467576791808874, + "grad_norm": 0.288271105161467, + "learning_rate": 1.0078484217970852e-06, + "loss": 0.2827, + "num_tokens": 1643638439.0, + "step": 8634 + }, + { + "epoch": 2.9470989761092152, + "grad_norm": 0.3028967364560284, + "learning_rate": 1.007748788920878e-06, + "loss": 0.3073, + "num_tokens": 1643820128.0, + "step": 8635 + }, + { + "epoch": 2.9474402730375426, + "grad_norm": 0.28824605284202737, + "learning_rate": 1.0076497919475976e-06, + "loss": 0.2748, + "num_tokens": 1644025895.0, + "step": 8636 + }, + { + "epoch": 2.94778156996587, + "grad_norm": 0.27573113271772515, + "learning_rate": 1.007551430891257e-06, + "loss": 0.2952, + "num_tokens": 1644248985.0, + "step": 8637 + }, + { + "epoch": 2.948122866894198, + "grad_norm": 0.27839260984224967, + "learning_rate": 1.0074537057657802e-06, + "loss": 0.3209, + "num_tokens": 1644437989.0, + "step": 8638 + }, + { + "epoch": 2.9484641638225257, + "grad_norm": 0.30171838643389554, + "learning_rate": 1.0073566165850008e-06, + "loss": 0.2647, + "num_tokens": 1644599091.0, + "step": 8639 + }, + { + "epoch": 2.948805460750853, + "grad_norm": 0.2781705490318145, + "learning_rate": 1.0072601633626621e-06, + "loss": 0.2973, + "num_tokens": 1644802600.0, + "step": 8640 + }, + { + "epoch": 2.949146757679181, + "grad_norm": 0.2943319659004275, + "learning_rate": 1.0071643461124181e-06, + "loss": 0.2785, + "num_tokens": 1644974446.0, + "step": 8641 + }, + { + "epoch": 2.9494880546075084, + "grad_norm": 0.28049081246363, + "learning_rate": 1.007069164847831e-06, + "loss": 0.2886, + "num_tokens": 1645165097.0, + "step": 8642 + }, + { + "epoch": 2.9498293515358363, + "grad_norm": 0.30076179652999036, + "learning_rate": 1.0069746195823754e-06, + "loss": 0.3062, + "num_tokens": 1645348545.0, + "step": 8643 + }, + { + "epoch": 2.9501706484641637, + "grad_norm": 0.29960893942009237, + "learning_rate": 1.0068807103294346e-06, + "loss": 0.2918, + "num_tokens": 1645522558.0, + "step": 8644 + }, + { + "epoch": 2.9505119453924915, + "grad_norm": 0.3194237356703313, + "learning_rate": 1.0067874371023016e-06, + "loss": 0.3045, + "num_tokens": 1645687105.0, + "step": 8645 + }, + { + "epoch": 2.950853242320819, + "grad_norm": 0.3023879304417138, + "learning_rate": 1.0066947999141797e-06, + "loss": 0.2593, + "num_tokens": 1645847943.0, + "step": 8646 + }, + { + "epoch": 2.9511945392491468, + "grad_norm": 0.2658390377291566, + "learning_rate": 1.006602798778182e-06, + "loss": 0.297, + "num_tokens": 1646049987.0, + "step": 8647 + }, + { + "epoch": 2.9515358361774746, + "grad_norm": 0.2864551591035255, + "learning_rate": 1.0065114337073327e-06, + "loss": 0.2976, + "num_tokens": 1646258910.0, + "step": 8648 + }, + { + "epoch": 2.951877133105802, + "grad_norm": 0.28705751485745234, + "learning_rate": 1.0064207047145643e-06, + "loss": 0.2826, + "num_tokens": 1646434638.0, + "step": 8649 + }, + { + "epoch": 2.9522184300341294, + "grad_norm": 0.3042850725778915, + "learning_rate": 1.0063306118127203e-06, + "loss": 0.2934, + "num_tokens": 1646627136.0, + "step": 8650 + }, + { + "epoch": 2.9525597269624573, + "grad_norm": 0.26987983737898563, + "learning_rate": 1.0062411550145536e-06, + "loss": 0.2898, + "num_tokens": 1646824621.0, + "step": 8651 + }, + { + "epoch": 2.952901023890785, + "grad_norm": 0.2771552531501746, + "learning_rate": 1.006152334332727e-06, + "loss": 0.2845, + "num_tokens": 1647014824.0, + "step": 8652 + }, + { + "epoch": 2.9532423208191125, + "grad_norm": 0.3018464322423002, + "learning_rate": 1.0060641497798146e-06, + "loss": 0.2999, + "num_tokens": 1647194424.0, + "step": 8653 + }, + { + "epoch": 2.9535836177474404, + "grad_norm": 0.2621379128836102, + "learning_rate": 1.0059766013682983e-06, + "loss": 0.2867, + "num_tokens": 1647420593.0, + "step": 8654 + }, + { + "epoch": 2.953924914675768, + "grad_norm": 0.30449133198779754, + "learning_rate": 1.005889689110572e-06, + "loss": 0.2888, + "num_tokens": 1647591718.0, + "step": 8655 + }, + { + "epoch": 2.9542662116040956, + "grad_norm": 0.30823366789501183, + "learning_rate": 1.0058034130189375e-06, + "loss": 0.2972, + "num_tokens": 1647747838.0, + "step": 8656 + }, + { + "epoch": 2.954607508532423, + "grad_norm": 0.2601243911100597, + "learning_rate": 1.0057177731056089e-06, + "loss": 0.2846, + "num_tokens": 1647966592.0, + "step": 8657 + }, + { + "epoch": 2.954948805460751, + "grad_norm": 0.3073139819781635, + "learning_rate": 1.0056327693827083e-06, + "loss": 0.2725, + "num_tokens": 1648130058.0, + "step": 8658 + }, + { + "epoch": 2.9552901023890783, + "grad_norm": 0.25888527101738007, + "learning_rate": 1.0055484018622684e-06, + "loss": 0.2941, + "num_tokens": 1648342059.0, + "step": 8659 + }, + { + "epoch": 2.955631399317406, + "grad_norm": 0.302927076971951, + "learning_rate": 1.0054646705562322e-06, + "loss": 0.3062, + "num_tokens": 1648532350.0, + "step": 8660 + }, + { + "epoch": 2.955972696245734, + "grad_norm": 0.3158935942354375, + "learning_rate": 1.0053815754764517e-06, + "loss": 0.2998, + "num_tokens": 1648697389.0, + "step": 8661 + }, + { + "epoch": 2.9563139931740614, + "grad_norm": 0.2950731598567872, + "learning_rate": 1.0052991166346906e-06, + "loss": 0.2949, + "num_tokens": 1648876230.0, + "step": 8662 + }, + { + "epoch": 2.956655290102389, + "grad_norm": 0.3193706136511904, + "learning_rate": 1.0052172940426203e-06, + "loss": 0.3158, + "num_tokens": 1649065300.0, + "step": 8663 + }, + { + "epoch": 2.9569965870307167, + "grad_norm": 0.3028712028045496, + "learning_rate": 1.0051361077118235e-06, + "loss": 0.2851, + "num_tokens": 1649239220.0, + "step": 8664 + }, + { + "epoch": 2.9573378839590445, + "grad_norm": 0.26214375919618127, + "learning_rate": 1.005055557653793e-06, + "loss": 0.3172, + "num_tokens": 1649477447.0, + "step": 8665 + }, + { + "epoch": 2.957679180887372, + "grad_norm": 0.27785216657504785, + "learning_rate": 1.0049756438799306e-06, + "loss": 0.2505, + "num_tokens": 1649643059.0, + "step": 8666 + }, + { + "epoch": 2.9580204778156998, + "grad_norm": 0.2770113858007585, + "learning_rate": 1.0048963664015492e-06, + "loss": 0.3035, + "num_tokens": 1649851877.0, + "step": 8667 + }, + { + "epoch": 2.958361774744027, + "grad_norm": 0.31719890950468776, + "learning_rate": 1.0048177252298698e-06, + "loss": 0.2899, + "num_tokens": 1650023243.0, + "step": 8668 + }, + { + "epoch": 2.958703071672355, + "grad_norm": 0.2697235064736542, + "learning_rate": 1.0047397203760263e-06, + "loss": 0.2855, + "num_tokens": 1650238172.0, + "step": 8669 + }, + { + "epoch": 2.9590443686006824, + "grad_norm": 0.27962259043988086, + "learning_rate": 1.0046623518510591e-06, + "loss": 0.2505, + "num_tokens": 1650419048.0, + "step": 8670 + }, + { + "epoch": 2.9593856655290103, + "grad_norm": 0.293497279028943, + "learning_rate": 1.004585619665921e-06, + "loss": 0.286, + "num_tokens": 1650593201.0, + "step": 8671 + }, + { + "epoch": 2.9597269624573377, + "grad_norm": 0.3874575274805964, + "learning_rate": 1.0045095238314732e-06, + "loss": 0.2912, + "num_tokens": 1650764166.0, + "step": 8672 + }, + { + "epoch": 2.9600682593856655, + "grad_norm": 0.28092839897019245, + "learning_rate": 1.0044340643584874e-06, + "loss": 0.2765, + "num_tokens": 1650935728.0, + "step": 8673 + }, + { + "epoch": 2.9604095563139934, + "grad_norm": 0.3202023068912455, + "learning_rate": 1.0043592412576462e-06, + "loss": 0.2691, + "num_tokens": 1651117714.0, + "step": 8674 + }, + { + "epoch": 2.960750853242321, + "grad_norm": 0.283405074542045, + "learning_rate": 1.004285054539541e-06, + "loss": 0.2719, + "num_tokens": 1651291415.0, + "step": 8675 + }, + { + "epoch": 2.961092150170648, + "grad_norm": 0.30774772886754276, + "learning_rate": 1.004211504214673e-06, + "loss": 0.2966, + "num_tokens": 1651457946.0, + "step": 8676 + }, + { + "epoch": 2.961433447098976, + "grad_norm": 0.3185085752597895, + "learning_rate": 1.0041385902934538e-06, + "loss": 0.2862, + "num_tokens": 1651639871.0, + "step": 8677 + }, + { + "epoch": 2.961774744027304, + "grad_norm": 0.2989996461611148, + "learning_rate": 1.0040663127862046e-06, + "loss": 0.319, + "num_tokens": 1651832154.0, + "step": 8678 + }, + { + "epoch": 2.9621160409556313, + "grad_norm": 0.3018001888952422, + "learning_rate": 1.003994671703157e-06, + "loss": 0.2938, + "num_tokens": 1652012322.0, + "step": 8679 + }, + { + "epoch": 2.962457337883959, + "grad_norm": 0.2906493280498848, + "learning_rate": 1.003923667054452e-06, + "loss": 0.2972, + "num_tokens": 1652185823.0, + "step": 8680 + }, + { + "epoch": 2.9627986348122866, + "grad_norm": 0.3122586758844815, + "learning_rate": 1.0038532988501403e-06, + "loss": 0.2963, + "num_tokens": 1652366868.0, + "step": 8681 + }, + { + "epoch": 2.9631399317406144, + "grad_norm": 0.3021491205409713, + "learning_rate": 1.0037835671001837e-06, + "loss": 0.2916, + "num_tokens": 1652552686.0, + "step": 8682 + }, + { + "epoch": 2.963481228668942, + "grad_norm": 0.2887973670048425, + "learning_rate": 1.0037144718144528e-06, + "loss": 0.2784, + "num_tokens": 1652752297.0, + "step": 8683 + }, + { + "epoch": 2.9638225255972697, + "grad_norm": 0.30694912991636364, + "learning_rate": 1.0036460130027276e-06, + "loss": 0.2739, + "num_tokens": 1652929030.0, + "step": 8684 + }, + { + "epoch": 2.964163822525597, + "grad_norm": 0.27547795589929797, + "learning_rate": 1.0035781906747006e-06, + "loss": 0.2947, + "num_tokens": 1653138009.0, + "step": 8685 + }, + { + "epoch": 2.964505119453925, + "grad_norm": 0.27966508635543813, + "learning_rate": 1.0035110048399705e-06, + "loss": 0.2856, + "num_tokens": 1653341636.0, + "step": 8686 + }, + { + "epoch": 2.9648464163822528, + "grad_norm": 1.0263815015448343, + "learning_rate": 1.003444455508049e-06, + "loss": 0.2903, + "num_tokens": 1653506661.0, + "step": 8687 + }, + { + "epoch": 2.96518771331058, + "grad_norm": 0.30331218380689284, + "learning_rate": 1.0033785426883564e-06, + "loss": 0.2972, + "num_tokens": 1653672143.0, + "step": 8688 + }, + { + "epoch": 2.9655290102389076, + "grad_norm": 0.2829786715818533, + "learning_rate": 1.003313266390223e-06, + "loss": 0.3129, + "num_tokens": 1653867203.0, + "step": 8689 + }, + { + "epoch": 2.9658703071672354, + "grad_norm": 0.30222671381762817, + "learning_rate": 1.0032486266228885e-06, + "loss": 0.2704, + "num_tokens": 1654040262.0, + "step": 8690 + }, + { + "epoch": 2.9662116040955633, + "grad_norm": 0.29594890111576744, + "learning_rate": 1.0031846233955034e-06, + "loss": 0.2674, + "num_tokens": 1654215074.0, + "step": 8691 + }, + { + "epoch": 2.9665529010238907, + "grad_norm": 0.344830346720943, + "learning_rate": 1.003121256717128e-06, + "loss": 0.2561, + "num_tokens": 1654370690.0, + "step": 8692 + }, + { + "epoch": 2.9668941979522185, + "grad_norm": 0.28712928722554876, + "learning_rate": 1.0030585265967318e-06, + "loss": 0.3019, + "num_tokens": 1654585618.0, + "step": 8693 + }, + { + "epoch": 2.967235494880546, + "grad_norm": 0.28372871768583074, + "learning_rate": 1.002996433043195e-06, + "loss": 0.3098, + "num_tokens": 1654796981.0, + "step": 8694 + }, + { + "epoch": 2.967576791808874, + "grad_norm": 0.3167181729115149, + "learning_rate": 1.0029349760653067e-06, + "loss": 0.2976, + "num_tokens": 1654971028.0, + "step": 8695 + }, + { + "epoch": 2.967918088737201, + "grad_norm": 0.28792268554928757, + "learning_rate": 1.0028741556717667e-06, + "loss": 0.3103, + "num_tokens": 1655194553.0, + "step": 8696 + }, + { + "epoch": 2.968259385665529, + "grad_norm": 0.30716527531975746, + "learning_rate": 1.0028139718711845e-06, + "loss": 0.3137, + "num_tokens": 1655371287.0, + "step": 8697 + }, + { + "epoch": 2.9686006825938565, + "grad_norm": 0.27626274556210917, + "learning_rate": 1.0027544246720794e-06, + "loss": 0.2753, + "num_tokens": 1655599181.0, + "step": 8698 + }, + { + "epoch": 2.9689419795221843, + "grad_norm": 0.2708121038645041, + "learning_rate": 1.002695514082881e-06, + "loss": 0.3013, + "num_tokens": 1655810793.0, + "step": 8699 + }, + { + "epoch": 2.969283276450512, + "grad_norm": 0.3430859133094458, + "learning_rate": 1.002637240111928e-06, + "loss": 0.2826, + "num_tokens": 1655988658.0, + "step": 8700 + }, + { + "epoch": 2.9696245733788396, + "grad_norm": 0.30026779146090454, + "learning_rate": 1.002579602767469e-06, + "loss": 0.292, + "num_tokens": 1656196916.0, + "step": 8701 + }, + { + "epoch": 2.969965870307167, + "grad_norm": 0.33695660873403804, + "learning_rate": 1.0025226020576645e-06, + "loss": 0.3142, + "num_tokens": 1656337291.0, + "step": 8702 + }, + { + "epoch": 2.970307167235495, + "grad_norm": 0.2967465125937681, + "learning_rate": 1.0024662379905815e-06, + "loss": 0.2712, + "num_tokens": 1656511804.0, + "step": 8703 + }, + { + "epoch": 2.9706484641638227, + "grad_norm": 0.2620983163998048, + "learning_rate": 1.0024105105741993e-06, + "loss": 0.2876, + "num_tokens": 1656715884.0, + "step": 8704 + }, + { + "epoch": 2.97098976109215, + "grad_norm": 0.29539723450742433, + "learning_rate": 1.0023554198164062e-06, + "loss": 0.3024, + "num_tokens": 1656890920.0, + "step": 8705 + }, + { + "epoch": 2.971331058020478, + "grad_norm": 0.2841272908453556, + "learning_rate": 1.0023009657250017e-06, + "loss": 0.2977, + "num_tokens": 1657069829.0, + "step": 8706 + }, + { + "epoch": 2.9716723549488053, + "grad_norm": 0.29736379002865176, + "learning_rate": 1.0022471483076926e-06, + "loss": 0.2857, + "num_tokens": 1657252259.0, + "step": 8707 + }, + { + "epoch": 2.972013651877133, + "grad_norm": 0.2782872442637672, + "learning_rate": 1.0021939675720979e-06, + "loss": 0.3015, + "num_tokens": 1657450317.0, + "step": 8708 + }, + { + "epoch": 2.972354948805461, + "grad_norm": 0.28064953943832716, + "learning_rate": 1.002141423525745e-06, + "loss": 0.2769, + "num_tokens": 1657652818.0, + "step": 8709 + }, + { + "epoch": 2.9726962457337884, + "grad_norm": 0.2842033101632926, + "learning_rate": 1.0020895161760725e-06, + "loss": 0.3027, + "num_tokens": 1657843902.0, + "step": 8710 + }, + { + "epoch": 2.973037542662116, + "grad_norm": 0.25066637469248, + "learning_rate": 1.0020382455304277e-06, + "loss": 0.2941, + "num_tokens": 1658079694.0, + "step": 8711 + }, + { + "epoch": 2.9733788395904437, + "grad_norm": 0.3062201728214381, + "learning_rate": 1.0019876115960687e-06, + "loss": 0.2985, + "num_tokens": 1658246853.0, + "step": 8712 + }, + { + "epoch": 2.9737201365187715, + "grad_norm": 0.30100584050929247, + "learning_rate": 1.0019376143801625e-06, + "loss": 0.2693, + "num_tokens": 1658427412.0, + "step": 8713 + }, + { + "epoch": 2.974061433447099, + "grad_norm": 0.2853774978004873, + "learning_rate": 1.0018882538897867e-06, + "loss": 0.2621, + "num_tokens": 1658595958.0, + "step": 8714 + }, + { + "epoch": 2.9744027303754264, + "grad_norm": 0.3100631807290038, + "learning_rate": 1.0018395301319287e-06, + "loss": 0.2971, + "num_tokens": 1658773983.0, + "step": 8715 + }, + { + "epoch": 2.974744027303754, + "grad_norm": 0.25032351803066194, + "learning_rate": 1.0017914431134855e-06, + "loss": 0.2766, + "num_tokens": 1658991655.0, + "step": 8716 + }, + { + "epoch": 2.975085324232082, + "grad_norm": 0.2817944289366194, + "learning_rate": 1.0017439928412642e-06, + "loss": 0.2888, + "num_tokens": 1659178501.0, + "step": 8717 + }, + { + "epoch": 2.9754266211604095, + "grad_norm": 0.2966876517484842, + "learning_rate": 1.001697179321981e-06, + "loss": 0.2752, + "num_tokens": 1659376314.0, + "step": 8718 + }, + { + "epoch": 2.9757679180887373, + "grad_norm": 0.2748811694349066, + "learning_rate": 1.0016510025622637e-06, + "loss": 0.2992, + "num_tokens": 1659577664.0, + "step": 8719 + }, + { + "epoch": 2.9761092150170647, + "grad_norm": 0.30036127384494515, + "learning_rate": 1.0016054625686481e-06, + "loss": 0.2901, + "num_tokens": 1659757638.0, + "step": 8720 + }, + { + "epoch": 2.9764505119453926, + "grad_norm": 0.3269881154801206, + "learning_rate": 1.0015605593475807e-06, + "loss": 0.3035, + "num_tokens": 1659944161.0, + "step": 8721 + }, + { + "epoch": 2.9767918088737204, + "grad_norm": 0.2610947941201635, + "learning_rate": 1.001516292905418e-06, + "loss": 0.3185, + "num_tokens": 1660189432.0, + "step": 8722 + }, + { + "epoch": 2.977133105802048, + "grad_norm": 0.27648057404862664, + "learning_rate": 1.0014726632484256e-06, + "loss": 0.3084, + "num_tokens": 1660397962.0, + "step": 8723 + }, + { + "epoch": 2.9774744027303752, + "grad_norm": 0.25370675065480647, + "learning_rate": 1.0014296703827804e-06, + "loss": 0.2774, + "num_tokens": 1660629482.0, + "step": 8724 + }, + { + "epoch": 2.977815699658703, + "grad_norm": 0.285562211677292, + "learning_rate": 1.0013873143145681e-06, + "loss": 0.283, + "num_tokens": 1660812703.0, + "step": 8725 + }, + { + "epoch": 2.978156996587031, + "grad_norm": 0.29203032274516816, + "learning_rate": 1.001345595049784e-06, + "loss": 0.2971, + "num_tokens": 1661008372.0, + "step": 8726 + }, + { + "epoch": 2.9784982935153583, + "grad_norm": 0.3081106932935414, + "learning_rate": 1.001304512594334e-06, + "loss": 0.2957, + "num_tokens": 1661183800.0, + "step": 8727 + }, + { + "epoch": 2.9788395904436857, + "grad_norm": 0.46911157436871936, + "learning_rate": 1.0012640669540335e-06, + "loss": 0.281, + "num_tokens": 1661386486.0, + "step": 8728 + }, + { + "epoch": 2.9791808873720136, + "grad_norm": 0.29028209938630994, + "learning_rate": 1.0012242581346075e-06, + "loss": 0.2873, + "num_tokens": 1661591915.0, + "step": 8729 + }, + { + "epoch": 2.9795221843003414, + "grad_norm": 0.30097376997856967, + "learning_rate": 1.0011850861416916e-06, + "loss": 0.3107, + "num_tokens": 1661774947.0, + "step": 8730 + }, + { + "epoch": 2.979863481228669, + "grad_norm": 0.28864587944199877, + "learning_rate": 1.0011465509808304e-06, + "loss": 0.294, + "num_tokens": 1661972696.0, + "step": 8731 + }, + { + "epoch": 2.9802047781569967, + "grad_norm": 0.3091053764471049, + "learning_rate": 1.0011086526574793e-06, + "loss": 0.2896, + "num_tokens": 1662160819.0, + "step": 8732 + }, + { + "epoch": 2.980546075085324, + "grad_norm": 0.33398205905265893, + "learning_rate": 1.0010713911770027e-06, + "loss": 0.317, + "num_tokens": 1662360778.0, + "step": 8733 + }, + { + "epoch": 2.980887372013652, + "grad_norm": 0.26000490496529244, + "learning_rate": 1.001034766544675e-06, + "loss": 0.281, + "num_tokens": 1662551336.0, + "step": 8734 + }, + { + "epoch": 2.98122866894198, + "grad_norm": 0.2891908525539013, + "learning_rate": 1.0009987787656806e-06, + "loss": 0.2898, + "num_tokens": 1662729997.0, + "step": 8735 + }, + { + "epoch": 2.981569965870307, + "grad_norm": 0.3049418564424351, + "learning_rate": 1.0009634278451142e-06, + "loss": 0.2787, + "num_tokens": 1662887953.0, + "step": 8736 + }, + { + "epoch": 2.9819112627986346, + "grad_norm": 0.27971922673828975, + "learning_rate": 1.0009287137879798e-06, + "loss": 0.2917, + "num_tokens": 1663103763.0, + "step": 8737 + }, + { + "epoch": 2.9822525597269625, + "grad_norm": 0.2526884101842006, + "learning_rate": 1.000894636599191e-06, + "loss": 0.2948, + "num_tokens": 1663332981.0, + "step": 8738 + }, + { + "epoch": 2.9825938566552903, + "grad_norm": 0.24841184084420678, + "learning_rate": 1.0008611962835725e-06, + "loss": 0.2841, + "num_tokens": 1663550410.0, + "step": 8739 + }, + { + "epoch": 2.9829351535836177, + "grad_norm": 0.29975492743782495, + "learning_rate": 1.0008283928458567e-06, + "loss": 0.2859, + "num_tokens": 1663726646.0, + "step": 8740 + }, + { + "epoch": 2.983276450511945, + "grad_norm": 0.2795903361187154, + "learning_rate": 1.0007962262906878e-06, + "loss": 0.3015, + "num_tokens": 1663943463.0, + "step": 8741 + }, + { + "epoch": 2.983617747440273, + "grad_norm": 0.26024188287239924, + "learning_rate": 1.0007646966226195e-06, + "loss": 0.3044, + "num_tokens": 1664162603.0, + "step": 8742 + }, + { + "epoch": 2.983959044368601, + "grad_norm": 0.27378547452391233, + "learning_rate": 1.000733803846114e-06, + "loss": 0.2975, + "num_tokens": 1664360342.0, + "step": 8743 + }, + { + "epoch": 2.9843003412969282, + "grad_norm": 0.2770441544137932, + "learning_rate": 1.0007035479655452e-06, + "loss": 0.2847, + "num_tokens": 1664564477.0, + "step": 8744 + }, + { + "epoch": 2.984641638225256, + "grad_norm": 0.2704589211383887, + "learning_rate": 1.0006739289851958e-06, + "loss": 0.294, + "num_tokens": 1664770630.0, + "step": 8745 + }, + { + "epoch": 2.9849829351535835, + "grad_norm": 0.26710224531442256, + "learning_rate": 1.000644946909258e-06, + "loss": 0.2811, + "num_tokens": 1664979109.0, + "step": 8746 + }, + { + "epoch": 2.9853242320819113, + "grad_norm": 0.5423616643266805, + "learning_rate": 1.0006166017418352e-06, + "loss": 0.2825, + "num_tokens": 1665141768.0, + "step": 8747 + }, + { + "epoch": 2.985665529010239, + "grad_norm": 0.28562739531557607, + "learning_rate": 1.0005888934869392e-06, + "loss": 0.2907, + "num_tokens": 1665323668.0, + "step": 8748 + }, + { + "epoch": 2.9860068259385666, + "grad_norm": 0.2736242277372947, + "learning_rate": 1.000561822148493e-06, + "loss": 0.2574, + "num_tokens": 1665500655.0, + "step": 8749 + }, + { + "epoch": 2.986348122866894, + "grad_norm": 0.2772049254592103, + "learning_rate": 1.0005353877303276e-06, + "loss": 0.2965, + "num_tokens": 1665703453.0, + "step": 8750 + }, + { + "epoch": 2.986689419795222, + "grad_norm": 0.289276438804234, + "learning_rate": 1.0005095902361854e-06, + "loss": 0.2661, + "num_tokens": 1665867309.0, + "step": 8751 + }, + { + "epoch": 2.9870307167235497, + "grad_norm": 0.281928633580112, + "learning_rate": 1.0004844296697192e-06, + "loss": 0.2923, + "num_tokens": 1666058705.0, + "step": 8752 + }, + { + "epoch": 2.987372013651877, + "grad_norm": 0.2913141774330769, + "learning_rate": 1.0004599060344889e-06, + "loss": 0.2849, + "num_tokens": 1666261822.0, + "step": 8753 + }, + { + "epoch": 2.9877133105802045, + "grad_norm": 0.2837288190608068, + "learning_rate": 1.0004360193339672e-06, + "loss": 0.2889, + "num_tokens": 1666455254.0, + "step": 8754 + }, + { + "epoch": 2.9880546075085324, + "grad_norm": 0.2743980683338511, + "learning_rate": 1.0004127695715349e-06, + "loss": 0.3128, + "num_tokens": 1666674977.0, + "step": 8755 + }, + { + "epoch": 2.98839590443686, + "grad_norm": 0.30141997444475344, + "learning_rate": 1.000390156750483e-06, + "loss": 0.287, + "num_tokens": 1666852576.0, + "step": 8756 + }, + { + "epoch": 2.9887372013651876, + "grad_norm": 0.28800476239271044, + "learning_rate": 1.0003681808740128e-06, + "loss": 0.2851, + "num_tokens": 1667033082.0, + "step": 8757 + }, + { + "epoch": 2.9890784982935155, + "grad_norm": 0.3134398028069411, + "learning_rate": 1.0003468419452347e-06, + "loss": 0.3124, + "num_tokens": 1667244742.0, + "step": 8758 + }, + { + "epoch": 2.989419795221843, + "grad_norm": 0.30689568915799115, + "learning_rate": 1.0003261399671698e-06, + "loss": 0.284, + "num_tokens": 1667421232.0, + "step": 8759 + }, + { + "epoch": 2.9897610921501707, + "grad_norm": 0.2870041413132991, + "learning_rate": 1.0003060749427485e-06, + "loss": 0.3058, + "num_tokens": 1667618618.0, + "step": 8760 + }, + { + "epoch": 2.9901023890784986, + "grad_norm": 0.3222886070560272, + "learning_rate": 1.000286646874811e-06, + "loss": 0.2903, + "num_tokens": 1667788588.0, + "step": 8761 + }, + { + "epoch": 2.990443686006826, + "grad_norm": 0.24520649480266227, + "learning_rate": 1.0002678557661074e-06, + "loss": 0.3026, + "num_tokens": 1668032622.0, + "step": 8762 + }, + { + "epoch": 2.9907849829351534, + "grad_norm": 0.25902924831665963, + "learning_rate": 1.0002497016192981e-06, + "loss": 0.2845, + "num_tokens": 1668245690.0, + "step": 8763 + }, + { + "epoch": 2.9911262798634812, + "grad_norm": 0.30201364723056934, + "learning_rate": 1.000232184436952e-06, + "loss": 0.3024, + "num_tokens": 1668417723.0, + "step": 8764 + }, + { + "epoch": 2.991467576791809, + "grad_norm": 0.2732812186222531, + "learning_rate": 1.0002153042215495e-06, + "loss": 0.271, + "num_tokens": 1668608158.0, + "step": 8765 + }, + { + "epoch": 2.9918088737201365, + "grad_norm": 0.28125317413588974, + "learning_rate": 1.00019906097548e-06, + "loss": 0.2836, + "num_tokens": 1668791989.0, + "step": 8766 + }, + { + "epoch": 2.992150170648464, + "grad_norm": 0.3118272804773728, + "learning_rate": 1.0001834547010425e-06, + "loss": 0.2778, + "num_tokens": 1668947147.0, + "step": 8767 + }, + { + "epoch": 2.9924914675767917, + "grad_norm": 0.27371322461535486, + "learning_rate": 1.000168485400447e-06, + "loss": 0.2925, + "num_tokens": 1669166226.0, + "step": 8768 + }, + { + "epoch": 2.9928327645051196, + "grad_norm": 0.3671636987599592, + "learning_rate": 1.0001541530758114e-06, + "loss": 0.302, + "num_tokens": 1669363584.0, + "step": 8769 + }, + { + "epoch": 2.993174061433447, + "grad_norm": 0.2593056863745596, + "learning_rate": 1.0001404577291646e-06, + "loss": 0.297, + "num_tokens": 1669576584.0, + "step": 8770 + }, + { + "epoch": 2.993515358361775, + "grad_norm": 0.26505569218677527, + "learning_rate": 1.0001273993624462e-06, + "loss": 0.3044, + "num_tokens": 1669781659.0, + "step": 8771 + }, + { + "epoch": 2.9938566552901023, + "grad_norm": 0.3031525724230599, + "learning_rate": 1.0001149779775042e-06, + "loss": 0.2653, + "num_tokens": 1669946796.0, + "step": 8772 + }, + { + "epoch": 2.99419795221843, + "grad_norm": 0.2607599015156444, + "learning_rate": 1.0001031935760963e-06, + "loss": 0.3041, + "num_tokens": 1670166829.0, + "step": 8773 + }, + { + "epoch": 2.994539249146758, + "grad_norm": 0.2993782258780794, + "learning_rate": 1.0000920461598918e-06, + "loss": 0.2762, + "num_tokens": 1670328627.0, + "step": 8774 + }, + { + "epoch": 2.9948805460750854, + "grad_norm": 0.2977685707771204, + "learning_rate": 1.0000815357304675e-06, + "loss": 0.2757, + "num_tokens": 1670492060.0, + "step": 8775 + }, + { + "epoch": 2.9952218430034128, + "grad_norm": 0.2554776346334549, + "learning_rate": 1.0000716622893122e-06, + "loss": 0.2765, + "num_tokens": 1670703014.0, + "step": 8776 + }, + { + "epoch": 2.9955631399317406, + "grad_norm": 0.2677890469618178, + "learning_rate": 1.000062425837823e-06, + "loss": 0.2919, + "num_tokens": 1670908307.0, + "step": 8777 + }, + { + "epoch": 2.9959044368600685, + "grad_norm": 0.3133301118369493, + "learning_rate": 1.0000538263773074e-06, + "loss": 0.2793, + "num_tokens": 1671060934.0, + "step": 8778 + }, + { + "epoch": 2.996245733788396, + "grad_norm": 0.2956638337246053, + "learning_rate": 1.0000458639089828e-06, + "loss": 0.2922, + "num_tokens": 1671261708.0, + "step": 8779 + }, + { + "epoch": 2.9965870307167233, + "grad_norm": 0.29231004781473363, + "learning_rate": 1.000038538433976e-06, + "loss": 0.2931, + "num_tokens": 1671454023.0, + "step": 8780 + }, + { + "epoch": 2.996928327645051, + "grad_norm": 0.3119238869396179, + "learning_rate": 1.000031849953325e-06, + "loss": 0.2916, + "num_tokens": 1671619056.0, + "step": 8781 + }, + { + "epoch": 2.997269624573379, + "grad_norm": 0.3151458515321545, + "learning_rate": 1.0000257984679755e-06, + "loss": 0.2937, + "num_tokens": 1671806896.0, + "step": 8782 + }, + { + "epoch": 2.9976109215017064, + "grad_norm": 0.2755951005141705, + "learning_rate": 1.0000203839787846e-06, + "loss": 0.3137, + "num_tokens": 1672015722.0, + "step": 8783 + }, + { + "epoch": 2.9979522184300342, + "grad_norm": 0.38958279543694285, + "learning_rate": 1.0000156064865182e-06, + "loss": 0.2892, + "num_tokens": 1672172801.0, + "step": 8784 + }, + { + "epoch": 2.9982935153583616, + "grad_norm": 0.3307441055794176, + "learning_rate": 1.0000114659918537e-06, + "loss": 0.292, + "num_tokens": 1672310372.0, + "step": 8785 + }, + { + "epoch": 2.9986348122866895, + "grad_norm": 0.3438964214850555, + "learning_rate": 1.0000079624953762e-06, + "loss": 0.2633, + "num_tokens": 1672487361.0, + "step": 8786 + }, + { + "epoch": 2.9989761092150173, + "grad_norm": 0.273727988599572, + "learning_rate": 1.0000050959975815e-06, + "loss": 0.2912, + "num_tokens": 1672694696.0, + "step": 8787 + }, + { + "epoch": 2.9993174061433447, + "grad_norm": 0.31301859164496837, + "learning_rate": 1.0000028664988765e-06, + "loss": 0.2769, + "num_tokens": 1672844637.0, + "step": 8788 + }, + { + "epoch": 2.999658703071672, + "grad_norm": 0.30143047542300566, + "learning_rate": 1.000001273999576e-06, + "loss": 0.2878, + "num_tokens": 1673039191.0, + "step": 8789 + }, + { + "epoch": 3.0, + "grad_norm": 0.2678999573935466, + "learning_rate": 1.0000003184999056e-06, + "loss": 0.2633, + "num_tokens": 1673195281.0, + "step": 8790 + }, + { + "epoch": 3.0, + "step": 8790, + "total_flos": 5328655832612864.0, + "train_loss": 0.32096021437299127, + "train_runtime": 77909.5474, + "train_samples_per_second": 3.609, + "train_steps_per_second": 0.113 + } + ], + "logging_steps": 1, + "max_steps": 8790, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5328655832612864.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +}