{"event": "initialize_from_own_checkpoint", "parent_step": 6344, "new_parameters": ["copy_query.weight", "copy_key.weight", "copy_gate.weight", "copy_gate.bias"]}
{"event": "validation", "step": 0, "loss": [1.266855239868164, 1.2558181285858154, 5.542023427551612e-05]}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T12:33:56.442298+00:00", "validation": [1.266855239868164, 1.2558181285858154, 5.542023427551612e-05]}
{"step": 1, "elapsed_seconds": 908.2484879493713, "processed_tokens": 111921922, "response_tokens": 13480483, "tokens_per_second": 30925.48579768987, "loss": [0.43154871463775635, 0.1907770037651062, 6.21791768935509e-05], "lr": 2.9999996689331573e-06, "gradient_norm": 0.8633310198783875}
{"step": 2, "elapsed_seconds": 908.3439321517944, "processed_tokens": 111936905, "response_tokens": 13482285, "tokens_per_second": 46757.350974246096, "loss": [0.19502803683280945, 0.12592434883117676, 7.078047303821222e-08], "lr": 5.999998170795498e-06, "gradient_norm": 0.8814497590065002}
{"step": 3, "elapsed_seconds": 908.52170753479, "processed_tokens": 111956260, "response_tokens": 13484788, "tokens_per_second": 58533.460380063174, "loss": [0.36421141028404236, 0.15221402049064636, 1.8626450382086546e-09], "lr": 8.999996411988006e-06, "gradient_norm": 0.8392025828361511}
{"step": 136, "elapsed_seconds": 928.6177999973297, "processed_tokens": 114357741, "response_tokens": 13783910, "tokens_per_second": 116781.91946072895, "loss": [0.08445247262716293, 0.007911769673228264, 1.396977609147143e-07], "lr": 0.0002999099337280665, "gradient_norm": 0.05469126254320145}
{"step": 270, "elapsed_seconds": 948.6810350418091, "processed_tokens": 116805531, "response_tokens": 14080438, "tokens_per_second": 119331.17560235807, "loss": [0.22031529247760773, 0.013450083322823048, 9.68559447755979e-07], "lr": 0.0002996558317248182, "gradient_norm": 0.08413375914096832}
{"step": 404, "elapsed_seconds": 968.7553837299347, "processed_tokens": 119222245, "response_tokens": 14380526, "tokens_per_second": 119678.04314001724, "loss": [0.2673477232456207, 0.04301092401146889, 4.7496948241132486e-07], "lr": 0.00029923574251178997, "gradient_norm": 0.08704562485218048}
{"step": 534, "elapsed_seconds": 988.7762727737427, "processed_tokens": 121601554, "response_tokens": 14676912, "tokens_per_second": 119471.72030251368, "loss": [0.07043754309415817, 0.001097075641155243, 2.980229751869956e-08], "lr": 0.0002986502508459204, "gradient_norm": 0.05524539202451706}
{"event": "validation", "step": 660, "loss": [1.5969679355621338, 1.6800363063812256, 8.791578238742659e-07]}
{"event": "best", "step": 660, "response_loss": 1.6800363063812256}
{"event": "checkpoint", "step": 660, "final": true, "free_gb": 18.265141248}
{"parameters": 139738113, "step": 660, "processed_tokens": 123914877, "response_tokens": 14955133, "training_seconds": 1008.6160695552826, "validation": [1.5969679355621338, 1.6800363063812256, 8.791578238742659e-07], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 660, "loss": [1.5969679355621338, 1.6800363063812256, 8.791578238742659e-07]}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T12:35:40.467777+00:00", "validation": [1.5969679355621338, 1.6800363063812256, 8.791578238742659e-07]}
{"step": 788, "elapsed_seconds": 1028.010220527649, "processed_tokens": 126253699, "response_tokens": 15255205, "tokens_per_second": 116673.95298143622, "loss": [0.09163491427898407, 0.0024850654881447554, 1.4901155864777138e-08], "lr": 0.0002999182348101882, "gradient_norm": 0.04540788009762764}
{"step": 915, "elapsed_seconds": 1048.0823822021484, "processed_tokens": 128638698, "response_tokens": 15554584, "tokens_per_second": 117748.29867214349, "loss": [0.0983884334564209, 0.003186871763318777, 1.3038463464454253e-07], "lr": 0.0002996708999583449, "gradient_norm": 0.04962802678346634}
{"step": 1045, "elapsed_seconds": 1068.1423346996307, "processed_tokens": 131057909, "response_tokens": 15859911, "tokens_per_second": 118698.57633933856, "loss": [0.10281457006931305, 0.00828690268099308, 0.0], "lr": 0.0002992586253729498, "gradient_norm": 0.0603363923728466}
{"step": 1175, "elapsed_seconds": 1088.1931228637695, "processed_tokens": 133434275, "response_tokens": 16169606, "tokens_per_second": 118653.28070646364, "loss": [0.266403466463089, 0.008265187963843346, 2.905699432176334e-07], "lr": 0.0002986842882743974, "gradient_norm": 0.0626416876912117}
{"step": 1297, "elapsed_seconds": 1108.3101432323456, "processed_tokens": 135740155, "response_tokens": 16471921, "tokens_per_second": 117845.36914215353, "loss": [0.3157045841217041, 0.010232290253043175, 1.1175869119028903e-08], "lr": 0.0002979423147331015, "gradient_norm": 0.061665356159210205}
{"event": "validation", "step": 1424, "loss": [1.0377025604248047, 0.8473132848739624, 7.878895189605828e-07]}
{"event": "best", "step": 1424, "response_loss": 0.8473132848739624}
{"event": "checkpoint", "step": 1424, "final": false, "free_gb": 18.26512896}
{"step": 1425, "elapsed_seconds": 1129.0470764636993, "processed_tokens": 138113077, "response_tokens": 16771713, "tokens_per_second": 117260.40051373314, "loss": [0.08619260787963867, 0.00023162926663644612, 5.587930473893721e-08], "lr": 0.00029700125585310603, "gradient_norm": 0.04804946109652519}
{"step": 1554, "elapsed_seconds": 1149.130744934082, "processed_tokens": 140495486, "response_tokens": 17074498, "tokens_per_second": 117454.42690566128, "loss": [0.09976951032876968, 0.0023476441856473684, 4.263060418452369e-06], "lr": 0.000295929120613645, "gradient_norm": 0.049311667680740356}
{"step": 1682, "elapsed_seconds": 1169.2621245384216, "processed_tokens": 142845349, "response_tokens": 17377731, "tokens_per_second": 117363.55980433545, "loss": [0.2818354070186615, 0.015788715332746506, 0.0], "lr": 0.00029469700029196097, "gradient_norm": 0.07585964351892471}
{"step": 1811, "elapsed_seconds": 1189.271056175232, "processed_tokens": 145195772, "response_tokens": 17679786, "tokens_per_second": 117375.16200128265, "loss": [0.09708361327648163, 0.0008734281873330474, 3.3527591369875154e-08], "lr": 0.00029330476754836697, "gradient_norm": 0.04572117701172829}
{"step": 1930, "elapsed_seconds": 1209.2869544029236, "processed_tokens": 147386391, "response_tokens": 17955093, "tokens_per_second": 116586.62482696884, "loss": [0.27031394839286804, 0.0016993613680824637, 2.9885561161790974e-05], "lr": 0.0002917656172899569, "gradient_norm": 0.051316529512405396}
{"step": 2061, "elapsed_seconds": 1229.3983464241028, "processed_tokens": 149782537, "response_tokens": 18262895, "tokens_per_second": 116818.86875669625, "loss": [0.3077086806297302, 0.009644619189202785, 2.2351732908987287e-08], "lr": 0.00029005806168537734, "gradient_norm": 0.08095907419919968}
{"event": "validation", "step": 2190, "loss": [1.0582455396652222, 0.869636595249176, 7.71002087276429e-05]}
{"event": "checkpoint", "step": 2190, "final": false, "free_gb": 18.266025984}
{"step": 2191, "elapsed_seconds": 1249.8892385959625, "processed_tokens": 152138341, "response_tokens": 18570256, "tokens_per_second": 116662.13062370488, "loss": [0.2984667718410492, 0.005875740200281143, 2.0116503662848118e-07], "lr": 0.0002881591808395177, "gradient_norm": 0.0533854179084301}
{"step": 2318, "elapsed_seconds": 1269.9646394252777, "processed_tokens": 154512344, "response_tokens": 18873231, "tokens_per_second": 116784.13039539033, "loss": [0.10047124326229095, 0.0024204121436923742, 1.8085768260789337e-06], "lr": 0.00028614064398193033, "gradient_norm": 0.05580931901931763}
{"step": 2448, "elapsed_seconds": 1290.0944080352783, "processed_tokens": 156901323, "response_tokens": 19182890, "tokens_per_second": 116919.32154965083, "loss": [0.28015828132629395, 0.0007699052221141756, 4.284056558390148e-07], "lr": 0.00028398038470290677, "gradient_norm": 0.05512872710824013}
{"step": 2585, "elapsed_seconds": 1310.122296333313, "processed_tokens": 159320772, "response_tokens": 19494598, "tokens_per_second": 117176.80909492115, "loss": [0.2875961661338806, 0.004762003663927317, 6.51924452199637e-08], "lr": 0.00028167904474581427, "gradient_norm": 0.05465236306190491}
{"step": 2715, "elapsed_seconds": 1330.2994005680084, "processed_tokens": 161708774, "response_tokens": 19800473, "tokens_per_second": 117250.3763802899, "loss": [0.26748335361480713, 0.008260427042841911, 3.7252898543727042e-09], "lr": 0.00027921632232328925, "gradient_norm": 0.06223592907190323}
{"step": 2849, "elapsed_seconds": 1350.415631532669, "processed_tokens": 164108852, "response_tokens": 20111980, "tokens_per_second": 117371.3931776106, "loss": [0.26597264409065247, 0.0007941116346046329, 1.3038494728334626e-07], "lr": 0.0002766193585413358, "gradient_norm": 0.05902467668056488}
{"event": "validation", "step": 2977, "loss": [1.155170202255249, 1.0538321733474731, 7.952473424666096e-06]}
{"event": "checkpoint", "step": 2977, "final": false, "free_gb": 18.264956928}
{"step": 2978, "elapsed_seconds": 1370.661864042282, "processed_tokens": 166459377, "response_tokens": 20408854, "tokens_per_second": 117300.24981237436, "loss": [0.2706957459449768, 0.002877524821087718, 1.8626450382086546e-09], "lr": 0.0002738629475938887, "gradient_norm": 0.05402400344610214}
{"step": 3111, "elapsed_seconds": 1390.6675860881805, "processed_tokens": 168870626, "response_tokens": 20715465, "tokens_per_second": 117468.97798919906, "loss": [0.2813107371330261, 0.0008774700108915567, 4.195980636723107e-06], "lr": 0.00027101308208978106, "gradient_norm": 0.044036637991666794}
{"step": 3242, "elapsed_seconds": 1410.8604300022125, "processed_tokens": 171258992, "response_tokens": 21021097, "tokens_per_second": 117509.51763861638, "loss": [0.27832743525505066, 0.003987755160778761, 3.725286745748235e-08], "lr": 0.0002680055036512554, "gradient_norm": 0.05285501107573509}
{"step": 3374, "elapsed_seconds": 1430.9613463878632, "processed_tokens": 173666022, "response_tokens": 21326311, "tokens_per_second": 117615.85650147896, "loss": [0.09205362200737, 0.00010057290637632832, 1.1659727761070826e-06], "lr": 0.0002648671157900202, "gradient_norm": 0.03703455254435539}
{"step": 3505, "elapsed_seconds": 1451.0809042453766, "processed_tokens": 176065984, "response_tokens": 21633743, "tokens_per_second": 117691.64463363726, "loss": [0.2992277145385742, 0.005535179283469915, 1.4901154088420299e-08], "lr": 0.00026162770481203817, "gradient_norm": 0.05833858624100685}
{"step": 3632, "elapsed_seconds": 1471.0946264266968, "processed_tokens": 178397992, "response_tokens": 21936565, "tokens_per_second": 117641.03277810087, "loss": [0.26216834783554077, 0.0004423234495334327, 1.8626450382086546e-09], "lr": 0.0002582794720171344, "gradient_norm": 0.0500967837870121}
{"event": "validation", "step": 3760, "loss": [1.1494994163513184, 1.036285161972046, 1.955772006567713e-07]}
{"event": "checkpoint", "step": 3760, "final": false, "free_gb": 18.264952832}
{"step": 3761, "elapsed_seconds": 1491.5184891223907, "processed_tokens": 180749226, "response_tokens": 22237866, "tokens_per_second": 117534.63247078515, "loss": [0.25183528661727905, 0.00048521210555918515, 9.499464681539393e-08], "lr": 0.00025473736262469996, "gradient_norm": 0.04670266434550285}
{"step": 3895, "elapsed_seconds": 1511.6742498874664, "processed_tokens": 183170519, "response_tokens": 22543536, "tokens_per_second": 117638.44832647493, "loss": [0.24834363162517548, 0.002185449004173279, 0.0], "lr": 0.0002511375600137569, "gradient_norm": 0.050547804683446884}
{"step": 4027, "elapsed_seconds": 1531.7221865653992, "processed_tokens": 185551590, "response_tokens": 22853137, "tokens_per_second": 117681.71801868686, "loss": [0.2794586718082428, 0.0034163668751716614, 6.70550832637673e-08], "lr": 0.0002474455353810554, "gradient_norm": 0.04923274740576744}
{"step": 4157, "elapsed_seconds": 1551.748538017273, "processed_tokens": 187940056, "response_tokens": 23155051, "tokens_per_second": 117740.06940270188, "loss": [0.2736979126930237, 0.00017098846728913486, 7.301446203200612e-07], "lr": 0.00024366357402404165, "gradient_norm": 0.04821041226387024}
{"step": 4289, "elapsed_seconds": 1571.8609895706177, "processed_tokens": 190328651, "response_tokens": 23462652, "tokens_per_second": 117776.51856661966, "loss": [0.26847532391548157, 0.0025758720003068447, 0.0], "lr": 0.000239761046643582, "gradient_norm": 0.055366434156894684}
{"step": 4423, "elapsed_seconds": 1591.9300634860992, "processed_tokens": 192762274, "response_tokens": 23770192, "tokens_per_second": 117896.31558716035, "loss": [0.2792264223098755, 0.0031546554528176785, 8.009353535953778e-08], "lr": 0.00023577904716540795, "gradient_norm": 0.055576588958501816}
{"event": "validation", "step": 4549, "loss": [1.1410586833953857, 1.0658471584320068, 2.421422777842963e-07]}
{"event": "checkpoint", "step": 4549, "final": false, "free_gb": 18.233024512}
{"step": 4550, "elapsed_seconds": 1612.3580453395844, "processed_tokens": 195116030, "response_tokens": 24067011, "tokens_per_second": 117805.93111960877, "loss": [0.27011430263519287, 0.0002560628636274487, 9.313223081619526e-09], "lr": 0.0002316368238369402, "gradient_norm": 0.04241878166794777}
{"event": "validation", "step": 4639, "loss": [1.0973381996154785, 0.9722611308097839, 1.4211449297363288e-06]}
{"event": "checkpoint", "step": 4639, "final": true, "free_gb": 17.685643264}
{"parameters": 139738113, "step": 4639, "processed_tokens": 196718485, "response_tokens": 24273709, "training_seconds": 1626.4044687747955, "validation": [1.0973381996154785, 0.9722611308097839, 1.4211449297363288e-06], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 4639, "loss": [1.1539390087127686, 1.070176601409912, 0.01042000763118267]}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T12:46:01.888524+00:00", "validation": [1.1539390087127686, 1.070176601409912, 0.01042000763118267]}
{"step": 4767, "elapsed_seconds": 1645.8650951385498, "processed_tokens": 199061994, "response_tokens": 24580979, "tokens_per_second": 116578.17330665492, "loss": [0.14532282948493958, 0.00041398772737011313, 0.0], "lr": 0.0002999177657254007, "gradient_norm": 0.047247763723134995}
{"step": 4898, "elapsed_seconds": 1665.9876363277435, "processed_tokens": 201483392, "response_tokens": 24893273, "tokens_per_second": 118456.33088505811, "loss": [0.3268917500972748, 0.010998659767210484, 0.0], "lr": 0.0002996702474936799, "gradient_norm": 0.06249326094985008}
{"step": 5028, "elapsed_seconds": 1686.046616077423, "processed_tokens": 203877141, "response_tokens": 25208371, "tokens_per_second": 118748.87717905224, "loss": [0.16663630306720734, 0.002920327475294471, 0.0], "lr": 0.0002992560045775427, "gradient_norm": 0.05671392381191254}
{"step": 5156, "elapsed_seconds": 1706.058125257492, "processed_tokens": 206250335, "response_tokens": 25521041, "tokens_per_second": 118709.6440232123, "loss": [0.35926228761672974, 0.007246624678373337, 1.8626450382086546e-09], "lr": 0.00029868214520507375, "gradient_norm": 0.06628864258527756}
{"step": 5283, "elapsed_seconds": 1726.1327192783356, "processed_tokens": 208617885, "response_tokens": 25831544, "tokens_per_second": 118555.23637256343, "loss": [0.4009239673614502, 0.014073017984628677, 0.0], "lr": 0.0002979409298508813, "gradient_norm": 0.07418548315763474}
{"event": "validation", "step": 5412, "loss": [0.5484801530838013, 0.19960153102874756, 2.8898159143864177e-05]}
{"event": "best", "step": 5412, "response_loss": 0.19960153102874756}
{"event": "checkpoint", "step": 5412, "final": false, "free_gb": 17.405739008}
{"step": 5413, "elapsed_seconds": 1746.820888519287, "processed_tokens": 210984117, "response_tokens": 26144003, "tokens_per_second": 117841.04476365822, "loss": [0.13545377552509308, 0.00012025396426906809, 1.7470655393481138e-06], "lr": 0.00029700247483078443, "gradient_norm": 0.045806292444467545}
{"step": 5541, "elapsed_seconds": 1766.983329296112, "processed_tokens": 213364686, "response_tokens": 26458099, "tokens_per_second": 117873.65976841848, "loss": [0.37787389755249023, 0.009619530290365219, 0.0], "lr": 0.0002959298300934946, "gradient_norm": 0.056080032140016556}
{"step": 5670, "elapsed_seconds": 1787.0217871665955, "processed_tokens": 215742162, "response_tokens": 26770897, "tokens_per_second": 117969.59003797242, "loss": [0.38174042105674744, 0.010644424706697464, 0.0], "lr": 0.0002946995203165499, "gradient_norm": 0.12056843936443329}
{"step": 5796, "elapsed_seconds": 1807.0651586055756, "processed_tokens": 218097991, "response_tokens": 27081122, "tokens_per_second": 117921.7180553564, "loss": [0.38244765996932983, 0.0007910053827799857, 0.0], "lr": 0.0002933097581731487, "gradient_norm": 0.053494520485401154}
{"step": 5917, "elapsed_seconds": 1827.1786758899689, "processed_tokens": 220332581, "response_tokens": 27375106, "tokens_per_second": 117240.38945640372, "loss": [0.3549908697605133, 0.0058676619082689285, 5.4016616957142105e-08], "lr": 0.0002917598541090923, "gradient_norm": 0.05624143406748772}
{"step": 6044, "elapsed_seconds": 1847.2689304351807, "processed_tokens": 222693848, "response_tokens": 27687821, "tokens_per_second": 117266.92474119355, "loss": [0.3396281898021698, 0.007427466567605734, 6.388772817444988e-07], "lr": 0.00029005192785356394, "gradient_norm": 0.06228146329522133}
{"event": "validation", "step": 6172, "loss": [0.5706508159637451, 0.25757551193237305, 4.116404568321741e-07]}
{"event": "checkpoint", "step": 6172, "final": false, "free_gb": 17.40558336}
{"step": 6173, "elapsed_seconds": 1867.6035182476044, "processed_tokens": 225032423, "response_tokens": 27996554, "tokens_per_second": 117076.71878210567, "loss": [0.3827144205570221, 0.011151675134897232, 3.48310749131997e-07], "lr": 0.00028816681189294097, "gradient_norm": 0.08065677434206009}
{"step": 6301, "elapsed_seconds": 1887.6378037929535, "processed_tokens": 227409456, "response_tokens": 28306613, "tokens_per_second": 117196.94623400598, "loss": [0.3533063232898712, 0.006844637915492058, 0.0], "lr": 0.00028616084163567184, "gradient_norm": 0.06662917882204056}
{"step": 6429, "elapsed_seconds": 1907.8066427707672, "processed_tokens": 229786396, "response_tokens": 28619260, "tokens_per_second": 117243.79588151429, "loss": [0.3964789807796478, 0.007705010939389467, 1.8626450382086546e-09], "lr": 0.0002839922888212388, "gradient_norm": 0.07494580000638962}
{"step": 6557, "elapsed_seconds": 1927.879487991333, "processed_tokens": 232155916, "response_tokens": 28929842, "tokens_per_second": 117297.0978791339, "loss": [0.35521742701530457, 0.009383480064570904, 0.0], "lr": 0.0002816852796528642, "gradient_norm": 0.055859241634607315}
{"step": 6685, "elapsed_seconds": 1948.0063705444336, "processed_tokens": 234523050, "response_tokens": 29241969, "tokens_per_second": 117316.6764971706, "loss": [0.3620480000972748, 0.0033410429023206234, 1.8626450382086546e-09], "lr": 0.0002792284327294236, "gradient_norm": 0.06150844320654869}
{"step": 6816, "elapsed_seconds": 1968.153749704361, "processed_tokens": 236920511, "response_tokens": 29556155, "tokens_per_second": 117415.50334926312, "loss": [0.3379306495189667, 0.003458258928731084, 0.0], "lr": 0.0002766271152302419, "gradient_norm": 0.050736475735902786}
{"event": "validation", "step": 6941, "loss": [0.5655573606491089, 0.26258790493011475, 0.0002818169305101037]}
{"event": "checkpoint", "step": 6941, "final": false, "free_gb": 17.405984768}
{"step": 6942, "elapsed_seconds": 1988.3171072006226, "processed_tokens": 239237580, "response_tokens": 29859072, "tokens_per_second": 117276.42971369765, "loss": [0.12462294101715088, 0.00011077925591962412, 1.1175867342672063e-08], "lr": 0.0002738754541031938, "gradient_norm": 0.040205758064985275}
{"step": 7073, "elapsed_seconds": 2008.4479353427887, "processed_tokens": 241639242, "response_tokens": 30173377, "tokens_per_second": 117383.0195080555, "loss": [0.31955355405807495, 0.003559374250471592, 0.0], "lr": 0.0002710156636742634, "gradient_norm": 0.04536367580294609}
{"step": 7197, "elapsed_seconds": 2028.619395017624, "processed_tokens": 243992128, "response_tokens": 30479243, "tokens_per_second": 117346.03156170655, "loss": [0.36253753304481506, 0.002095017349347472, 1.8626450382086546e-09], "lr": 0.00026800899441035286, "gradient_norm": 0.05346358194947243}
{"step": 7330, "elapsed_seconds": 2048.653178691864, "processed_tokens": 246397622, "response_tokens": 30793313, "tokens_per_second": 117475.16423790339, "loss": [0.3594958782196045, 0.005901900120079517, 0.0], "lr": 0.0002648953935553451, "gradient_norm": 0.15600541234016418}
{"step": 7459, "elapsed_seconds": 2068.7360208034515, "processed_tokens": 248805442, "response_tokens": 31105310, "tokens_per_second": 117584.84311539511, "loss": [0.3318100571632385, 0.00833502784371376, 1.8626444386882213e-08], "lr": 0.0002616513781907853, "gradient_norm": 0.061275504529476166}
{"step": 7588, "elapsed_seconds": 2088.8151154518127, "processed_tokens": 251187722, "response_tokens": 31416510, "tokens_per_second": 117630.80508819473, "loss": [0.35557639598846436, 0.007486994378268719, 0.0], "lr": 0.0002582903463314305, "gradient_norm": 0.05559141933917999}
{"event": "validation", "step": 7712, "loss": [0.5584738254547119, 0.23960931599140167, 6.873106030980125e-07]}
{"event": "checkpoint", "step": 7712, "final": false, "free_gb": 17.405964288}
{"step": 7713, "elapsed_seconds": 2109.0381541252136, "processed_tokens": 253502086, "response_tokens": 31719730, "tokens_per_second": 117497.36501751267, "loss": [0.135602205991745, 0.0015471024671569467, 9.313223081619526e-09], "lr": 0.0002547740635557811, "gradient_norm": 0.04395522549748421}
{"step": 7841, "elapsed_seconds": 2129.092943429947, "processed_tokens": 255869062, "response_tokens": 32032566, "tokens_per_second": 117518.40706558597, "loss": [0.3554154336452484, 0.00033600645838305354, 5.587935003603661e-09], "lr": 0.00025120539853913307, "gradient_norm": 0.046769265085458755}
{"step": 7970, "elapsed_seconds": 2149.2316386699677, "processed_tokens": 258270621, "response_tokens": 32344890, "tokens_per_second": 117585.06166068888, "loss": [0.35058891773223877, 0.004499384667724371, 1.8253815881053015e-07], "lr": 0.00024750138987410974, "gradient_norm": 0.05050305649638176}
{"step": 8097, "elapsed_seconds": 2169.338177919388, "processed_tokens": 260630843, "response_tokens": 32656831, "tokens_per_second": 117577.69073052052, "loss": [0.31841108202934265, 0.0016580544179305434, 3.9115498395858594e-08], "lr": 0.00024370256647638793, "gradient_norm": 0.051755983382463455}
{"step": 8227, "elapsed_seconds": 2189.3388912677765, "processed_tokens": 263011422, "response_tokens": 32969498, "tokens_per_second": 117629.04369439556, "loss": [0.1419525295495987, 0.00011493146303109825, 5.718223405892786e-07], "lr": 0.00023981123801673825, "gradient_norm": 0.04120296239852905}
{"step": 8361, "elapsed_seconds": 2209.427053451538, "processed_tokens": 265435780, "response_tokens": 33284986, "tokens_per_second": 117734.2525952235, "loss": [0.14495034515857697, 0.000496257736813277, 1.3224742190232064e-07], "lr": 0.0002358262532955506, "gradient_norm": 0.06064887344837189}
{"event": "validation", "step": 8485, "loss": [0.5527487397193909, 0.2378796488046646, 5.309554580890108e-06]}
{"event": "checkpoint", "step": 8485, "final": false, "free_gb": 17.406353408}
{"step": 8486, "elapsed_seconds": 2229.935518026352, "processed_tokens": 267773496, "response_tokens": 33586520, "tokens_per_second": 117607.08245940911, "loss": [0.35751739144325256, 0.009265732020139694, 0.0], "lr": 0.0002316790983851465, "gradient_norm": 0.05534428730607033}
{"step": 8612, "elapsed_seconds": 2249.9517228603363, "processed_tokens": 270115879, "response_tokens": 33895680, "tokens_per_second": 117588.39508964485, "loss": [0.3401360809803009, 0.0023628128692507744, 9.313223081619526e-09], "lr": 0.00022754136596899618, "gradient_norm": 0.050316229462623596}
{"step": 8740, "elapsed_seconds": 2269.987391471863, "processed_tokens": 272479315, "response_tokens": 34207100, "tokens_per_second": 117599.99644966118, "loss": [0.35770103335380554, 0.0006236000335775316, 0.0], "lr": 0.00022332183538755626, "gradient_norm": 0.04810153692960739}
{"step": 8868, "elapsed_seconds": 2289.999512910843, "processed_tokens": 274842889, "response_tokens": 34519254, "tokens_per_second": 117615.2750197661, "loss": [0.3250817358493805, 0.0011209429940208793, 0.0], "lr": 0.0002190377543761448, "gradient_norm": 0.04471077397465706}
{"step": 8993, "elapsed_seconds": 2310.0848309993744, "processed_tokens": 277189183, "response_tokens": 34827176, "tokens_per_second": 117591.8266927189, "loss": [0.327193021774292, 0.005083609372377396, 0.0], "lr": 0.0002146639000043973, "gradient_norm": 0.06383536010980606}
{"step": 9121, "elapsed_seconds": 2330.2197782993317, "processed_tokens": 279564039, "response_tokens": 35140112, "tokens_per_second": 117601.97744017666, "loss": [0.33953702449798584, 0.003978651482611895, 0.0], "lr": 0.00021022106357210127, "gradient_norm": 0.048339251428842545}
{"event": "validation", "step": 9247, "loss": [0.5459755659103394, 0.2136635035276413, 0.0022226551081985235]}
{"event": "checkpoint", "step": 9247, "final": false, "free_gb": 17.405431808}
{"step": 9248, "elapsed_seconds": 2350.574952363968, "processed_tokens": 281907552, "response_tokens": 35447374, "tokens_per_second": 117532.58606893636, "loss": [0.16310127079486847, 0.0002783340460155159, 1.8812613689078717e-07], "lr": 0.00020565845235638472, "gradient_norm": 0.045475419610738754}
{"step": 9376, "elapsed_seconds": 2370.6155536174774, "processed_tokens": 284269008, "response_tokens": 35756882, "tokens_per_second": 117540.68472584446, "loss": [0.14810840785503387, 0.00017743295757099986, 1.8626450382086546e-09], "lr": 0.00020113406418190808, "gradient_norm": 0.06419546157121658}
{"step": 9507, "elapsed_seconds": 2390.636164665222, "processed_tokens": 286666503, "response_tokens": 36069223, "tokens_per_second": 117598.54876041494, "loss": [0.3360541760921478, 0.0024485026951879263, 0.0], "lr": 0.00019658675621805338, "gradient_norm": 0.05487117916345596}
{"step": 9634, "elapsed_seconds": 2410.698823451996, "processed_tokens": 289049621, "response_tokens": 36377114, "tokens_per_second": 117628.8422320516, "loss": [0.15553933382034302, 6.0726852098014206e-05, 1.8626450382086546e-09], "lr": 0.00019195333498864384, "gradient_norm": 0.04265289008617401}
{"step": 9764, "elapsed_seconds": 2430.8580310344696, "processed_tokens": 291468741, "response_tokens": 36686981, "tokens_per_second": 117688.23364271648, "loss": [0.37907978892326355, 0.0016924809897318482, 0.0], "lr": 0.00018729832211643877, "gradient_norm": 0.05004430189728737}
{"event": "validation", "step": 9858, "loss": [0.5607208013534546, 0.24273589253425598, 0.028609054163098335]}
{"event": "checkpoint", "step": 9858, "final": true, "free_gb": 16.78446592}
{"parameters": 139738113, "step": 9858, "processed_tokens": 293220456, "response_tokens": 36917609, "training_seconds": 2446.4486072063446, "validation": [0.5607208013534546, 0.24273589253425598, 0.028609054163098335], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 9858, "loss": [0.5180032253265381, 0.18753968179225922, 0.20289668440818787], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T13:14:45.544870+00:00", "validation": [0.5180032253265381, 0.18753968179225922, 0.20289668440818787]}
{"step": 9981, "elapsed_seconds": 2465.887057542801, "processed_tokens": 295466740, "response_tokens": 37228757, "tokens_per_second": 111896.0129606338, "loss": [0.3532569706439972, 0.0012273044558241963, 0.0], "lr": 0.0002999637732514939, "gradient_norm": 0.052421823143959045}
{"step": 10113, "elapsed_seconds": 2485.9128997325897, "processed_tokens": 297864368, "response_tokens": 37559526, "tokens_per_second": 115806.5816383428, "loss": [0.3271658420562744, 0.0017842546803876758, 3.296859745205438e-07], "lr": 0.00029985428626355437, "gradient_norm": 0.051775865256786346}
{"step": 10239, "elapsed_seconds": 2505.9521973133087, "processed_tokens": 300243608, "response_tokens": 37877574, "tokens_per_second": 116780.26903945855, "loss": [0.2790696322917938, 0.004217061679810286, 1.881260658365136e-07], "lr": 0.00029967144734171846, "gradient_norm": 0.05251772329211235}
{"step": 10364, "elapsed_seconds": 2526.0970282554626, "processed_tokens": 302610540, "response_tokens": 38197789, "tokens_per_second": 116959.79539855833, "loss": [0.28536656498908997, 0.01042899303138256, 0.0], "lr": 0.0002994139235964697, "gradient_norm": 0.07170809805393219}
{"step": 10491, "elapsed_seconds": 2546.216892004013, "processed_tokens": 304963773, "response_tokens": 38524366, "tokens_per_second": 116959.9732044179, "loss": [0.32007527351379395, 0.0019307598704472184, 0.0], "lr": 0.00029908282918342434, "gradient_norm": 0.05117069557309151}
{"event": "validation", "step": 10616, "loss": [0.48237136006355286, 0.1419677734375, 0.15335151553153992], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 10616, "response_loss": 0.1419677734375}
{"event": "checkpoint", "step": 10616, "final": false, "free_gb": 16.504971264}
{"step": 10617, "elapsed_seconds": 2567.710956096649, "processed_tokens": 307300570, "response_tokens": 38840545, "tokens_per_second": 115506.73177192775, "loss": [0.12349037826061249, 0.0027300368528813124, 5.4016645378851535e-08], "lr": 0.0002986464329761258, "gradient_norm": 0.04309625178575516}
{"step": 10744, "elapsed_seconds": 2587.874372959137, "processed_tokens": 309653339, "response_tokens": 39167245, "tokens_per_second": 115673.97288246689, "loss": [0.3011234700679779, 0.005556588526815176, 1.1175867342672063e-08], "lr": 0.00029816434204971273, "gradient_norm": 0.05861425772309303}
{"step": 10873, "elapsed_seconds": 2608.0518865585327, "processed_tokens": 312039770, "response_tokens": 39495080, "tokens_per_second": 115997.06198803346, "loss": [0.30714496970176697, 0.0024179769679903984, 0.0], "lr": 0.00029760699219033647, "gradient_norm": 0.04993556812405586}
{"step": 11002, "elapsed_seconds": 2628.143845796585, "processed_tokens": 314416891, "response_tokens": 39824120, "tokens_per_second": 116252.16190303693, "loss": [0.3411191701889038, 0.0021175381261855364, 2.028717972279992e-05], "lr": 0.0002969792550305426, "gradient_norm": 0.04793043062090874}
{"step": 11130, "elapsed_seconds": 2648.1572704315186, "processed_tokens": 316780836, "response_tokens": 40151104, "tokens_per_second": 116436.70378327067, "loss": [0.2911241948604584, 0.0017608735943213105, 9.313200166616298e-08], "lr": 0.00029628191894148564, "gradient_norm": 0.047284357249736786}
{"step": 11260, "elapsed_seconds": 2668.2099900245667, "processed_tokens": 319201519, "response_tokens": 40472031, "tokens_per_second": 116822.54606999848, "loss": [0.13830506801605225, 0.00029989759786985815, 0.00014342859503813088], "lr": 0.0002955093520248278, "gradient_norm": 0.050923265516757965}
{"event": "validation", "step": 11383, "loss": [0.47573423385620117, 0.1286192536354065, 0.09985250234603882], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 11383, "response_loss": 0.1286192536354065}
{"event": "checkpoint", "step": 11383, "final": false, "free_gb": 16.504967168}
{"step": 11384, "elapsed_seconds": 2689.6243538856506, "processed_tokens": 321529071, "response_tokens": 40789973, "tokens_per_second": 116108.35448497954, "loss": [0.3494488298892975, 0.0025619259104132652, 0.0], "lr": 0.00029461137770466026, "gradient_norm": 0.05940449610352516}
{"step": 11513, "elapsed_seconds": 2709.7854237556458, "processed_tokens": 323914665, "response_tokens": 41117386, "tokens_per_second": 116277.78595632025, "loss": [0.3494163751602173, 0.004756445996463299, 0.0], "lr": 0.0002936913443910505, "gradient_norm": 0.05144161358475685}
{"step": 11607, "elapsed_seconds": 2729.8615753650665, "processed_tokens": 325617180, "response_tokens": 41353603, "tokens_per_second": 114053.18782875882, "loss": [0.3508467376232147, 0.003322755452245474, 3.0547082019438676e-07], "lr": 0.00029270592261884415, "gradient_norm": 0.06767486035823822}
{"step": 11704, "elapsed_seconds": 2750.018823623657, "processed_tokens": 327443448, "response_tokens": 41600951, "tokens_per_second": 112499.20918757067, "loss": [0.2876226305961609, 0.005321257747709751, 2.1366791770560667e-05], "lr": 0.00029164045023965217, "gradient_norm": 0.05245555192232132}
{"step": 11830, "elapsed_seconds": 2770.1590259075165, "processed_tokens": 329802429, "response_tokens": 41925876, "tokens_per_second": 112786.6305368816, "loss": [0.30648913979530334, 0.001747457659803331, 0.0], "lr": 0.00029050945652930676, "gradient_norm": 0.05767581984400749}
{"step": 11960, "elapsed_seconds": 2790.1598551273346, "processed_tokens": 332185029, "response_tokens": 42248140, "tokens_per_second": 113154.78726354336, "loss": [0.3028464615345001, 0.0034870721865445375, 0.0], "lr": 0.00028931756753756006, "gradient_norm": 0.049221236258745193}
{"event": "validation", "step": 12084, "loss": [0.4700426459312439, 0.11951615661382675, 0.15251074731349945], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 12084, "response_loss": 0.11951615661382675}
{"event": "checkpoint", "step": 12084, "final": false, "free_gb": 16.504086528}
{"step": 12085, "elapsed_seconds": 2811.4246459007263, "processed_tokens": 334510148, "response_tokens": 42560205, "tokens_per_second": 112932.98436297705, "loss": [0.1293688863515854, 0.002224905416369438, 1.8626450382086546e-09], "lr": 0.0002879734888021334, "gradient_norm": 0.045018550008535385}
{"step": 12214, "elapsed_seconds": 2831.5157504081726, "processed_tokens": 336898729, "response_tokens": 42883396, "tokens_per_second": 113243.15170108671, "loss": [0.14137494564056396, 8.701437036506832e-05, 0.0], "lr": 0.0002866385965156605, "gradient_norm": 0.042412836104631424}
{"step": 12340, "elapsed_seconds": 2851.661438703537, "processed_tokens": 339257215, "response_tokens": 43206321, "tokens_per_second": 113433.1847925716, "loss": [0.33566009998321533, 0.004182623699307442, 0.0], "lr": 0.00028523754519350604, "gradient_norm": 0.053930215537548065}
{"step": 12469, "elapsed_seconds": 2871.776302576065, "processed_tokens": 341630054, "response_tokens": 43535551, "tokens_per_second": 113647.16046014578, "loss": [0.3215128481388092, 0.0012561972253024578, 0.0], "lr": 0.0002837684676092931, "gradient_norm": 0.06633294373750687}
{"step": 12594, "elapsed_seconds": 2891.8111941814423, "processed_tokens": 343962430, "response_tokens": 43861317, "tokens_per_second": 113771.52727164273, "loss": [0.27654188871383667, 0.002799010369926691, 0.0], "lr": 0.00028223934642827874, "gradient_norm": 0.060971636325120926}
{"step": 12722, "elapsed_seconds": 2911.9242072105408, "processed_tokens": 346351119, "response_tokens": 44185861, "tokens_per_second": 113986.92788821674, "loss": [0.3331131637096405, 0.0005476420046761632, 0.0], "lr": 0.0002806415324025537, "gradient_norm": 0.051048990339040756}
{"event": "validation", "step": 12848, "loss": [0.4612613916397095, 0.07526185363531113, 0.17744502425193787], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 12848, "response_loss": 0.07526185363531113}
{"event": "checkpoint", "step": 12848, "final": false, "free_gb": 16.503558144}
{"step": 12849, "elapsed_seconds": 2933.305921316147, "processed_tokens": 348686831, "response_tokens": 44505485, "tokens_per_second": 113778.6709963957, "loss": [0.30309879779815674, 0.0012497176649048924, 0.0], "lr": 0.00027887148514961203, "gradient_norm": 0.04612142965197563}
{"step": 12975, "elapsed_seconds": 2953.4375660419464, "processed_tokens": 351059957, "response_tokens": 44829165, "tokens_per_second": 113941.33866797265, "loss": [0.3358946144580841, 0.0006249516154639423, 0.0], "lr": 0.0002771427725717586, "gradient_norm": 0.04956185817718506}
{"step": 13108, "elapsed_seconds": 2973.570965051651, "processed_tokens": 353465927, "response_tokens": 45157993, "tokens_per_second": 114153.44995070904, "loss": [0.2775788903236389, 0.0017638042336329818, 0.0], "lr": 0.00027535157416639326, "gradient_norm": 0.0438496395945549}
{"step": 13237, "elapsed_seconds": 2993.623607158661, "processed_tokens": 355872636, "response_tokens": 45479231, "tokens_per_second": 114368.17849660329, "loss": [0.30440524220466614, 0.003385748714208603, 0.0], "lr": 0.0002735078383020303, "gradient_norm": 0.05357814207673073}
{"step": 13367, "elapsed_seconds": 3013.6639609336853, "processed_tokens": 358248852, "response_tokens": 45806299, "tokens_per_second": 114516.52224529973, "loss": [0.2745775580406189, 0.003944603726267815, 0.0], "lr": 0.00027160547868465746, "gradient_norm": 0.04720716550946236}
{"step": 13483, "elapsed_seconds": 3033.7058656215668, "processed_tokens": 360447506, "response_tokens": 46103793, "tokens_per_second": 114352.41902726778, "loss": [0.31393206119537354, 0.003675902495160699, 0.0], "lr": 0.0002696460788385794, "gradient_norm": 0.06093598157167435}
{"event": "validation", "step": 13608, "loss": [0.4749162495136261, 0.10372450947761536, 0.15384556353092194], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 13608, "final": false, "free_gb": 16.503402496}
{"step": 13609, "elapsed_seconds": 3054.7841308116913, "processed_tokens": 362758373, "response_tokens": 46421832, "tokens_per_second": 114189.05578073072, "loss": [0.2995062470436096, 0.0011206113267689943, 1.8626450382086546e-09], "lr": 0.00026752105849331154, "gradient_norm": 0.049194272607564926}
{"step": 13738, "elapsed_seconds": 3074.8518850803375, "processed_tokens": 365126897, "response_tokens": 46749938, "tokens_per_second": 114311.47429254664, "loss": [0.1342056840658188, 0.002647197339683771, 1.3038510715546181e-08], "lr": 0.0002654362602177019, "gradient_norm": 0.05364096909761429}
{"step": 13864, "elapsed_seconds": 3094.999365091324, "processed_tokens": 367508563, "response_tokens": 47070701, "tokens_per_second": 114432.51468649285, "loss": [0.29766812920570374, 0.0008958622347563505, 0.0], "lr": 0.0002633012464149396, "gradient_norm": 0.047541581094264984}
{"step": 13996, "elapsed_seconds": 3115.1212735176086, "processed_tokens": 369914039, "response_tokens": 47399896, "tokens_per_second": 114586.21861754195, "loss": [0.2911514341831207, 0.00465848995372653, 0.0], "lr": 0.0002611100250601476, "gradient_norm": 0.049627743661403656}
{"step": 14129, "elapsed_seconds": 3135.1378450393677, "processed_tokens": 372316724, "response_tokens": 47728775, "tokens_per_second": 114744.43379221483, "loss": [0.32286858558654785, 0.0014564181910827756, 0.0], "lr": 0.00025887494004409414, "gradient_norm": 0.05147378891706467}
{"step": 14262, "elapsed_seconds": 3155.2244482040405, "processed_tokens": 374751517, "response_tokens": 48052110, "tokens_per_second": 114927.63772460815, "loss": [0.3115446865558624, 0.00034807983320206404, 2.2351732908987287e-08], "lr": 0.0002565817081180606, "gradient_norm": 0.05457650497555733}
{"event": "validation", "step": 14389, "loss": [0.4813874661922455, 0.11240378767251968, 0.12627245485782623], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 14389, "final": false, "free_gb": 16.503402496}
{"step": 14390, "elapsed_seconds": 3176.3333377838135, "processed_tokens": 377081616, "response_tokens": 48375247, "tokens_per_second": 114796.36728749066, "loss": [0.29713526368141174, 0.006453809328377247, 1.8626450382086546e-09], "lr": 0.0002541156724566901, "gradient_norm": 0.05270839482545853}
{"step": 14519, "elapsed_seconds": 3196.4093503952026, "processed_tokens": 379446179, "response_tokens": 48703115, "tokens_per_second": 114876.1833266184, "loss": [0.13288944959640503, 0.006802189629524946, 0.0], "lr": 0.00025171693753724594, "gradient_norm": 0.05771338567137718}
{"step": 14648, "elapsed_seconds": 3216.5110080242157, "processed_tokens": 381814075, "response_tokens": 49029366, "tokens_per_second": 114952.34057631249, "loss": [0.3113184869289398, 0.001145739108324051, 0.0], "lr": 0.0002492831761969049, "gradient_norm": 0.052964285016059875}
{"step": 14777, "elapsed_seconds": 3236.5279037952423, "processed_tokens": 384171086, "response_tokens": 49357467, "tokens_per_second": 115023.190298541, "loss": [0.10856305807828903, 0.0013963804813101888, 3.725290076417309e-09], "lr": 0.0002467944588128055, "gradient_norm": 0.04483762010931969}
{"step": 14907, "elapsed_seconds": 3256.604527950287, "processed_tokens": 386564157, "response_tokens": 49683016, "tokens_per_second": 115126.53815709465, "loss": [0.33991220593452454, 0.0033356130588799715, 7.450562833355434e-08], "lr": 0.00024427201837615565, "gradient_norm": 0.059776876121759415}
{"step": 15033, "elapsed_seconds": 3276.6225004196167, "processed_tokens": 388927427, "response_tokens": 50004740, "tokens_per_second": 115197.1561267487, "loss": [0.3043430745601654, 0.0014142735162749887, 0.0], "lr": 0.00024170471186350437, "gradient_norm": 0.058640312403440475}
{"event": "validation", "step": 15160, "loss": [0.4676135778427124, 0.09953152388334274, 0.16704069077968597], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 15160, "final": false, "free_gb": 16.503394304}
{"step": 15161, "elapsed_seconds": 3297.8442385196686, "processed_tokens": 391276166, "response_tokens": 50327035, "tokens_per_second": 115084.54898822056, "loss": [0.33844730257987976, 0.0014892045874148607, 0.0], "lr": 0.0002389390353195533, "gradient_norm": 0.08614109456539154}
{"step": 15291, "elapsed_seconds": 3317.98078584671, "processed_tokens": 393676894, "response_tokens": 50657640, "tokens_per_second": 115180.0838936606, "loss": [0.3307572901248932, 0.0007629194296896458, 7.450578820566989e-09], "lr": 0.00023627241105699952, "gradient_norm": 0.054231397807598114}
{"step": 15420, "elapsed_seconds": 3338.042640686035, "processed_tokens": 396049391, "response_tokens": 50988193, "tokens_per_second": 115249.31587844115, "loss": [0.3129560649394989, 0.002595656318590045, 0.0], "lr": 0.00023357724859080975, "gradient_norm": 0.0557674802839756}
{"step": 15550, "elapsed_seconds": 3358.1030564308167, "processed_tokens": 398426630, "response_tokens": 51317593, "tokens_per_second": 115320.88276604508, "loss": [0.3004013001918793, 0.001291940687224269, 0.0], "lr": 0.00023084444543627162, "gradient_norm": 0.06580555438995361}
{"step": 15678, "elapsed_seconds": 3378.1231777668, "processed_tokens": 400801978, "response_tokens": 51644391, "tokens_per_second": 115392.32882217172, "loss": [0.3077039420604706, 0.002550429431721568, 0.0], "lr": 0.00022808104463977616, "gradient_norm": 0.05904633551836014}
{"step": 15809, "elapsed_seconds": 3398.2885789871216, "processed_tokens": 403186263, "response_tokens": 51974013, "tokens_per_second": 115452.54280706006, "loss": [0.3386188745498657, 0.0007547590648755431, 0.0], "lr": 0.00022526401083014503, "gradient_norm": 0.059149742126464844}
{"event": "validation", "step": 15930, "loss": [0.4961073100566864, 0.12924280762672424, 0.17059707641601562], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 15930, "final": false, "free_gb": 16.503394304}
{"step": 15931, "elapsed_seconds": 3419.4380691051483, "processed_tokens": 405506741, "response_tokens": 52288351, "tokens_per_second": 115327.97295842992, "loss": [0.33021724224090576, 0.0006749971071258187, 1.8626450382086546e-09], "lr": 0.0002222702196958619, "gradient_norm": 0.050267841666936874}
{"step": 16058, "elapsed_seconds": 3439.5194568634033, "processed_tokens": 407862411, "response_tokens": 52613209, "tokens_per_second": 115367.94877610325, "loss": [0.28047817945480347, 0.00039382741670124233, 9.313223081619526e-09], "lr": 0.00021940077102648923, "gradient_norm": 0.048752762377262115}
{"step": 16187, "elapsed_seconds": 3459.5595211982727, "processed_tokens": 410251914, "response_tokens": 52933828, "tokens_per_second": 115444.41940273777, "loss": [0.27568984031677246, 0.0023535434156656265, 1.1175867342672063e-08], "lr": 0.0002165125005542804, "gradient_norm": 0.05249473452568054}
{"step": 16314, "elapsed_seconds": 3479.6323478221893, "processed_tokens": 412616784, "response_tokens": 53258795, "tokens_per_second": 115490.43726172337, "loss": [0.3021147847175598, 0.0006328545277938247, 0.0], "lr": 0.00021357766521634805, "gradient_norm": 0.05262129753828049}
{"event": "validation", "step": 16385, "loss": [0.4918786585330963, 0.12872400879859924, 0.15382468700408936], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 16385, "final": true, "free_gb": 16.503386112}
{"parameters": 139738113, "step": 16385, "processed_tokens": 413933849, "response_tokens": 53440806, "training_seconds": 3492.238582134247, "validation": [0.4918786585330963, 0.12872400879859924, 0.15382468700408936], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 16385, "loss": [0.4918786585330963, 0.12872400879859924, 0.15382468700408936], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T13:47:20.721113+00:00", "validation": [0.4918786585330963, 0.12872400879859924, 0.15382468700408936]}
{"step": 16512, "elapsed_seconds": 3511.620875120163, "processed_tokens": 416249178, "response_tokens": 53761202, "tokens_per_second": 115643.34177913405, "loss": [0.13382919132709503, 0.0020514633506536484, 4.345257821114501e-06], "lr": 0.0002999706241044142, "gradient_norm": 0.0483582504093647}
{"step": 16645, "elapsed_seconds": 3531.6528108119965, "processed_tokens": 418693272, "response_tokens": 54099679, "tokens_per_second": 118827.45513951515, "loss": [0.1416928619146347, 0.00014967452443670481, 2.4790349471004447e-06], "lr": 0.00029988186414620256, "gradient_norm": 0.049274612218141556}
{"step": 16777, "elapsed_seconds": 3551.7217643260956, "processed_tokens": 421108636, "response_tokens": 54429766, "tokens_per_second": 119336.77343922679, "loss": [0.14237307012081146, 0.0028209590818732977, 2.0618465441657463e-06], "lr": 0.0002997334320871409, "gradient_norm": 0.06901361048221588}
{"step": 16915, "elapsed_seconds": 3571.7356514930725, "processed_tokens": 423554153, "response_tokens": 54765099, "tokens_per_second": 120049.61452784551, "loss": [0.2816813290119171, 0.0012916011037304997, 1.2852227371240588e-07], "lr": 0.0002995269705983079, "gradient_norm": 0.0569540373980999}
{"step": 17049, "elapsed_seconds": 3591.769100666046, "processed_tokens": 425966899, "response_tokens": 55096642, "tokens_per_second": 120126.8650666003, "loss": [0.1643388867378235, 0.012851620092988014, 1.6204948849463108e-07], "lr": 0.00029925945950754016, "gradient_norm": 0.06281836330890656}
{"event": "validation", "step": 17178, "loss": [0.2899719774723053, 0.0038560095708817244, 0.0337027944624424], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 17178, "response_loss": 0.0038560095708817244}
{"event": "checkpoint", "step": 17178, "final": false, "free_gb": 15.548882944}
{"step": 17179, "elapsed_seconds": 3613.5536873340607, "processed_tokens": 428337489, "response_tokens": 55426929, "tokens_per_second": 118107.05518178816, "loss": [0.25395819544792175, 0.00028534940793178976, 2.1587170522252563e-06], "lr": 0.0002989033495007995, "gradient_norm": 0.04879450425505638}
{"step": 17312, "elapsed_seconds": 3633.680574655533, "processed_tokens": 430744059, "response_tokens": 55759949, "tokens_per_second": 118314.2793035421, "loss": [0.223005011677742, 0.004840948153287172, 2.682200488379749e-07], "lr": 0.0002985119859794712, "gradient_norm": 0.05494227632880211}
{"step": 17445, "elapsed_seconds": 3653.819920063019, "processed_tokens": 433153050, "response_tokens": 56094371, "tokens_per_second": 118475.90430766366, "loss": [0.25600558519363403, 0.0011226015631109476, 3.352760558072987e-08], "lr": 0.00029806095750228227, "gradient_norm": 0.0551595576107502}
{"step": 17572, "elapsed_seconds": 3673.8491349220276, "processed_tokens": 435486262, "response_tokens": 56422368, "tokens_per_second": 118257.70161352935, "loss": [0.2600080966949463, 0.004941480699926615, 1.862644793959589e-08], "lr": 0.0002975530805968756, "gradient_norm": 0.0845252126455307}
{"step": 17677, "elapsed_seconds": 3694.07128739357, "processed_tokens": 437399829, "response_tokens": 56688363, "tokens_per_second": 115897.57787675069, "loss": [0.25206804275512695, 0.00030042833532206714, 2.4864348233677447e-06], "lr": 0.0002969842282216995, "gradient_norm": 0.04913302883505821}
{"step": 17763, "elapsed_seconds": 3714.2697978019714, "processed_tokens": 438985831, "response_tokens": 56909449, "tokens_per_second": 112507.10898327109, "loss": [0.2686588168144226, 0.009381731040775776, 3.7252898543727042e-09], "lr": 0.00029635488284335894, "gradient_norm": 0.06380413472652435}
{"event": "validation", "step": 17886, "loss": [0.2894028127193451, 0.004531264770776033, 0.02924960106611252], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 17886, "final": false, "free_gb": 15.268519936}
{"step": 17887, "elapsed_seconds": 3735.134660959244, "processed_tokens": 441239564, "response_tokens": 57222731, "tokens_per_second": 112122.30842654697, "loss": [0.12194923311471939, 7.218200335046276e-05, 6.574999815711635e-07], "lr": 0.00029563688011878894, "gradient_norm": 0.050802603363990784}
{"step": 18020, "elapsed_seconds": 3755.27702832222, "processed_tokens": 443649826, "response_tokens": 57546345, "tokens_per_second": 112698.21386486394, "loss": [0.24279475212097168, 0.001109174219891429, 1.8626450382086546e-09], "lr": 0.00029489297331983824, "gradient_norm": 0.05315249785780907}
{"step": 18145, "elapsed_seconds": 3775.3441376686096, "processed_tokens": 445965820, "response_tokens": 57870920, "tokens_per_second": 112890.17039247458, "loss": [0.23513644933700562, 0.00025876928702928126, 3.725290076417309e-09], "lr": 0.0002940913520753994, "gradient_norm": 0.04390033707022667}
{"step": 18272, "elapsed_seconds": 3795.369818687439, "processed_tokens": 448322404, "response_tokens": 58192743, "tokens_per_second": 113205.8084854894, "loss": [0.26073628664016724, 0.00019972464360762388, 2.980204101277195e-07], "lr": 0.00029323434673536705, "gradient_norm": 0.05314616113901138}
{"step": 18402, "elapsed_seconds": 3815.4569005966187, "processed_tokens": 450681846, "response_tokens": 58518915, "tokens_per_second": 113469.71375489111, "loss": [0.27202385663986206, 0.00014950691547710449, 0.0], "lr": 0.00029231837661411556, "gradient_norm": 0.04900723323225975}
{"step": 18527, "elapsed_seconds": 3835.4966158866882, "processed_tokens": 453025035, "response_tokens": 58839717, "tokens_per_second": 113671.19337205106, "loss": [0.27769365906715393, 0.0010122267995029688, 8.754417990530783e-08], "lr": 0.0002913486101933282, "gradient_norm": 0.05414782837033272}
{"event": "validation", "step": 18652, "loss": [0.29415926337242126, 0.00634231511503458, 0.05356227234005928], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 18652, "final": false, "free_gb": 15.26851584}
{"step": 18653, "elapsed_seconds": 3856.6268627643585, "processed_tokens": 455314176, "response_tokens": 59157866, "tokens_per_second": 113362.28665350596, "loss": [0.12310273200273514, 0.0018978567095473409, 7.4505797087454084e-09], "lr": 0.00029026137642524047, "gradient_norm": 0.055952705442905426}
{"step": 18787, "elapsed_seconds": 3876.7008085250854, "processed_tokens": 457711094, "response_tokens": 59486745, "tokens_per_second": 113677.24178403676, "loss": [0.23850063979625702, 0.0007289565401151776, 1.8626450382086546e-09], "lr": 0.00028917974982749933, "gradient_norm": 0.04682406410574913}
{"step": 18917, "elapsed_seconds": 3896.741352558136, "processed_tokens": 460076577, "response_tokens": 59811327, "tokens_per_second": 113892.79406047618, "loss": [0.2088341861963272, 7.429136894643307e-05, 5.401582257036353e-07], "lr": 0.0002880405067617348, "gradient_norm": 0.04570179060101509}
{"step": 19046, "elapsed_seconds": 3916.9025361537933, "processed_tokens": 462429285, "response_tokens": 60139827, "tokens_per_second": 114025.62753471351, "loss": [0.26830554008483887, 0.000773101404774934, 3.725287101019603e-08], "lr": 0.0002868408929388106, "gradient_norm": 0.05511775240302086}
{"step": 19171, "elapsed_seconds": 3937.0157995224, "processed_tokens": 464803842, "response_tokens": 60459562, "tokens_per_second": 114207.77070735757, "loss": [0.21826976537704468, 0.0011977964313700795, 1.3131191280990606e-06], "lr": 0.000285589361159771, "gradient_norm": 0.04703841358423233}
{"step": 19303, "elapsed_seconds": 3957.131397485733, "processed_tokens": 467183610, "response_tokens": 60788829, "tokens_per_second": 114384.79491449687, "loss": [0.25633421540260315, 0.0025525842793285847, 9.313223969797946e-09], "lr": 0.000284284170915517, "gradient_norm": 0.06617988646030426}
{"event": "validation", "step": 19429, "loss": [0.2821095883846283, 0.005807280074805021, 0.029291454702615738], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 19429, "final": false, "free_gb": 15.267975168}
{"step": 19430, "elapsed_seconds": 3978.1743075847626, "processed_tokens": 469499356, "response_tokens": 61110274, "tokens_per_second": 114197.27396102704, "loss": [0.2855498194694519, 0.0004424470826052129, 7.823089731573418e-08], "lr": 0.0002828619041346778, "gradient_norm": 0.055999480187892914}
{"step": 19559, "elapsed_seconds": 3998.205878973007, "processed_tokens": 471868613, "response_tokens": 61434511, "tokens_per_second": 114358.55532514365, "loss": [0.12526853382587433, 0.0005399361252784729, 1.8626450382086546e-09], "lr": 0.0002814510847221632, "gradient_norm": 0.04401494935154915}
{"step": 19681, "elapsed_seconds": 4018.2785086631775, "processed_tokens": 474181498, "response_tokens": 61753562, "tokens_per_second": 114391.60784774092, "loss": [0.30934062600135803, 0.0009275341290049255, 5.587935003603661e-09], "lr": 0.0002799960255834743, "gradient_norm": 0.054665323346853256}
{"step": 19810, "elapsed_seconds": 4038.370349884033, "processed_tokens": 476536553, "response_tokens": 62081166, "tokens_per_second": 114495.33866451884, "loss": [0.2658301889896393, 0.00024472500081174076, 0.0], "lr": 0.0002784813714678339, "gradient_norm": 0.05153008550405502}
{"step": 19938, "elapsed_seconds": 4058.435922384262, "processed_tokens": 478899236, "response_tokens": 62404428, "tokens_per_second": 114610.48386019684, "loss": [0.22937339544296265, 0.003858386306092143, 4.6937952902226243e-07], "lr": 0.00027692042178499517, "gradient_norm": 0.05623491853475571}
{"step": 20064, "elapsed_seconds": 4078.5528683662415, "processed_tokens": 481224821, "response_tokens": 62729603, "tokens_per_second": 114644.51056683833, "loss": [0.24281562864780426, 0.000396769872168079, 4.097817196679898e-08], "lr": 0.000275305588002274, "gradient_norm": 0.05402901768684387}
{"event": "validation", "step": 20191, "loss": [0.2927406430244446, 0.002776305889710784, 0.01397482119500637], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 20191, "response_loss": 0.002776305889710784}
{"event": "checkpoint", "step": 20191, "final": false, "free_gb": 15.267971072}
{"step": 20192, "elapsed_seconds": 4099.915342092514, "processed_tokens": 483533813, "response_tokens": 63049215, "tokens_per_second": 114414.20526403244, "loss": [0.14267143607139587, 0.00031033458071760833, 6.537747481161205e-07], "lr": 0.0002735299969041079, "gradient_norm": 0.05101660266518593}
{"step": 20321, "elapsed_seconds": 4120.00478720665, "processed_tokens": 485896981, "response_tokens": 63375588, "tokens_per_second": 114517.08490721715, "loss": [0.2755645215511322, 0.00025529510458000004, 0.0], "lr": 0.0002718228833866346, "gradient_norm": 0.05485265329480171}
{"step": 20448, "elapsed_seconds": 4140.011512994766, "processed_tokens": 488225487, "response_tokens": 63701733, "tokens_per_second": 114574.75516672448, "loss": [0.26466453075408936, 0.0001703817251836881, 4.842869927301763e-08], "lr": 0.00027007151018442475, "gradient_norm": 0.05190766602754593}
{"step": 20536, "elapsed_seconds": 4160.253456830978, "processed_tokens": 489840310, "response_tokens": 63925220, "tokens_per_second": 113521.30615840809, "loss": [0.26221340894699097, 0.0006640314823016524, 5.308452273311559e-07], "lr": 0.0002682597400723663, "gradient_norm": 0.055592019110918045}
{"step": 20635, "elapsed_seconds": 4180.312757968903, "processed_tokens": 491673612, "response_tokens": 64175731, "tokens_per_second": 112876.8345806244, "loss": [0.3167467415332794, 0.000156421257997863, 0.0], "lr": 0.0002664008809753467, "gradient_norm": 0.05849520117044449}
{"step": 20762, "elapsed_seconds": 4200.36749792099, "processed_tokens": 494041193, "response_tokens": 64500409, "tokens_per_second": 113023.37822889883, "loss": [0.11253432184457779, 2.2989885110291652e-05, 3.7252898543727042e-09], "lr": 0.00026450083047385367, "gradient_norm": 0.05402452126145363}
{"event": "validation", "step": 20888, "loss": [0.30289044976234436, 0.0038590645417571068, 0.04179335758090019], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 20888, "final": false, "free_gb": 14.987616256}
{"step": 20889, "elapsed_seconds": 4221.580595970154, "processed_tokens": 496359592, "response_tokens": 64821876, "tokens_per_second": 112914.91375800144, "loss": [0.29026421904563904, 0.00020705553470179439, 0.0], "lr": 0.00026245496330848833, "gradient_norm": 0.05454329028725624}
{"step": 21019, "elapsed_seconds": 4241.582570075989, "processed_tokens": 498719953, "response_tokens": 65150461, "tokens_per_second": 113050.70326356961, "loss": [0.11931907385587692, 0.00020332216809038073, 9.708819561637938e-06], "lr": 0.0002604714741777976, "gradient_norm": 0.05061210319399834}
{"step": 21147, "elapsed_seconds": 4261.5904541015625, "processed_tokens": 501079056, "response_tokens": 65471554, "tokens_per_second": 113176.93546174241, "loss": [0.2958284914493561, 0.0032621356658637524, 0.0], "lr": 0.00025845798562020527, "gradient_norm": 0.06771749258041382}
{"step": 21275, "elapsed_seconds": 4281.629371881485, "processed_tokens": 503428228, "response_tokens": 65801192, "tokens_per_second": 113279.7527187055, "loss": [0.23033955693244934, 0.0037040021270513535, 1.8626450382086546e-09], "lr": 0.00025639295787758344, "gradient_norm": 0.05780768021941185}
{"step": 21404, "elapsed_seconds": 4301.753333091736, "processed_tokens": 505795105, "response_tokens": 66130385, "tokens_per_second": 113387.43555111949, "loss": [0.25886431336402893, 0.00010666592424968258, 3.725290076417309e-09], "lr": 0.0002542787280076883, "gradient_norm": 0.05613191798329353}
{"step": 21536, "elapsed_seconds": 4321.850036621094, "processed_tokens": 508170871, "response_tokens": 66458155, "tokens_per_second": 113504.33078855125, "loss": [0.23975789546966553, 0.00017806935647968203, 1.8626450382086546e-09], "lr": 0.00025212865682371126, "gradient_norm": 0.053477298468351364}
{"event": "validation", "step": 21662, "loss": [0.29854390025138855, 0.004204851575195789, 0.003806399879977107], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 21662, "final": false, "free_gb": 14.987087872}
{"step": 21663, "elapsed_seconds": 4343.2227284908295, "processed_tokens": 510504912, "response_tokens": 66784594, "tokens_per_second": 113396.4754672985, "loss": [0.2387510985136032, 0.00013567759015131742, 1.1175868230850483e-08], "lr": 0.000249796170774857, "gradient_norm": 0.054141007363796234}
{"step": 21791, "elapsed_seconds": 4363.304984331131, "processed_tokens": 512853752, "response_tokens": 67111071, "tokens_per_second": 113478.59377040695, "loss": [0.28057989478111267, 5.635600246023387e-05, 1.303851426825986e-08], "lr": 0.000247571043970057, "gradient_norm": 0.06369452178478241}
{"step": 21922, "elapsed_seconds": 4383.376098394394, "processed_tokens": 515227895, "response_tokens": 67439891, "tokens_per_second": 113586.80608498234, "loss": [0.22255046665668488, 0.00012303348921705037, 4.284078514160683e-08], "lr": 0.00024530865312016235, "gradient_norm": 0.05626484379172325}
{"step": 22053, "elapsed_seconds": 4403.443808794022, "processed_tokens": 517618346, "response_tokens": 67764496, "tokens_per_second": 113708.56358178008, "loss": [0.26123306155204773, 0.000291137199383229, 1.303851338008144e-08], "lr": 0.0002430094574967498, "gradient_norm": 0.06330504268407822}
{"step": 22184, "elapsed_seconds": 4423.482757091522, "processed_tokens": 519986431, "response_tokens": 68091535, "tokens_per_second": 113804.5895386762, "loss": [0.26326310634613037, 7.487327820854262e-05, 7.4505797087454084e-09], "lr": 0.000240680729468273, "gradient_norm": 0.056382644921541214}
{"step": 22316, "elapsed_seconds": 4443.508001565933, "processed_tokens": 522370338, "response_tokens": 68414038, "tokens_per_second": 113914.83362335156, "loss": [0.10778768360614777, 5.09243254782632e-05, 3.7252898543727042e-09], "lr": 0.00023831216131481114, "gradient_norm": 0.04911137372255325}
{"event": "validation", "step": 22443, "loss": [0.3115505576133728, 0.005923768039792776, 0.0789492055773735], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 22443, "final": false, "free_gb": 14.953496576}
{"step": 22444, "elapsed_seconds": 4464.796276807785, "processed_tokens": 524702700, "response_tokens": 68738484, "tokens_per_second": 113819.59251433585, "loss": [0.1079617440700531, 1.5049608919071034e-05, 0.0], "lr": 0.00023576580017090046, "gradient_norm": 0.05547282472252846}
{"step": 22574, "elapsed_seconds": 4484.827783346176, "processed_tokens": 527088477, "response_tokens": 69060533, "tokens_per_second": 113926.11293777192, "loss": [0.22342099249362946, 0.0012971145333722234, 0.04531766474246979], "lr": 0.000233348187080138, "gradient_norm": 0.11747722327709198}
{"step": 22705, "elapsed_seconds": 4504.8326251506805, "processed_tokens": 529453994, "response_tokens": 69388330, "tokens_per_second": 114011.42710517053, "loss": [0.1361839920282364, 3.6427627492230386e-05, 1.9930178041249746e-07], "lr": 0.00023088621063733144, "gradient_norm": 0.0632045567035675}
{"step": 22830, "elapsed_seconds": 4524.859009504318, "processed_tokens": 531768727, "response_tokens": 69709214, "tokens_per_second": 114041.9096145102, "loss": [0.2562670111656189, 0.0002956130192615092, 1.4901155864777138e-08], "lr": 0.00022840906758846963, "gradient_norm": 0.07119320333003998}
{"step": 22959, "elapsed_seconds": 4544.998483419418, "processed_tokens": 534107992, "response_tokens": 70034548, "tokens_per_second": 114082.27507921492, "loss": [0.22715537250041962, 8.241133764386177e-05, 3.7252898543727042e-09], "lr": 0.00022588572970724455, "gradient_norm": 0.05174935609102249}
{"step": 23085, "elapsed_seconds": 4565.00549697876, "processed_tokens": 536455005, "response_tokens": 70355461, "tokens_per_second": 114142.42695171265, "loss": [0.13876833021640778, 8.744710066821426e-05, 0.0], "lr": 0.0002233355330668741, "gradient_norm": 0.05829599127173424}
{"event": "validation", "step": 23207, "loss": [0.3201574385166168, 0.022857951000332832, 0.06060000881552696], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 23207, "final": false, "free_gb": 14.934102016}
{"step": 23208, "elapsed_seconds": 4586.340465307236, "processed_tokens": 538762482, "response_tokens": 70672617, "tokens_per_second": 114025.73443922549, "loss": [0.2633236050605774, 0.00011494787759147584, 1.8626440834168534e-08], "lr": 0.0002206090121446124, "gradient_norm": 0.06396179646253586}
{"step": 23334, "elapsed_seconds": 4606.36194396019, "processed_tokens": 541118466, "response_tokens": 70994215, "tokens_per_second": 114091.23736134332, "loss": [0.09949246793985367, 0.00016595353372395039, 5.345700060388481e-07], "lr": 0.00021800990556208093, "gradient_norm": 0.061162661761045456}
{"step": 23460, "elapsed_seconds": 4626.457820653915, "processed_tokens": 543485735, "response_tokens": 71316682, "tokens_per_second": 114156.8892284684, "loss": [0.11760301142930984, 2.4545945052523166e-05, 0.0], "lr": 0.00021538555873834247, "gradient_norm": 0.05731401592493057}
{"step": 23586, "elapsed_seconds": 4646.5289986133575, "processed_tokens": 545838812, "response_tokens": 71636445, "tokens_per_second": 114210.41090712897, "loss": [0.2803330719470978, 0.0001301847951253876, 0.0], "lr": 0.00021275070050534163, "gradient_norm": 0.059926893562078476}
{"step": 23717, "elapsed_seconds": 4666.680141925812, "processed_tokens": 548204045, "response_tokens": 71964928, "tokens_per_second": 114264.67326523851, "loss": [0.27701905369758606, 0.0005103647708892822, 0.0], "lr": 0.00021007860371786595, "gradient_norm": 0.0598137304186821}
{"step": 23851, "elapsed_seconds": 4686.869566679001, "processed_tokens": 550623084, "response_tokens": 72293035, "tokens_per_second": 114358.4604252926, "loss": [0.21063551306724548, 0.0001129034862970002, 3.7252898543727042e-09], "lr": 0.0002073792902237545, "gradient_norm": 0.05416348576545715}
{"event": "validation", "step": 23977, "loss": [0.3185685873031616, 0.0029563663993030787, 0.056807518005371094], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 23977, "final": false, "free_gb": 14.934093824}
{"step": 23978, "elapsed_seconds": 4707.861273527145, "processed_tokens": 552922451, "response_tokens": 72609910, "tokens_per_second": 114275.24455346754, "loss": [0.21247832477092743, 0.0003252210735809058, 0.0], "lr": 0.00020454795657880861, "gradient_norm": 0.05000205338001251}
{"step": 24102, "elapsed_seconds": 4727.9679391384125, "processed_tokens": 555225727, "response_tokens": 72931031, "tokens_per_second": 114279.75928412602, "loss": [0.26691240072250366, 0.0003342813579365611, 0.0], "lr": 0.00020182129597459274, "gradient_norm": 0.05965961515903473}
{"step": 24227, "elapsed_seconds": 4748.0344297885895, "processed_tokens": 557483632, "response_tokens": 73245960, "tokens_per_second": 114251.6728924595, "loss": [0.2283758521080017, 5.9498106566024944e-05, 0.0], "lr": 0.0001990986573981517, "gradient_norm": 0.056290674954652786}
{"step": 24341, "elapsed_seconds": 4768.060943603516, "processed_tokens": 559664885, "response_tokens": 73538225, "tokens_per_second": 114167.99648129025, "loss": [0.24222978949546814, 0.004573670215904713, 1.8626450382086546e-09], "lr": 0.0001963393183979941, "gradient_norm": 0.05593015253543854}
{"step": 24470, "elapsed_seconds": 4788.190872430801, "processed_tokens": 562041086, "response_tokens": 73861128, "tokens_per_second": 114228.15989375494, "loss": [0.23100808262825012, 1.951560625457205e-05, 0.0], "lr": 0.00019356645293498533, "gradient_norm": 0.05463654547929764}
{"step": 24598, "elapsed_seconds": 4808.221255779266, "processed_tokens": 564371962, "response_tokens": 74186129, "tokens_per_second": 114260.69936128761, "loss": [0.2330685406923294, 0.0028507965616881847, 1.8626450382086546e-09], "lr": 0.0001907887668623979, "gradient_norm": 0.061108410358428955}
{"event": "validation", "step": 24722, "loss": [0.32536229491233826, 0.0031479059252887964, 0.07391383498907089], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 24722, "final": false, "free_gb": 14.276657152}
{"step": 24723, "elapsed_seconds": 4829.447979688644, "processed_tokens": 566678088, "response_tokens": 74503703, "tokens_per_second": 114171.56047273494, "loss": [0.10652197897434235, 1.0551312698225956e-05, 0.0], "lr": 0.00018782667766391027, "gradient_norm": 0.0519951656460762}
{"step": 24853, "elapsed_seconds": 4849.579904556274, "processed_tokens": 569039429, "response_tokens": 74829732, "tokens_per_second": 114217.84076236523, "loss": [0.21833330392837524, 1.3446454431687016e-05, 9.313223081619526e-09], "lr": 0.0001850261463528144, "gradient_norm": 0.05690198391675949}
{"step": 24988, "elapsed_seconds": 4869.75093460083, "processed_tokens": 571460934, "response_tokens": 75159625, "tokens_per_second": 114303.1822615522, "loss": [0.21834546327590942, 0.00011161575093865395, 0.0], "lr": 0.00018220494036790184, "gradient_norm": 0.05223153159022331}
{"step": 25118, "elapsed_seconds": 4889.776496887207, "processed_tokens": 573814089, "response_tokens": 75487164, "tokens_per_second": 114349.07738648485, "loss": [0.22898679971694946, 2.865836358978413e-05, 7.4505797087454084e-09], "lr": 0.00017939140825833956, "gradient_norm": 0.06071241945028305}
{"event": "validation", "step": 25150, "loss": [0.3189637064933777, 0.002286873757839203, 0.051263634115457535], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "best", "step": 25150, "response_loss": 0.002286873757839203}
{"event": "checkpoint", "step": 25150, "final": true, "free_gb": 14.276857856}
{"parameters": 139738113, "step": 25150, "processed_tokens": 574401087, "response_tokens": 75569084, "training_seconds": 4896.568580389023, "validation": [0.3189637064933777, 0.002286873757839203, 0.051263634115457535], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 25150, "loss": [0.3189637064933777, 0.002286873757839203, 0.051263634115457535], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T14:00:48.758353+00:00", "validation": [0.3189637064933777, 0.002286873757839203, 0.051263634115457535]}
{"step": 25207, "elapsed_seconds": 4916.069211244583, "processed_tokens": 576446168, "response_tokens": 75845751, "tokens_per_second": 101494.90306543738, "loss": [0.2620980739593506, 0.0024472931399941444, 1.7508668292975926e-07], "lr": 0.00019996997492152985, "gradient_norm": 0.0507517084479332}
{"step": 25266, "elapsed_seconds": 4936.327399015427, "processed_tokens": 578616540, "response_tokens": 76136847, "tokens_per_second": 104322.80386602944, "loss": [0.24765406548976898, 0.000439922499936074, 0.0], "lr": 0.00019987652793269776, "gradient_norm": 0.0466858446598053}
{"step": 25324, "elapsed_seconds": 4956.437044143677, "processed_tokens": 580796386, "response_tokens": 76426056, "tokens_per_second": 105676.98299868492, "loss": [0.1311899721622467, 0.000198000343516469, 1.825370929964265e-07], "lr": 0.00019971977428249384, "gradient_norm": 0.04082944989204407}
{"step": 25380, "elapsed_seconds": 4976.465323448181, "processed_tokens": 582883991, "response_tokens": 76711728, "tokens_per_second": 105317.8933185999, "loss": [0.21721331775188446, 0.0008530977065674961, 7.450578820566989e-09], "lr": 0.00019950544423208118, "gradient_norm": 0.04652911052107811}
{"step": 25442, "elapsed_seconds": 4996.541926622391, "processed_tokens": 585077994, "response_tokens": 77010526, "tokens_per_second": 106108.7462605649, "loss": [0.13672229647636414, 0.00017751626728568226, 9.313225191043273e-10], "lr": 0.00019922378922400977, "gradient_norm": 0.04527631774544716}
{"event": "validation", "step": 25501, "loss": [0.2997038960456848, 0.0034195545595139265, 0.04939555376768112], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 25501, "final": false, "free_gb": 13.996048384}
{"step": 25502, "elapsed_seconds": 5017.891738414764, "processed_tokens": 587225271, "response_tokens": 77299321, "tokens_per_second": 105140.28919093497, "loss": [0.2123926430940628, 0.0010321525624021888, 1.8626450382086546e-09], "lr": 0.00019886297634755186, "gradient_norm": 0.04381302371621132}
{"step": 25564, "elapsed_seconds": 5038.177809476852, "processed_tokens": 589445879, "response_tokens": 77602023, "tokens_per_second": 105756.94698162876, "loss": [0.22278551757335663, 7.712626393185928e-05, 1.8626449271863521e-09], "lr": 0.00019845267233238402, "gradient_norm": 0.04588639363646507}
{"step": 25621, "elapsed_seconds": 5058.567676067352, "processed_tokens": 591593685, "response_tokens": 77891754, "tokens_per_second": 105704.29317141687, "loss": [0.2311723828315735, 0.0012827030150219798, 2.7939672797572257e-09], "lr": 0.0001979777023084312, "gradient_norm": 0.046684931963682175}
{"step": 25680, "elapsed_seconds": 5078.880606174469, "processed_tokens": 593754572, "response_tokens": 78187655, "tokens_per_second": 105779.29867359245, "loss": [0.21642303466796875, 0.00087172124767676, 2.0489069996187936e-08], "lr": 0.00019744236026284428, "gradient_norm": 0.0421120747923851}
{"event": "validation", "step": 25715, "loss": [0.28501880168914795, 0.003466384718194604, 0.06125768646597862], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 25715, "final": true, "free_gb": 13.996048384}
{"parameters": 139738113, "step": 25715, "processed_tokens": 595067301, "response_tokens": 78367410, "training_seconds": 5092.979934215546, "validation": [0.28501880168914795, 0.003466384718194604, 0.06125768646597862], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 25715, "loss": [0.28501880168914795, 0.003466384718194604, 0.06125768646597862], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T13:59:08.863173+00:00", "validation": [0.28501880168914795, 0.003466384718194604, 0.06125768646597862]}
{"step": 25784, "elapsed_seconds": 5112.527508497238, "processed_tokens": 597621790, "response_tokens": 78720448, "tokens_per_second": 126535.19736724488, "loss": [0.2524937391281128, 0.0007059996132738888, 5.308531214609502e-08], "lr": 0.00019996005924833988, "gradient_norm": 0.05005459487438202}
{"step": 25858, "elapsed_seconds": 5132.638480186462, "processed_tokens": 600271195, "response_tokens": 79074472, "tokens_per_second": 129132.2686280846, "loss": [0.22555382549762726, 0.00011124074080726132, 1.8626450382086546e-09], "lr": 0.00019983955566548495, "gradient_norm": 0.042191147804260254}
{"step": 25903, "elapsed_seconds": 5152.722485780716, "processed_tokens": 602093670, "response_tokens": 79303893, "tokens_per_second": 116363.4619228767, "loss": [0.22822335362434387, 0.00014289158571045846, 4.656612428988183e-09], "lr": 0.0001996379686275513, "gradient_norm": 0.04432006925344467}
{"step": 25958, "elapsed_seconds": 5172.89496588707, "processed_tokens": 604041007, "response_tokens": 79570279, "tokens_per_second": 111397.90436061396, "loss": [0.22871896624565125, 0.00018412091594655067, 0.0], "lr": 0.00019935377626390183, "gradient_norm": 0.04673426225781441}
{"step": 26029, "elapsed_seconds": 5193.107325077057, "processed_tokens": 606717777, "response_tokens": 79938135, "tokens_per_second": 115617.0655703528, "loss": [0.2526637315750122, 0.0003527102817315608, 9.313225191043273e-10], "lr": 0.00019898601728505583, "gradient_norm": 0.049026910215616226}
{"event": "validation", "step": 26102, "loss": [0.29431483149528503, 0.003096733707934618, 0.06772465258836746], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 26102, "final": false, "free_gb": 13.716656128}
{"step": 26103, "elapsed_seconds": 5214.103974580765, "processed_tokens": 609344242, "response_tokens": 80301933, "tokens_per_second": 117250.49813062738, "loss": [0.23149025440216064, 0.0010118808131664991, 1.1175794867313016e-07], "lr": 0.00019851723322445271, "gradient_norm": 0.05396774783730507}
{"step": 26175, "elapsed_seconds": 5234.110981702805, "processed_tokens": 612010770, "response_tokens": 80665195, "tokens_per_second": 119512.56471784838, "loss": [0.23830246925354004, 0.002025751629844308, 0.0], "lr": 0.00019799113182354227, "gradient_norm": 0.05478023365139961}
{"step": 26251, "elapsed_seconds": 5254.365170717239, "processed_tokens": 614740720, "response_tokens": 81035768, "tokens_per_second": 121421.64488542647, "loss": [0.2251967340707779, 0.00032063733669929206, 7.450577044210149e-09], "lr": 0.0001973778809168374, "gradient_norm": 0.044623252004384995}
{"step": 26319, "elapsed_seconds": 5274.50902223587, "processed_tokens": 617442430, "response_tokens": 81385035, "tokens_per_second": 122825.88892487696, "loss": [0.18715132772922516, 3.847252082778141e-05, 0.0], "lr": 0.00019669254459142214, "gradient_norm": 0.06453073024749756}
{"step": 26394, "elapsed_seconds": 5294.639350652695, "processed_tokens": 620153013, "response_tokens": 81756696, "tokens_per_second": 124002.64491472933, "loss": [0.23194871842861176, 0.00015388515021186322, 0.0], "lr": 0.00019592073278176981, "gradient_norm": 0.04670575633645058}
{"step": 26467, "elapsed_seconds": 5314.679719924927, "processed_tokens": 622846338, "response_tokens": 82123568, "tokens_per_second": 124939.34561418694, "loss": [0.12307383120059967, 0.00011361160431988537, 2.9802276202417488e-08], "lr": 0.00019507664549240546, "gradient_norm": 0.0446750670671463}
{"event": "validation", "step": 26535, "loss": [0.2984395921230316, 0.0031261302065104246, 0.03882402554154396], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 26535, "final": false, "free_gb": 13.715484672}
{"step": 26536, "elapsed_seconds": 5335.538303852081, "processed_tokens": 625446557, "response_tokens": 82479922, "tokens_per_second": 124915.33716067024, "loss": [0.1275108903646469, 5.5500400776509196e-05, 0.0], "lr": 0.00019411857905704064, "gradient_norm": 0.04312723129987717}
{"step": 26608, "elapsed_seconds": 5355.786419868469, "processed_tokens": 628172474, "response_tokens": 82847511, "tokens_per_second": 125661.66127183489, "loss": [0.2233191579580307, 0.0002616745769046247, 3.7252894102834944e-09], "lr": 0.00019311433081137315, "gradient_norm": 0.04890083149075508}
{"step": 26683, "elapsed_seconds": 5375.912564992905, "processed_tokens": 630874953, "response_tokens": 83221903, "tokens_per_second": 126273.123404496, "loss": [0.2251911759376526, 9.104866330744699e-05, 4.004676767976889e-08], "lr": 0.0001920373990214962, "gradient_norm": 0.04337163269519806}
{"step": 26756, "elapsed_seconds": 5396.117376804352, "processed_tokens": 633587590, "response_tokens": 83588254, "tokens_per_second": 126804.1440500293, "loss": [0.20802441239356995, 1.712974699330516e-05, 4.656611984898973e-09], "lr": 0.00019088127416519733, "gradient_norm": 0.0399833545088768}
{"step": 26829, "elapsed_seconds": 5416.259795665741, "processed_tokens": 636296546, "response_tokens": 83956846, "tokens_per_second": 127282.08210077939, "loss": [0.20693105459213257, 7.526679110014811e-05, 0.0], "lr": 0.0001896553557637961, "gradient_norm": 0.049167193472385406}
{"step": 26902, "elapsed_seconds": 5436.411583185196, "processed_tokens": 639004021, "response_tokens": 84319256, "tokens_per_second": 127696.27885960757, "loss": [0.21545366942882538, 0.00041065464029088616, 9.313222193441106e-09], "lr": 0.00018835631567267884, "gradient_norm": 0.04486871138215065}
{"event": "validation", "step": 26969, "loss": [0.30941689014434814, 0.004069964401423931, 0.06350662559270859], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 26969, "final": false, "free_gb": 13.715480576}
{"step": 26970, "elapsed_seconds": 5457.221465110779, "processed_tokens": 641599890, "response_tokens": 84668620, "tokens_per_second": 127527.79837150307, "loss": [0.240667462348938, 1.3936629329691641e-05, 9.313225191043273e-10], "lr": 0.0001869391748709959, "gradient_norm": 0.04903648793697357}
{"step": 27044, "elapsed_seconds": 5477.407452106476, "processed_tokens": 644313438, "response_tokens": 85037255, "tokens_per_second": 127889.48397266246, "loss": [0.1880003958940506, 2.105894782289397e-05, 5.401652103387278e-08], "lr": 0.00018549529637041157, "gradient_norm": 0.04191764444112778}
{"step": 27118, "elapsed_seconds": 5497.656978607178, "processed_tokens": 647029144, "response_tokens": 85411542, "tokens_per_second": 128200.36253868538, "loss": [0.19999276101589203, 0.0002963773731607944, 0.0], "lr": 0.00018398541734489644, "gradient_norm": 0.06635136157274246}
{"step": 27192, "elapsed_seconds": 5517.943989515305, "processed_tokens": 649752860, "response_tokens": 85782821, "tokens_per_second": 128489.16084878118, "loss": [0.2667265236377716, 0.00029757697484456003, 9.313225191043273e-10], "lr": 0.00018239208807611706, "gradient_norm": 0.05468040704727173}
{"step": 27263, "elapsed_seconds": 5538.060927629471, "processed_tokens": 652460260, "response_tokens": 86140707, "tokens_per_second": 128764.20150276272, "loss": [0.21918535232543945, 0.00028279831167310476, 0.0], "lr": 0.0001807452084653884, "gradient_norm": 0.045111797749996185}
{"step": 27335, "elapsed_seconds": 5558.180685997009, "processed_tokens": 655159638, "response_tokens": 86509992, "tokens_per_second": 128997.48570174696, "loss": [0.11107341945171356, 0.0001305518817389384, 0.0], "lr": 0.0001790341652688958, "gradient_norm": 0.0540677085518837}
{"event": "validation", "step": 27403, "loss": [0.31445643305778503, 0.0032166887540370226, 0.04950212314724922], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 27403, "final": false, "free_gb": 13.435920384}
{"step": 27404, "elapsed_seconds": 5579.099003314972, "processed_tokens": 657748014, "response_tokens": 86849846, "tokens_per_second": 128771.43084987895, "loss": [0.10766057670116425, 0.00024654529988765717, 1.8626430176027498e-08], "lr": 0.00017720013782644646, "gradient_norm": 0.04469163343310356}
{"step": 27456, "elapsed_seconds": 5599.107519626617, "processed_tokens": 659572254, "response_tokens": 87100675, "tokens_per_second": 127286.95412694145, "loss": [0.22591117024421692, 6.0390335420379415e-05, 1.8626449271863521e-09], "lr": 0.00017538641738108128, "gradient_norm": 0.04565886780619621}
{"step": 27510, "elapsed_seconds": 5619.200255155563, "processed_tokens": 661520145, "response_tokens": 87364198, "tokens_per_second": 126129.81318975694, "loss": [0.1279420405626297, 2.168243190681096e-05, 1.8626449271863521e-09], "lr": 0.00017349284261328665, "gradient_norm": 0.04865342751145363}
{"step": 27582, "elapsed_seconds": 5639.249629497528, "processed_tokens": 664190478, "response_tokens": 87728625, "tokens_per_second": 126388.55619254935, "loss": [0.2673834562301636, 6.542704795720056e-05, 3.7252898543727042e-09], "lr": 0.00017155255146335317, "gradient_norm": 0.043771784752607346}
{"step": 27655, "elapsed_seconds": 5659.419516801834, "processed_tokens": 666907336, "response_tokens": 88090237, "tokens_per_second": 126684.13189776547, "loss": [0.2528161108493805, 2.3589700504089706e-05, 9.313225191043273e-10], "lr": 0.0001695374022366451, "gradient_norm": 0.04673686996102333}
{"step": 27730, "elapsed_seconds": 5679.537953853607, "processed_tokens": 669611668, "response_tokens": 88465956, "tokens_per_second": 126949.19607777805, "loss": [0.11293316632509232, 0.008382326923310757, 0.0], "lr": 0.00016747377087355153, "gradient_norm": 0.04974951222538948}
{"event": "validation", "step": 27799, "loss": [0.32528963685035706, 0.003514456795528531, 0.058883145451545715], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 27799, "final": false, "free_gb": 13.434957824}
{"step": 27800, "elapsed_seconds": 5700.4919691085815, "processed_tokens": 672227911, "response_tokens": 88824141, "tokens_per_second": 126877.08851250132, "loss": [0.10672646015882492, 2.4110759113682434e-05, 3.7252898543727042e-09], "lr": 0.00016527339986286175, "gradient_norm": 0.046534985303878784}
{"step": 27874, "elapsed_seconds": 5720.747381687164, "processed_tokens": 674951498, "response_tokens": 89193513, "tokens_per_second": 127121.57818052091, "loss": [0.2654046416282654, 0.0006154325092211366, 9.313225191043273e-10], "lr": 0.00016310992298343942, "gradient_norm": 0.04878932237625122}
{"step": 27948, "elapsed_seconds": 5740.871675491333, "processed_tokens": 677655622, "response_tokens": 89562266, "tokens_per_second": 127346.53543878424, "loss": [0.2265034317970276, 0.0008859907975420356, 3.7252894102834944e-09], "lr": 0.00016089899948529285, "gradient_norm": 0.05025656148791313}
{"step": 28018, "elapsed_seconds": 5760.87898182869, "processed_tokens": 680341263, "response_tokens": 89917595, "tokens_per_second": 127552.62627676292, "loss": [0.2051408588886261, 2.457363916619215e-05, 1.583246955760842e-08], "lr": 0.0001586481696704234, "gradient_norm": 0.04390602931380272}
{"step": 28091, "elapsed_seconds": 5781.149836778641, "processed_tokens": 683060251, "response_tokens": 90295247, "tokens_per_second": 127746.27496964218, "loss": [0.20218190550804138, 0.0001657813845667988, 1.676378857951022e-08], "lr": 0.00015634293308821663, "gradient_norm": 0.05544305965304375}
{"step": 28161, "elapsed_seconds": 5801.248344659805, "processed_tokens": 685750395, "response_tokens": 90657558, "tokens_per_second": 127919.2654648237, "loss": [0.11119592934846878, 1.2525791134976316e-05, 1.482531956753519e-06], "lr": 0.00015398279556539402, "gradient_norm": 0.04046820104122162}
{"event": "validation", "step": 28228, "loss": [0.31630179286003113, 0.0039174193516373634, 0.055208150297403336], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 28228, "final": false, "free_gb": 13.434847232}
{"step": 28229, "elapsed_seconds": 5822.357288360596, "processed_tokens": 688377924, "response_tokens": 91002025, "tokens_per_second": 127819.66299245268, "loss": [0.19319677352905273, 2.5379102225997485e-05, 0.0], "lr": 0.00015150013887354314, "gradient_norm": 0.06660953164100647}
{"step": 28300, "elapsed_seconds": 5842.585310935974, "processed_tokens": 691090797, "response_tokens": 91365324, "tokens_per_second": 127989.38600293608, "loss": [0.22157303988933563, 1.750283809087705e-05, 8.381898730647208e-09], "lr": 0.00014905289238111014, "gradient_norm": 0.0510459803044796}
{"step": 28375, "elapsed_seconds": 5862.657488822937, "processed_tokens": 693785683, "response_tokens": 91732589, "tokens_per_second": 128152.77344075138, "loss": [0.211478129029274, 1.4654911865363829e-05, 0.0], "lr": 0.00014660086078715367, "gradient_norm": 0.04450482130050659}
{"step": 28449, "elapsed_seconds": 5882.700231552124, "processed_tokens": 696478569, "response_tokens": 92101689, "tokens_per_second": 128310.11037906318, "loss": [0.20593388378620148, 5.498185055330396e-05, 4.656611984898973e-09], "lr": 0.0001441194507985167, "gradient_norm": 0.04384686052799225}
{"step": 28521, "elapsed_seconds": 5902.927330255508, "processed_tokens": 699191771, "response_tokens": 92466781, "tokens_per_second": 128455.51194278368, "loss": [0.2467084527015686, 1.2367637282295618e-05, 1.8626449271863521e-09], "lr": 0.00014158410786989072, "gradient_norm": 0.0495985746383667}
{"step": 28594, "elapsed_seconds": 5923.075324296951, "processed_tokens": 701890860, "response_tokens": 92835456, "tokens_per_second": 128589.09004600091, "loss": [0.20544487237930298, 3.807840766967274e-05, 0.0], "lr": 0.0001390299873367676, "gradient_norm": 0.04226988926529884}
{"event": "validation", "step": 28662, "loss": [0.316820353269577, 0.003507744986563921, 0.05818230286240578], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 28662, "final": false, "free_gb": 13.433331712}
{"step": 28663, "elapsed_seconds": 5944.1514365673065, "processed_tokens": 704527682, "response_tokens": 93177454, "tokens_per_second": 128502.99580552259, "loss": [0.20489086210727692, 1.7862585082184523e-05, 7.450577044210149e-09], "lr": 0.00013632803106813476, "gradient_norm": 0.04889727383852005}
{"step": 28733, "elapsed_seconds": 5964.23751783371, "processed_tokens": 707219674, "response_tokens": 93525104, "tokens_per_second": 128630.15561741436, "loss": [0.22143810987472534, 6.774240318918601e-05, 1.8626449271863521e-09], "lr": 0.00013373214052596813, "gradient_norm": 0.04734161123633385}
{"step": 28805, "elapsed_seconds": 5984.245912075043, "processed_tokens": 709880068, "response_tokens": 93884271, "tokens_per_second": 128727.37561434855, "loss": [0.2631942629814148, 0.0001306216581724584, 0.0], "lr": 0.00013114725654558666, "gradient_norm": 0.04944726452231407}
{"step": 28856, "elapsed_seconds": 6004.434819459915, "processed_tokens": 711713570, "response_tokens": 94140569, "tokens_per_second": 127888.24939736817, "loss": [0.11824528872966766, 2.5955754608730786e-05, 3.7252894102834944e-09], "lr": 0.0001284771423152795, "gradient_norm": 0.04496327415108681}
{"step": 28911, "elapsed_seconds": 6024.550703763962, "processed_tokens": 713664840, "response_tokens": 94409399, "tokens_per_second": 127221.75316705665, "loss": [0.22915637493133545, 0.00019705483282450587, 1.8626450382086546e-09], "lr": 0.00012583184755738503, "gradient_norm": 0.05013510212302208}
{"step": 28982, "elapsed_seconds": 6044.7052574157715, "processed_tokens": 716299023, "response_tokens": 94770212, "tokens_per_second": 127295.34396163309, "loss": [0.20284231007099152, 0.00031748146284371614, 1.0617004875257408e-07], "lr": 0.00012313516795089315, "gradient_norm": 0.045069772750139236}
{"event": "validation", "step": 29010, "loss": [0.3206264078617096, 0.002932873787358403, 0.05080881342291832], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 29010, "final": true, "free_gb": 13.152718848}
{"parameters": 139738113, "step": 29010, "processed_tokens": 717295846, "response_tokens": 94908178, "training_seconds": 6053.5979816913605, "validation": [0.3206264078617096, 0.002932873787358403, 0.05080881342291832], "random_initialization": true, "device": "cuda"}
{"event": "validation", "step": 29010, "loss": [0.002932873787358403, 0.002932873787358403, 0.05080881342291832], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "start", "parameters": 139738113, "device": "cuda", "config": {"vocab_size": 4082, "width": 1024, "layers": 12, "heads": 16, "kv_heads": 4, "hidden": 2816, "context": 2048, "rope_theta": 10000.0, "copy_dim": 128}, "deadline": "2026-09-10T13:58:13.200745+00:00", "validation": [0.002932873787358403, 0.002932873787358403, 0.05080881342291832]}
{"step": 29079, "elapsed_seconds": 6073.134215593338, "processed_tokens": 719863101, "response_tokens": 95251806, "tokens_per_second": 127303.19164083849, "loss": [0.0006699951482005417, 0.0006699951482005417, 1.1175865566315224e-08], "lr": 9.992467126169638e-05, "gradient_norm": 0.028235170990228653}
{"step": 29153, "elapsed_seconds": 6093.400689125061, "processed_tokens": 722600939, "response_tokens": 95623373, "tokens_per_second": 131207.2177353278, "loss": [4.502661613514647e-05, 4.502661613514647e-05, 1.8626449271863521e-09], "lr": 9.969418411046458e-05, "gradient_norm": 0.0021071447990834713}
{"step": 29229, "elapsed_seconds": 6113.51254940033, "processed_tokens": 725316305, "response_tokens": 95997535, "tokens_per_second": 132471.48444147056, "loss": [0.0002606948546599597, 0.0002606948546599597, 9.313225191043273e-10], "lr": 9.931149910391107e-05, "gradient_norm": 0.02077270857989788}
{"step": 29304, "elapsed_seconds": 6133.813632726669, "processed_tokens": 728054046, "response_tokens": 96371453, "tokens_per_second": 133070.48041256153, "loss": [0.0008880241075530648, 0.0008880241075530648, 1.7695120035909895e-08], "lr": 9.877145817237917e-05, "gradient_norm": 0.010123246349394321}
{"step": 29379, "elapsed_seconds": 6154.055971860886, "processed_tokens": 730778552, "response_tokens": 96749364, "tokens_per_second": 133375.64165893302, "loss": [3.873390960507095e-05, 3.873390960507095e-05, 0.0], "lr": 9.807880476297946e-05, "gradient_norm": 0.0023269683588296175}
{"event": "validation", "step": 29446, "loss": [0.004356572404503822, 0.004356572404503822, 0.062162380665540695], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 29446, "final": false, "free_gb": 13.152493568}
{"step": 29447, "elapsed_seconds": 6174.685478448868, "processed_tokens": 733359807, "response_tokens": 97090987, "tokens_per_second": 131977.1709084698, "loss": [6.367154855979607e-05, 6.367154855979607e-05, 0.0], "lr": 9.721791964748367e-05, "gradient_norm": 0.004446391481906176}
{"step": 29522, "elapsed_seconds": 6194.865514993668, "processed_tokens": 736088919, "response_tokens": 97459617, "tokens_per_second": 132440.9405074648, "loss": [3.817456672550179e-05, 3.817456672550179e-05, 9.313225191043273e-10], "lr": 9.623501823055166e-05, "gradient_norm": 0.002111125737428665}
{"step": 29597, "elapsed_seconds": 6215.080131530762, "processed_tokens": 738817508, "response_tokens": 97831673, "tokens_per_second": 132757.6724833005, "loss": [0.00011607155465753749, 0.00011607155465753749, 0.0], "lr": 9.510836814024812e-05, "gradient_norm": 0.004171773791313171}
{"step": 29669, "elapsed_seconds": 6235.2005610466, "processed_tokens": 741531119, "response_tokens": 98197013, "tokens_per_second": 132990.72386775663, "loss": [0.0015528369694948196, 0.0015528369694948196, 3.259623326812289e-08], "lr": 9.38422296477012e-05, "gradient_norm": 0.0477127768099308}
{"step": 29742, "elapsed_seconds": 6255.4500851631165, "processed_tokens": 744252456, "response_tokens": 98560992, "tokens_per_second": 133130.67746035714, "loss": [4.147428990108892e-05, 4.147428990108892e-05, 0.0], "lr": 9.243715592088872e-05, "gradient_norm": 0.0015426499303430319}
{"step": 29814, "elapsed_seconds": 6275.503318309784, "processed_tokens": 746955807, "response_tokens": 98920477, "tokens_per_second": 133281.89142891482, "loss": [6.239989943424007e-06, 6.239989943424007e-06, 5.587934559514451e-09], "lr": 9.091334389145859e-05, "gradient_norm": 0.0001166293368441984}
{"event": "validation", "step": 29885, "loss": [0.004613041877746582, 0.004613041877746582, 0.07803351432085037], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 29885, "final": false, "free_gb": 13.152980992}
{"step": 29886, "elapsed_seconds": 6296.347902297974, "processed_tokens": 749567885, "response_tokens": 99277793, "tokens_per_second": 132599.3066710614, "loss": [2.784799289656803e-05, 2.784799289656803e-05, 0.0], "lr": 8.920319943282002e-05, "gradient_norm": 0.0012914807302877307}
{"step": 29959, "elapsed_seconds": 6316.5202667713165, "processed_tokens": 752282500, "response_tokens": 99645656, "tokens_per_second": 132750.21950589484, "loss": [2.824791044986341e-05, 2.824791044986341e-05, 1.3038505386475663e-08], "lr": 8.743575587543916e-05, "gradient_norm": 0.0009692060411907732}
{"step": 30031, "elapsed_seconds": 6336.744044303894, "processed_tokens": 755004969, "response_tokens": 100005900, "tokens_per_second": 132883.2753478507, "loss": [6.394382944563404e-05, 6.394382944563404e-05, 1.8626449271863521e-09], "lr": 8.55455158179848e-05, "gradient_norm": 0.005837075412273407}
{"step": 30104, "elapsed_seconds": 6356.991518974304, "processed_tokens": 757728511, "response_tokens": 100375433, "tokens_per_second": 132991.79070753665, "loss": [4.327292845118791e-05, 4.327292845118791e-05, 1.8626449271863521e-09], "lr": 8.354765132293401e-05, "gradient_norm": 0.0021789090242236853}
{"step": 30175, "elapsed_seconds": 6377.160702943802, "processed_tokens": 760442205, "response_tokens": 100729090, "tokens_per_second": 133088.51738475738, "loss": [4.964303661836311e-05, 4.964303661836311e-05, 3.259622260998185e-08], "lr": 8.145287094007594e-05, "gradient_norm": 0.003502823878079653}
{"step": 30250, "elapsed_seconds": 6397.19084239006, "processed_tokens": 763136492, "response_tokens": 101099750, "tokens_per_second": 133171.32832626626, "loss": [0.00033782838727347553, 0.00033782838727347553, 0.0], "lr": 7.929431891968933e-05, "gradient_norm": 0.01214758213609457}
{"event": "validation", "step": 30320, "loss": [0.0030632594134658575, 0.0030632594134658575, 0.05810324475169182], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 30320, "final": false, "free_gb": 13.153230848}
{"step": 30321, "elapsed_seconds": 6418.167233943939, "processed_tokens": 765762308, "response_tokens": 101460356, "tokens_per_second": 132712.29720585785, "loss": [0.0014928276650607586, 0.0014928276650607586, 1.3038508051010922e-08], "lr": 7.69439655340436e-05, "gradient_norm": 0.035266462713479996}
{"step": 30394, "elapsed_seconds": 6438.180299282074, "processed_tokens": 768461614, "response_tokens": 101825483, "tokens_per_second": 132824.77050224843, "loss": [5.301893543219194e-05, 5.301893543219194e-05, 0.0], "lr": 7.461615233556088e-05, "gradient_norm": 0.005762320943176746}
{"step": 30469, "elapsed_seconds": 6458.329412460327, "processed_tokens": 771178048, "response_tokens": 102194588, "tokens_per_second": 132923.77509574834, "loss": [0.00013588322326540947, 0.00013588322326540947, 2.7939675018018306e-09], "lr": 7.221696874817945e-05, "gradient_norm": 0.008774744346737862}
{"step": 30544, "elapsed_seconds": 6478.367642879486, "processed_tokens": 773837086, "response_tokens": 102557906, "tokens_per_second": 132913.1516008558, "loss": [2.0074056010344066e-05, 2.0074056010344066e-05, 6.5192553577730905e-09], "lr": 6.97630257129139e-05, "gradient_norm": 0.0009545228094793856}
{"step": 30594, "elapsed_seconds": 6498.581494569778, "processed_tokens": 775684317, "response_tokens": 102808558, "tokens_per_second": 131029.3323722008, "loss": [7.211016782093793e-05, 7.211016782093793e-05, 4.749738380382951e-08], "lr": 6.723944939183453e-05, "gradient_norm": 0.004236270673573017}
{"step": 30648, "elapsed_seconds": 6518.717577457428, "processed_tokens": 777641294, "response_tokens": 103075302, "tokens_per_second": 129566.22822878169, "loss": [6.307139119599015e-05, 6.307139119599015e-05, 7.338315754168434e-06], "lr": 6.471982357248467e-05, "gradient_norm": 0.007099492941051722}
{"event": "validation", "step": 30717, "loss": [0.0029705772176384926, 0.0029705772176384926, 0.0597001276910305], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 30717, "final": false, "free_gb": 12.872138752}
{"step": 30718, "elapsed_seconds": 6539.602779626846, "processed_tokens": 780196130, "response_tokens": 103421075, "tokens_per_second": 129255.56240584966, "loss": [3.738953091669828e-05, 3.738953091669828e-05, 7.450578820566989e-09], "lr": 6.19905841183857e-05, "gradient_norm": 0.002970520406961441}
{"step": 30792, "elapsed_seconds": 6559.839084148407, "processed_tokens": 782930339, "response_tokens": 103786967, "tokens_per_second": 129489.45623818973, "loss": [7.962183008203283e-05, 7.962183008203283e-05, 1.1175867342672063e-08], "lr": 5.9373109699456586e-05, "gradient_norm": 0.00470252800732851}
{"step": 30866, "elapsed_seconds": 6580.050744056702, "processed_tokens": 785657823, "response_tokens": 104154506, "tokens_per_second": 129698.69681464706, "loss": [0.0009725401178002357, 0.0009725401178002357, 0.0], "lr": 5.6726142167341476e-05, "gradient_norm": 0.015773070976138115}
{"step": 30942, "elapsed_seconds": 6600.155783653259, "processed_tokens": 788376047, "response_tokens": 104523916, "tokens_per_second": 129900.86966713158, "loss": [5.539510311791673e-06, 5.539510311791673e-06, 6.51925624595151e-09], "lr": 5.408754202082361e-05, "gradient_norm": 0.00015087453357409686}
{"step": 31018, "elapsed_seconds": 6620.282869815826, "processed_tokens": 791091394, "response_tokens": 104892688, "tokens_per_second": 130078.58572069992, "loss": [6.144347480585566e-06, 6.144347480585566e-06, 9.313225191043273e-10], "lr": 5.14565260702831e-05, "gradient_norm": 0.00031936480081640184}
{"step": 31094, "elapsed_seconds": 6640.5326018333435, "processed_tokens": 793817739, "response_tokens": 105273294, "tokens_per_second": 130235.65518832701, "loss": [5.863247861270793e-05, 5.863247861270793e-05, 0.0], "lr": 4.882876652824354e-05, "gradient_norm": 0.003360284026712179}
{"event": "validation", "step": 31164, "loss": [0.0027686445973813534, 0.0027686445973813534, 0.07693079859018326], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 31164, "final": false, "free_gb": 12.872179712}
{"step": 31165, "elapsed_seconds": 6661.2567348480225, "processed_tokens": 796415643, "response_tokens": 105624042, "tokens_per_second": 130069.4232747754, "loss": [0.0002370124711887911, 0.0002370124711887911, 1.396983329016166e-08], "lr": 4.615276948052715e-05, "gradient_norm": 0.013108043931424618}
{"step": 31239, "elapsed_seconds": 6681.357529640198, "processed_tokens": 799127304, "response_tokens": 105989311, "tokens_per_second": 130224.04420861696, "loss": [8.568815246690065e-06, 8.568815246690065e-06, 3.7252894102834944e-09], "lr": 4.360594078637149e-05, "gradient_norm": 0.00021665218810085207}
{"step": 31312, "elapsed_seconds": 6701.369346380234, "processed_tokens": 801822116, "response_tokens": 106354164, "tokens_per_second": 130360.98448315286, "loss": [6.740175012964755e-05, 6.740175012964755e-05, 6.891766446415204e-08], "lr": 4.108555718890984e-05, "gradient_norm": 0.0023239031434059143}
{"step": 31383, "elapsed_seconds": 6721.386372566223, "processed_tokens": 804514219, "response_tokens": 106722162, "tokens_per_second": 130484.65512547243, "loss": [1.1302076927677263e-06, 1.1302076927677263e-06, 9.313225191043273e-10], "lr": 3.8604697186789676e-05, "gradient_norm": 2.253541060781572e-05}
{"step": 31439, "elapsed_seconds": 6741.692917585373, "processed_tokens": 806568367, "response_tokens": 107007677, "tokens_per_second": 129619.94950036726, "loss": [2.8806107366108336e-05, 2.8806107366108336e-05, 9.313225191043273e-10], "lr": 3.61815432582426e-05, "gradient_norm": 0.001966773299500346}
{"step": 31491, "elapsed_seconds": 6761.740720510483, "processed_tokens": 808474586, "response_tokens": 107266214, "tokens_per_second": 128643.08351522843, "loss": [2.1813850253238343e-05, 2.1813850253238343e-05, 1.8626450382086546e-09], "lr": 3.380951914134261e-05, "gradient_norm": 0.0007480962085537612}
{"event": "validation", "step": 31549, "loss": [0.003260938450694084, 0.003260938450694084, 0.07325953990221024], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 31549, "final": false, "free_gb": 12.311855104}
{"step": 31550, "elapsed_seconds": 6783.465214967728, "processed_tokens": 810601075, "response_tokens": 107558409, "tokens_per_second": 127728.34117873233, "loss": [1.1157623703184072e-05, 1.1157623703184072e-05, 0.0], "lr": 3.1363247917217284e-05, "gradient_norm": 0.0004215927910991013}
{"step": 31598, "elapsed_seconds": 6803.528786897659, "processed_tokens": 812429662, "response_tokens": 107803224, "tokens_per_second": 126750.27313632476, "loss": [3.877933977491921e-06, 3.877933977491921e-06, 1.8626449271863521e-09], "lr": 2.9172723228985422e-05, "gradient_norm": 0.00016833978588692844}
{"step": 31661, "elapsed_seconds": 6823.733549594879, "processed_tokens": 814665495, "response_tokens": 108111057, "tokens_per_second": 126328.45084979273, "loss": [8.241543582698796e-06, 8.241543582698796e-06, 8.381900507004048e-09], "lr": 2.7050305135666466e-05, "gradient_norm": 0.0006007819320075214}
{"step": 31733, "elapsed_seconds": 6843.8288724422455, "processed_tokens": 817373671, "response_tokens": 108475493, "tokens_per_second": 126542.85637724277, "loss": [6.7131359173799865e-06, 6.7131359173799865e-06, 6.5192553577730905e-09], "lr": 2.5026741167110433e-05, "gradient_norm": 0.00016361952293664217}
{"step": 31810, "elapsed_seconds": 6864.165573596954, "processed_tokens": 820116602, "response_tokens": 108846709, "tokens_per_second": 126751.76564989563, "loss": [9.005384526972193e-06, 9.005384526972193e-06, 8.381900507004048e-09], "lr": 2.3105266622723523e-05, "gradient_norm": 0.00047974311746656895}
{"step": 31884, "elapsed_seconds": 6884.379106521606, "processed_tokens": 822841324, "response_tokens": 109217172, "tokens_per_second": 126947.36198276925, "loss": [1.736591730150394e-05, 1.736591730150394e-05, 9.313170323821396e-08], "lr": 2.1284856275920633e-05, "gradient_norm": 0.0007709717028774321}
{"event": "validation", "step": 31951, "loss": [0.003083236748352647, 0.003083236748352647, 0.07072333991527557], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 31951, "final": false, "free_gb": 12.311015424}
{"step": 31952, "elapsed_seconds": 6905.1312692165375, "processed_tokens": 825439283, "response_tokens": 109568005, "tokens_per_second": 126904.56114832584, "loss": [3.90421928386786e-06, 3.90421928386786e-06, 5.587934559514451e-09], "lr": 1.9556213143986514e-05, "gradient_norm": 9.323659469373524e-05}
{"step": 32019, "elapsed_seconds": 6925.17325758934, "processed_tokens": 828137443, "response_tokens": 109902757, "tokens_per_second": 127081.97376527014, "loss": [8.019295637495816e-05, 8.019295637495816e-05, 0.0], "lr": 1.799344566959681e-05, "gradient_norm": 0.003094858257099986}
{"step": 32096, "elapsed_seconds": 6945.369554519653, "processed_tokens": 830859235, "response_tokens": 110282452, "tokens_per_second": 127255.89399173473, "loss": [5.6502311053918675e-05, 5.6502311053918675e-05, 4.656611984898973e-09], "lr": 1.655418257722952e-05, "gradient_norm": 0.002490660408511758}
{"step": 32170, "elapsed_seconds": 6965.40497469902, "processed_tokens": 833564738, "response_tokens": 110648094, "tokens_per_second": 127426.73061472393, "loss": [4.433678441273514e-06, 4.433678441273514e-06, 3.632153067201216e-08], "lr": 1.525724466383012e-05, "gradient_norm": 0.0001215417287312448}
{"step": 32241, "elapsed_seconds": 6985.468643188477, "processed_tokens": 836257521, "response_tokens": 111013893, "tokens_per_second": 127572.72009499492, "loss": [8.167473424691707e-06, 8.167473424691707e-06, 3.7252898543727042e-09], "lr": 1.4097012758387704e-05, "gradient_norm": 0.00024123852199409157}
{"step": 32314, "elapsed_seconds": 7005.473510980606, "processed_tokens": 838947930, "response_tokens": 111384709, "tokens_per_second": 127717.9513437489, "loss": [7.182440458564088e-05, 7.182440458564088e-05, 2.7939675018018306e-09], "lr": 1.307516922845098e-05, "gradient_norm": 0.0018888970371335745}
{"event": "validation", "step": 32382, "loss": [0.002986280946061015, 0.002986280946061015, 0.06741979718208313], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 32382, "final": false, "free_gb": 12.311056384}
{"step": 32383, "elapsed_seconds": 7026.676253557205, "processed_tokens": 841599013, "response_tokens": 111734465, "tokens_per_second": 127659.52744712733, "loss": [1.1904349776159506e-05, 1.1904349776159506e-05, 5.587933671336032e-09], "lr": 1.2141966801358144e-05, "gradient_norm": 0.0003674357139971107}
{"step": 32456, "elapsed_seconds": 7046.933282136917, "processed_tokens": 844325829, "response_tokens": 112103850, "tokens_per_second": 127801.19564382166, "loss": [3.8011842207197333e-06, 3.8011842207197333e-06, 0.0], "lr": 1.1410746758735553e-05, "gradient_norm": 6.11467330600135e-05}
{"step": 32530, "elapsed_seconds": 7067.19274353981, "processed_tokens": 847046652, "response_tokens": 112481905, "tokens_per_second": 127930.98894500388, "loss": [3.34519336320227e-06, 3.34519336320227e-06, 5.12226279170136e-08], "lr": 1.0827972830295375e-05, "gradient_norm": 7.843935600249097e-05}
{"step": 32602, "elapsed_seconds": 7087.248184919357, "processed_tokens": 849741466, "response_tokens": 112846457, "tokens_per_second": 128055.81152372909, "loss": [1.9342547602718696e-05, 1.9342547602718696e-05, 6.51925669004072e-09], "lr": 1.0403162001981639e-05, "gradient_norm": 0.0015587583184242249}
{"event": "validation", "step": 32642, "loss": [0.0029369813855737448, 0.0029369813855737448, 0.06618711352348328], "examples": 1200, "method": "all_records_token_weighted"}
{"event": "checkpoint", "step": 32642, "final": true, "free_gb": 12.311056384}
{"parameters": 139738113, "step": 32642, "processed_tokens": 851198143, "response_tokens": 113051294, "training_seconds": 7099.562133073807, "validation": [0.0029369813855737448, 0.0029369813855737448, 0.06618711352348328], "random_initialization": true, "device": "cuda"}