| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 726327, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002065185515614868, |
| "grad_norm": 0.1894732564687729, |
| "learning_rate": 0.0001996, |
| "loss": 8.5819, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.004130371031229736, |
| "grad_norm": 0.30024293065071106, |
| "learning_rate": 0.0003996, |
| "loss": 7.2596, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.006195556546844603, |
| "grad_norm": 0.47930726408958435, |
| "learning_rate": 0.0005996, |
| "loss": 7.052, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.008260742062459471, |
| "grad_norm": 0.7297375798225403, |
| "learning_rate": 0.0007996, |
| "loss": 6.8229, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.010325927578074339, |
| "grad_norm": 0.6039790511131287, |
| "learning_rate": 0.0009996, |
| "loss": 6.6453, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.012391113093689206, |
| "grad_norm": 0.5976524353027344, |
| "learning_rate": 0.0009993106087504335, |
| "loss": 6.5011, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.014456298609304074, |
| "grad_norm": 0.7269076108932495, |
| "learning_rate": 0.0009986198359552766, |
| "loss": 6.3754, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.016521484124918943, |
| "grad_norm": 1.2612974643707275, |
| "learning_rate": 0.0009979290631601198, |
| "loss": 6.1707, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.01858666964053381, |
| "grad_norm": 1.0706607103347778, |
| "learning_rate": 0.0009972382903649629, |
| "loss": 5.8718, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.020651855156148678, |
| "grad_norm": 1.1305865049362183, |
| "learning_rate": 0.0009965475175698062, |
| "loss": 5.6374, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.022717040671763545, |
| "grad_norm": 1.1424622535705566, |
| "learning_rate": 0.0009958567447746491, |
| "loss": 5.4803, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.024782226187378412, |
| "grad_norm": 1.2019083499908447, |
| "learning_rate": 0.0009951659719794922, |
| "loss": 5.3273, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.02684741170299328, |
| "grad_norm": 1.1195745468139648, |
| "learning_rate": 0.0009944751991843356, |
| "loss": 5.025, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.028912597218608147, |
| "grad_norm": 1.08197021484375, |
| "learning_rate": 0.0009937844263891787, |
| "loss": 4.8082, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.030977782734223015, |
| "grad_norm": 1.004908561706543, |
| "learning_rate": 0.0009930936535940218, |
| "loss": 4.6847, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.033042968249837885, |
| "grad_norm": 0.8375009298324585, |
| "learning_rate": 0.000992402880798865, |
| "loss": 4.5843, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.03510815376545275, |
| "grad_norm": 1.0821585655212402, |
| "learning_rate": 0.000991712108003708, |
| "loss": 4.5067, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.03717333928106762, |
| "grad_norm": 0.8255121111869812, |
| "learning_rate": 0.0009910213352085512, |
| "loss": 4.4474, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.03923852479668249, |
| "grad_norm": 1.0057096481323242, |
| "learning_rate": 0.0009903305624133943, |
| "loss": 4.3997, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.041303710312297355, |
| "grad_norm": 0.9790887236595154, |
| "learning_rate": 0.0009896397896182376, |
| "loss": 4.3523, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.04336889582791222, |
| "grad_norm": 0.8657775521278381, |
| "learning_rate": 0.0009889490168230807, |
| "loss": 4.3176, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.04543408134352709, |
| "grad_norm": 0.9922333359718323, |
| "learning_rate": 0.0009882582440279238, |
| "loss": 4.287, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.04749926685914196, |
| "grad_norm": 0.8979034423828125, |
| "learning_rate": 0.000987567471232767, |
| "loss": 4.2569, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.049564452374756825, |
| "grad_norm": 0.8266650438308716, |
| "learning_rate": 0.00098687669843761, |
| "loss": 4.2264, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.05162963789037169, |
| "grad_norm": 0.9489147663116455, |
| "learning_rate": 0.0009861859256424532, |
| "loss": 4.2095, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.05369482340598656, |
| "grad_norm": 1.0059205293655396, |
| "learning_rate": 0.0009854951528472963, |
| "loss": 4.1821, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.05576000892160143, |
| "grad_norm": 0.9256442189216614, |
| "learning_rate": 0.0009848043800521396, |
| "loss": 4.1719, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.057825194437216294, |
| "grad_norm": 0.938681960105896, |
| "learning_rate": 0.0009841136072569828, |
| "loss": 4.1477, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.05989037995283116, |
| "grad_norm": 0.8805914521217346, |
| "learning_rate": 0.0009834228344618259, |
| "loss": 4.1292, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.06195556546844603, |
| "grad_norm": 0.8855029344558716, |
| "learning_rate": 0.000982732061666669, |
| "loss": 4.1181, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.0640207509840609, |
| "grad_norm": 0.8251695036888123, |
| "learning_rate": 0.0009820412888715121, |
| "loss": 4.1041, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.06608593649967577, |
| "grad_norm": 0.8192283511161804, |
| "learning_rate": 0.0009813505160763552, |
| "loss": 4.09, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.06815112201529064, |
| "grad_norm": 0.7870985269546509, |
| "learning_rate": 0.0009806597432811984, |
| "loss": 4.0803, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.0702163075309055, |
| "grad_norm": 0.7963588237762451, |
| "learning_rate": 0.0009799689704860417, |
| "loss": 4.0709, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.07228149304652037, |
| "grad_norm": 0.7962910532951355, |
| "learning_rate": 0.0009792781976908848, |
| "loss": 4.0577, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.07434667856213524, |
| "grad_norm": 0.8497021794319153, |
| "learning_rate": 0.000978587424895728, |
| "loss": 4.0522, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.07641186407775011, |
| "grad_norm": 0.8918463587760925, |
| "learning_rate": 0.000977896652100571, |
| "loss": 4.0391, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.07847704959336498, |
| "grad_norm": 0.8544204235076904, |
| "learning_rate": 0.0009772058793054142, |
| "loss": 4.0319, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.08054223510897984, |
| "grad_norm": 0.7732011079788208, |
| "learning_rate": 0.0009765151065102573, |
| "loss": 4.0149, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.08260742062459471, |
| "grad_norm": 0.8195549845695496, |
| "learning_rate": 0.0009758243337151005, |
| "loss": 4.0178, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.08467260614020958, |
| "grad_norm": 0.8832564949989319, |
| "learning_rate": 0.0009751335609199436, |
| "loss": 4.0067, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.08673779165582444, |
| "grad_norm": 0.8032408952713013, |
| "learning_rate": 0.0009744427881247867, |
| "loss": 4.0013, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.08880297717143931, |
| "grad_norm": 0.8181012272834778, |
| "learning_rate": 0.0009737520153296299, |
| "loss": 3.9904, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.09086816268705418, |
| "grad_norm": 0.8234218955039978, |
| "learning_rate": 0.0009730612425344731, |
| "loss": 3.9865, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.09293334820266905, |
| "grad_norm": 0.8870378732681274, |
| "learning_rate": 0.0009723704697393162, |
| "loss": 3.981, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.09499853371828391, |
| "grad_norm": 0.7918341159820557, |
| "learning_rate": 0.0009716796969441593, |
| "loss": 3.9713, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.09706371923389878, |
| "grad_norm": 0.8351728320121765, |
| "learning_rate": 0.0009709889241490025, |
| "loss": 3.9687, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.09912890474951365, |
| "grad_norm": 0.801083505153656, |
| "learning_rate": 0.0009702981513538456, |
| "loss": 3.9614, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.10119409026512852, |
| "grad_norm": 0.8029007315635681, |
| "learning_rate": 0.0009696073785586888, |
| "loss": 3.963, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.10325927578074338, |
| "grad_norm": 0.8472470045089722, |
| "learning_rate": 0.0009689166057635319, |
| "loss": 3.9506, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.10532446129635825, |
| "grad_norm": 0.7616327404975891, |
| "learning_rate": 0.0009682258329683751, |
| "loss": 3.9486, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.10738964681197312, |
| "grad_norm": 0.7756128311157227, |
| "learning_rate": 0.0009675350601732182, |
| "loss": 3.9417, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.10945483232758799, |
| "grad_norm": 0.7330237030982971, |
| "learning_rate": 0.0009668442873780614, |
| "loss": 3.9416, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.11152001784320285, |
| "grad_norm": 0.7914748787879944, |
| "learning_rate": 0.0009661535145829045, |
| "loss": 3.9346, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.11358520335881772, |
| "grad_norm": 0.8137431740760803, |
| "learning_rate": 0.0009654627417877476, |
| "loss": 3.9333, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.11565038887443259, |
| "grad_norm": 0.7769888043403625, |
| "learning_rate": 0.0009647719689925908, |
| "loss": 3.9276, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.11771557439004746, |
| "grad_norm": 0.7618060111999512, |
| "learning_rate": 0.0009640811961974339, |
| "loss": 3.9192, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.11978075990566232, |
| "grad_norm": 0.7922919988632202, |
| "learning_rate": 0.0009633904234022772, |
| "loss": 3.9158, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.12184594542127719, |
| "grad_norm": 0.8187295794487, |
| "learning_rate": 0.0009626996506071203, |
| "loss": 3.9133, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.12391113093689206, |
| "grad_norm": 0.770227313041687, |
| "learning_rate": 0.0009620088778119633, |
| "loss": 3.9136, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.12597631645250693, |
| "grad_norm": 0.8233006000518799, |
| "learning_rate": 0.0009613181050168065, |
| "loss": 3.9075, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.1280415019681218, |
| "grad_norm": 0.8035064935684204, |
| "learning_rate": 0.0009606273322216496, |
| "loss": 3.904, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.13010668748373666, |
| "grad_norm": 0.8668816685676575, |
| "learning_rate": 0.0009599365594264929, |
| "loss": 3.8994, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.13217187299935154, |
| "grad_norm": 0.7669411897659302, |
| "learning_rate": 0.000959245786631336, |
| "loss": 3.8989, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.1342370585149664, |
| "grad_norm": 0.7550026774406433, |
| "learning_rate": 0.0009585550138361792, |
| "loss": 3.8984, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.13630224403058128, |
| "grad_norm": 0.8326365351676941, |
| "learning_rate": 0.0009578642410410222, |
| "loss": 3.888, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.13836742954619613, |
| "grad_norm": 0.7423020005226135, |
| "learning_rate": 0.0009571734682458653, |
| "loss": 3.8918, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.140432615061811, |
| "grad_norm": 0.7916637063026428, |
| "learning_rate": 0.0009564826954507086, |
| "loss": 3.8915, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.14249780057742586, |
| "grad_norm": 0.799413800239563, |
| "learning_rate": 0.0009557919226555517, |
| "loss": 3.886, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.14456298609304075, |
| "grad_norm": 0.7792734503746033, |
| "learning_rate": 0.0009551011498603949, |
| "loss": 3.8793, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.1466281716086556, |
| "grad_norm": 0.7715490460395813, |
| "learning_rate": 0.000954410377065238, |
| "loss": 3.8814, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.14869335712427048, |
| "grad_norm": 0.8059393167495728, |
| "learning_rate": 0.0009537196042700811, |
| "loss": 3.8731, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.15075854263988533, |
| "grad_norm": 0.8624991178512573, |
| "learning_rate": 0.0009530288314749243, |
| "loss": 3.8718, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.15282372815550022, |
| "grad_norm": 0.8264011740684509, |
| "learning_rate": 0.0009523380586797674, |
| "loss": 3.8717, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.15488891367111507, |
| "grad_norm": 0.7528120279312134, |
| "learning_rate": 0.0009516472858846106, |
| "loss": 3.8715, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.15695409918672995, |
| "grad_norm": 0.8107337355613708, |
| "learning_rate": 0.0009509565130894537, |
| "loss": 3.8677, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.1590192847023448, |
| "grad_norm": 0.826543390750885, |
| "learning_rate": 0.0009502657402942969, |
| "loss": 3.8641, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.16108447021795969, |
| "grad_norm": 0.7476766109466553, |
| "learning_rate": 0.00094957496749914, |
| "loss": 3.8633, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.16314965573357454, |
| "grad_norm": 0.8539458513259888, |
| "learning_rate": 0.0009488841947039832, |
| "loss": 3.8643, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.16521484124918942, |
| "grad_norm": 0.7602362632751465, |
| "learning_rate": 0.0009481934219088263, |
| "loss": 3.8565, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.16728002676480427, |
| "grad_norm": 0.7715804576873779, |
| "learning_rate": 0.0009475026491136694, |
| "loss": 3.8614, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.16934521228041916, |
| "grad_norm": 0.7884246706962585, |
| "learning_rate": 0.0009468118763185126, |
| "loss": 3.8634, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.171410397796034, |
| "grad_norm": 0.7544384598731995, |
| "learning_rate": 0.0009461211035233558, |
| "loss": 3.8548, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.1734755833116489, |
| "grad_norm": 0.7819932103157043, |
| "learning_rate": 0.0009454303307281989, |
| "loss": 3.8501, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.17554076882726374, |
| "grad_norm": 0.7758464813232422, |
| "learning_rate": 0.000944739557933042, |
| "loss": 3.8478, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.17760595434287862, |
| "grad_norm": 0.7749854922294617, |
| "learning_rate": 0.0009440487851378852, |
| "loss": 3.8485, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.17967113985849348, |
| "grad_norm": 0.772846519947052, |
| "learning_rate": 0.0009433580123427283, |
| "loss": 3.8447, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.18173632537410836, |
| "grad_norm": 0.7332810163497925, |
| "learning_rate": 0.0009426672395475715, |
| "loss": 3.8464, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.1838015108897232, |
| "grad_norm": 0.7675844430923462, |
| "learning_rate": 0.0009419764667524147, |
| "loss": 3.8419, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.1858666964053381, |
| "grad_norm": 0.7724873423576355, |
| "learning_rate": 0.0009412856939572577, |
| "loss": 3.8418, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.18793188192095295, |
| "grad_norm": 0.743383526802063, |
| "learning_rate": 0.0009405949211621009, |
| "loss": 3.8356, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.18999706743656783, |
| "grad_norm": 0.7903198003768921, |
| "learning_rate": 0.000939904148366944, |
| "loss": 3.8373, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.19206225295218268, |
| "grad_norm": 0.7514715790748596, |
| "learning_rate": 0.0009392133755717873, |
| "loss": 3.8331, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.19412743846779756, |
| "grad_norm": 0.7590606808662415, |
| "learning_rate": 0.0009385226027766304, |
| "loss": 3.8305, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.19619262398341242, |
| "grad_norm": 0.7447469234466553, |
| "learning_rate": 0.0009378318299814735, |
| "loss": 3.827, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.1982578094990273, |
| "grad_norm": 0.8097603917121887, |
| "learning_rate": 0.0009371410571863166, |
| "loss": 3.8253, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.20032299501464215, |
| "grad_norm": 0.7785311341285706, |
| "learning_rate": 0.0009364502843911597, |
| "loss": 3.8302, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.20238818053025703, |
| "grad_norm": 0.748121440410614, |
| "learning_rate": 0.000935759511596003, |
| "loss": 3.8253, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.2044533660458719, |
| "grad_norm": 0.7859633564949036, |
| "learning_rate": 0.0009350687388008461, |
| "loss": 3.8233, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.20651855156148677, |
| "grad_norm": 0.81025230884552, |
| "learning_rate": 0.0009343779660056893, |
| "loss": 3.8261, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.20858373707710165, |
| "grad_norm": 0.8340426683425903, |
| "learning_rate": 0.0009336871932105324, |
| "loss": 3.824, |
| "step": 50500 |
| }, |
| { |
| "epoch": 0.2106489225927165, |
| "grad_norm": 0.7721402049064636, |
| "learning_rate": 0.0009329964204153754, |
| "loss": 3.8195, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.21271410810833138, |
| "grad_norm": 0.7891842722892761, |
| "learning_rate": 0.0009323056476202187, |
| "loss": 3.82, |
| "step": 51500 |
| }, |
| { |
| "epoch": 0.21477929362394624, |
| "grad_norm": 0.7430207133293152, |
| "learning_rate": 0.0009316148748250618, |
| "loss": 3.8125, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.21684447913956112, |
| "grad_norm": 0.7740558981895447, |
| "learning_rate": 0.000930924102029905, |
| "loss": 3.817, |
| "step": 52500 |
| }, |
| { |
| "epoch": 0.21890966465517597, |
| "grad_norm": 0.8123208284378052, |
| "learning_rate": 0.0009302333292347481, |
| "loss": 3.8167, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.22097485017079085, |
| "grad_norm": 0.7884952425956726, |
| "learning_rate": 0.0009295425564395913, |
| "loss": 3.8108, |
| "step": 53500 |
| }, |
| { |
| "epoch": 0.2230400356864057, |
| "grad_norm": 0.8203001022338867, |
| "learning_rate": 0.0009288517836444344, |
| "loss": 3.812, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.2251052212020206, |
| "grad_norm": 0.777186393737793, |
| "learning_rate": 0.0009281610108492775, |
| "loss": 3.8104, |
| "step": 54500 |
| }, |
| { |
| "epoch": 0.22717040671763544, |
| "grad_norm": 0.7688506245613098, |
| "learning_rate": 0.0009274702380541207, |
| "loss": 3.8101, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.22923559223325032, |
| "grad_norm": 0.7964302897453308, |
| "learning_rate": 0.0009267794652589638, |
| "loss": 3.8034, |
| "step": 55500 |
| }, |
| { |
| "epoch": 0.23130077774886518, |
| "grad_norm": 0.8597447872161865, |
| "learning_rate": 0.000926088692463807, |
| "loss": 3.8094, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.23336596326448006, |
| "grad_norm": 0.7348332405090332, |
| "learning_rate": 0.0009253979196686502, |
| "loss": 3.8009, |
| "step": 56500 |
| }, |
| { |
| "epoch": 0.2354311487800949, |
| "grad_norm": 0.8043060302734375, |
| "learning_rate": 0.0009247071468734933, |
| "loss": 3.8025, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.2374963342957098, |
| "grad_norm": 0.8012420535087585, |
| "learning_rate": 0.0009240163740783364, |
| "loss": 3.8018, |
| "step": 57500 |
| }, |
| { |
| "epoch": 0.23956151981132465, |
| "grad_norm": 0.807613730430603, |
| "learning_rate": 0.0009233256012831795, |
| "loss": 3.8014, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.24162670532693953, |
| "grad_norm": 0.8959755301475525, |
| "learning_rate": 0.0009226348284880227, |
| "loss": 3.7929, |
| "step": 58500 |
| }, |
| { |
| "epoch": 0.24369189084255438, |
| "grad_norm": 0.7891976833343506, |
| "learning_rate": 0.0009219440556928659, |
| "loss": 3.799, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.24575707635816926, |
| "grad_norm": 0.8544679284095764, |
| "learning_rate": 0.0009212532828977091, |
| "loss": 3.8, |
| "step": 59500 |
| }, |
| { |
| "epoch": 0.24782226187378412, |
| "grad_norm": 0.7655200362205505, |
| "learning_rate": 0.0009205625101025521, |
| "loss": 3.7907, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.249887447389399, |
| "grad_norm": 0.7689552307128906, |
| "learning_rate": 0.0009198717373073953, |
| "loss": 3.7943, |
| "step": 60500 |
| }, |
| { |
| "epoch": 0.25195263290501385, |
| "grad_norm": 0.7491711974143982, |
| "learning_rate": 0.0009191809645122384, |
| "loss": 3.7943, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.2540178184206287, |
| "grad_norm": 0.8202577233314514, |
| "learning_rate": 0.0009184901917170816, |
| "loss": 3.7905, |
| "step": 61500 |
| }, |
| { |
| "epoch": 0.2560830039362436, |
| "grad_norm": 0.768869936466217, |
| "learning_rate": 0.0009177994189219248, |
| "loss": 3.7869, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.25814818945185847, |
| "grad_norm": 0.785227358341217, |
| "learning_rate": 0.0009171086461267679, |
| "loss": 3.7916, |
| "step": 62500 |
| }, |
| { |
| "epoch": 0.2602133749674733, |
| "grad_norm": 0.7504095435142517, |
| "learning_rate": 0.000916417873331611, |
| "loss": 3.7901, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.2622785604830882, |
| "grad_norm": 0.8916233777999878, |
| "learning_rate": 0.0009157271005364541, |
| "loss": 3.7842, |
| "step": 63500 |
| }, |
| { |
| "epoch": 0.2643437459987031, |
| "grad_norm": 0.7862481474876404, |
| "learning_rate": 0.0009150363277412974, |
| "loss": 3.7873, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.26640893151431794, |
| "grad_norm": 0.8474060893058777, |
| "learning_rate": 0.0009143455549461405, |
| "loss": 3.7882, |
| "step": 64500 |
| }, |
| { |
| "epoch": 0.2684741170299328, |
| "grad_norm": 0.7480576038360596, |
| "learning_rate": 0.0009136547821509836, |
| "loss": 3.7904, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.27053930254554764, |
| "grad_norm": 0.7793325781822205, |
| "learning_rate": 0.0009129640093558268, |
| "loss": 3.7828, |
| "step": 65500 |
| }, |
| { |
| "epoch": 0.27260448806116255, |
| "grad_norm": 0.7307076454162598, |
| "learning_rate": 0.0009122732365606698, |
| "loss": 3.7856, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.2746696735767774, |
| "grad_norm": 0.8385735750198364, |
| "learning_rate": 0.000911582463765513, |
| "loss": 3.7825, |
| "step": 66500 |
| }, |
| { |
| "epoch": 0.27673485909239226, |
| "grad_norm": 0.812054455280304, |
| "learning_rate": 0.0009108916909703562, |
| "loss": 3.7833, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.2788000446080071, |
| "grad_norm": 0.8272736072540283, |
| "learning_rate": 0.0009102009181751994, |
| "loss": 3.7817, |
| "step": 67500 |
| }, |
| { |
| "epoch": 0.280865230123622, |
| "grad_norm": 0.7845891714096069, |
| "learning_rate": 0.0009095101453800425, |
| "loss": 3.779, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.2829304156392369, |
| "grad_norm": 0.8733727931976318, |
| "learning_rate": 0.0009088193725848856, |
| "loss": 3.7801, |
| "step": 68500 |
| }, |
| { |
| "epoch": 0.28499560115485173, |
| "grad_norm": 0.7351670265197754, |
| "learning_rate": 0.0009081285997897288, |
| "loss": 3.7791, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.2870607866704666, |
| "grad_norm": 0.8144861459732056, |
| "learning_rate": 0.0009074378269945719, |
| "loss": 3.7792, |
| "step": 69500 |
| }, |
| { |
| "epoch": 0.2891259721860815, |
| "grad_norm": 0.7886607050895691, |
| "learning_rate": 0.0009067470541994151, |
| "loss": 3.7747, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.29119115770169635, |
| "grad_norm": 0.8248264193534851, |
| "learning_rate": 0.0009060562814042582, |
| "loss": 3.779, |
| "step": 70500 |
| }, |
| { |
| "epoch": 0.2932563432173112, |
| "grad_norm": 0.8205356001853943, |
| "learning_rate": 0.0009053655086091014, |
| "loss": 3.7762, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.29532152873292605, |
| "grad_norm": 0.7592243552207947, |
| "learning_rate": 0.0009046747358139446, |
| "loss": 3.7701, |
| "step": 71500 |
| }, |
| { |
| "epoch": 0.29738671424854096, |
| "grad_norm": 0.7759339213371277, |
| "learning_rate": 0.0009039839630187876, |
| "loss": 3.77, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.2994518997641558, |
| "grad_norm": 0.7703073620796204, |
| "learning_rate": 0.0009032931902236308, |
| "loss": 3.7708, |
| "step": 72500 |
| }, |
| { |
| "epoch": 0.30151708527977067, |
| "grad_norm": 0.7651304602622986, |
| "learning_rate": 0.0009026024174284739, |
| "loss": 3.766, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.3035822707953855, |
| "grad_norm": 0.7680143117904663, |
| "learning_rate": 0.0009019116446333171, |
| "loss": 3.7685, |
| "step": 73500 |
| }, |
| { |
| "epoch": 0.30564745631100043, |
| "grad_norm": 0.8471774458885193, |
| "learning_rate": 0.0009012208718381603, |
| "loss": 3.769, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.3077126418266153, |
| "grad_norm": 0.7657451033592224, |
| "learning_rate": 0.0009005300990430035, |
| "loss": 3.7629, |
| "step": 74500 |
| }, |
| { |
| "epoch": 0.30977782734223014, |
| "grad_norm": 0.8534963130950928, |
| "learning_rate": 0.0008998393262478465, |
| "loss": 3.7642, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.31184301285784505, |
| "grad_norm": 0.8064695000648499, |
| "learning_rate": 0.0008991485534526896, |
| "loss": 3.7728, |
| "step": 75500 |
| }, |
| { |
| "epoch": 0.3139081983734599, |
| "grad_norm": 0.7336059808731079, |
| "learning_rate": 0.0008984577806575328, |
| "loss": 3.7609, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.31597338388907475, |
| "grad_norm": 0.815077006816864, |
| "learning_rate": 0.000897767007862376, |
| "loss": 3.7658, |
| "step": 76500 |
| }, |
| { |
| "epoch": 0.3180385694046896, |
| "grad_norm": 0.7388218641281128, |
| "learning_rate": 0.0008970762350672192, |
| "loss": 3.7595, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.3201037549203045, |
| "grad_norm": 0.855771541595459, |
| "learning_rate": 0.0008963854622720623, |
| "loss": 3.7628, |
| "step": 77500 |
| }, |
| { |
| "epoch": 0.32216894043591937, |
| "grad_norm": 0.770028293132782, |
| "learning_rate": 0.0008956946894769054, |
| "loss": 3.761, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.3242341259515342, |
| "grad_norm": 0.7916759848594666, |
| "learning_rate": 0.0008950039166817485, |
| "loss": 3.7635, |
| "step": 78500 |
| }, |
| { |
| "epoch": 0.3262993114671491, |
| "grad_norm": 0.777464747428894, |
| "learning_rate": 0.0008943131438865916, |
| "loss": 3.7617, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.328364496982764, |
| "grad_norm": 0.7875308394432068, |
| "learning_rate": 0.0008936223710914349, |
| "loss": 3.7617, |
| "step": 79500 |
| }, |
| { |
| "epoch": 0.33042968249837884, |
| "grad_norm": 0.8136946558952332, |
| "learning_rate": 0.000892931598296278, |
| "loss": 3.7618, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.3324948680139937, |
| "grad_norm": 0.7645156979560852, |
| "learning_rate": 0.0008922408255011212, |
| "loss": 3.7624, |
| "step": 80500 |
| }, |
| { |
| "epoch": 0.33456005352960855, |
| "grad_norm": 0.7908445000648499, |
| "learning_rate": 0.0008915500527059643, |
| "loss": 3.7608, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.33662523904522346, |
| "grad_norm": 0.8495676517486572, |
| "learning_rate": 0.0008908592799108073, |
| "loss": 3.7501, |
| "step": 81500 |
| }, |
| { |
| "epoch": 0.3386904245608383, |
| "grad_norm": 0.8439322113990784, |
| "learning_rate": 0.0008901685071156506, |
| "loss": 3.7574, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.34075561007645316, |
| "grad_norm": 0.7511863708496094, |
| "learning_rate": 0.0008894777343204937, |
| "loss": 3.7579, |
| "step": 82500 |
| }, |
| { |
| "epoch": 0.342820795592068, |
| "grad_norm": 0.8724799752235413, |
| "learning_rate": 0.0008887869615253369, |
| "loss": 3.7588, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.3448859811076829, |
| "grad_norm": 0.7654096484184265, |
| "learning_rate": 0.00088809618873018, |
| "loss": 3.7569, |
| "step": 83500 |
| }, |
| { |
| "epoch": 0.3469511666232978, |
| "grad_norm": 0.7879506349563599, |
| "learning_rate": 0.0008874054159350233, |
| "loss": 3.7484, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.34901635213891263, |
| "grad_norm": 0.7800489068031311, |
| "learning_rate": 0.0008867146431398663, |
| "loss": 3.7572, |
| "step": 84500 |
| }, |
| { |
| "epoch": 0.3510815376545275, |
| "grad_norm": 0.7522413730621338, |
| "learning_rate": 0.0008860238703447094, |
| "loss": 3.7497, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.3531467231701424, |
| "grad_norm": 0.7336069345474243, |
| "learning_rate": 0.0008853330975495526, |
| "loss": 3.7498, |
| "step": 85500 |
| }, |
| { |
| "epoch": 0.35521190868575725, |
| "grad_norm": 0.7890657186508179, |
| "learning_rate": 0.0008846423247543957, |
| "loss": 3.7484, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.3572770942013721, |
| "grad_norm": 0.7860475778579712, |
| "learning_rate": 0.000883951551959239, |
| "loss": 3.7558, |
| "step": 86500 |
| }, |
| { |
| "epoch": 0.35934227971698696, |
| "grad_norm": 0.8105186820030212, |
| "learning_rate": 0.0008832607791640821, |
| "loss": 3.7518, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.36140746523260187, |
| "grad_norm": 0.7623235583305359, |
| "learning_rate": 0.0008825700063689252, |
| "loss": 3.7494, |
| "step": 87500 |
| }, |
| { |
| "epoch": 0.3634726507482167, |
| "grad_norm": 0.7791329622268677, |
| "learning_rate": 0.0008818792335737683, |
| "loss": 3.7457, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.3655378362638316, |
| "grad_norm": 0.8101957440376282, |
| "learning_rate": 0.0008811884607786114, |
| "loss": 3.7448, |
| "step": 88500 |
| }, |
| { |
| "epoch": 0.3676030217794464, |
| "grad_norm": 0.8157023787498474, |
| "learning_rate": 0.0008804976879834547, |
| "loss": 3.7498, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.36966820729506134, |
| "grad_norm": 0.7696188688278198, |
| "learning_rate": 0.0008798069151882978, |
| "loss": 3.7408, |
| "step": 89500 |
| }, |
| { |
| "epoch": 0.3717333928106762, |
| "grad_norm": 0.7533886432647705, |
| "learning_rate": 0.000879116142393141, |
| "loss": 3.748, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.37379857832629104, |
| "grad_norm": 0.7371878027915955, |
| "learning_rate": 0.000878425369597984, |
| "loss": 3.7498, |
| "step": 90500 |
| }, |
| { |
| "epoch": 0.3758637638419059, |
| "grad_norm": 0.8600962162017822, |
| "learning_rate": 0.0008777345968028272, |
| "loss": 3.7448, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.3779289493575208, |
| "grad_norm": 0.8268330693244934, |
| "learning_rate": 0.0008770438240076704, |
| "loss": 3.7437, |
| "step": 91500 |
| }, |
| { |
| "epoch": 0.37999413487313566, |
| "grad_norm": 0.8387239575386047, |
| "learning_rate": 0.0008763530512125135, |
| "loss": 3.7491, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.3820593203887505, |
| "grad_norm": 0.7865097522735596, |
| "learning_rate": 0.0008756622784173567, |
| "loss": 3.7405, |
| "step": 92500 |
| }, |
| { |
| "epoch": 0.38412450590436537, |
| "grad_norm": 0.7434202432632446, |
| "learning_rate": 0.0008749715056221998, |
| "loss": 3.7415, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.3861896914199803, |
| "grad_norm": 0.7534376978874207, |
| "learning_rate": 0.0008742807328270429, |
| "loss": 3.7424, |
| "step": 93500 |
| }, |
| { |
| "epoch": 0.38825487693559513, |
| "grad_norm": 0.7987958788871765, |
| "learning_rate": 0.000873589960031886, |
| "loss": 3.7422, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.39032006245121, |
| "grad_norm": 0.8050564527511597, |
| "learning_rate": 0.0008728991872367293, |
| "loss": 3.7444, |
| "step": 94500 |
| }, |
| { |
| "epoch": 0.39238524796682483, |
| "grad_norm": 0.7444997429847717, |
| "learning_rate": 0.0008722084144415724, |
| "loss": 3.7367, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.39445043348243974, |
| "grad_norm": 0.779177725315094, |
| "learning_rate": 0.0008715176416464155, |
| "loss": 3.7359, |
| "step": 95500 |
| }, |
| { |
| "epoch": 0.3965156189980546, |
| "grad_norm": 0.7280101776123047, |
| "learning_rate": 0.0008708268688512587, |
| "loss": 3.7464, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.39858080451366945, |
| "grad_norm": 0.814056932926178, |
| "learning_rate": 0.0008701360960561017, |
| "loss": 3.743, |
| "step": 96500 |
| }, |
| { |
| "epoch": 0.4006459900292843, |
| "grad_norm": 0.8251312375068665, |
| "learning_rate": 0.000869445323260945, |
| "loss": 3.7468, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.4027111755448992, |
| "grad_norm": 0.7957213521003723, |
| "learning_rate": 0.0008687545504657881, |
| "loss": 3.7358, |
| "step": 97500 |
| }, |
| { |
| "epoch": 0.40477636106051407, |
| "grad_norm": 0.7755593657493591, |
| "learning_rate": 0.0008680637776706313, |
| "loss": 3.7345, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.4068415465761289, |
| "grad_norm": 0.8130287528038025, |
| "learning_rate": 0.0008673730048754744, |
| "loss": 3.7377, |
| "step": 98500 |
| }, |
| { |
| "epoch": 0.4089067320917438, |
| "grad_norm": 0.815804123878479, |
| "learning_rate": 0.0008666822320803175, |
| "loss": 3.7359, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.4109719176073587, |
| "grad_norm": 0.7621950507164001, |
| "learning_rate": 0.0008659914592851607, |
| "loss": 3.7354, |
| "step": 99500 |
| }, |
| { |
| "epoch": 0.41303710312297354, |
| "grad_norm": 0.9051787257194519, |
| "learning_rate": 0.0008653006864900038, |
| "loss": 3.7342, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.4151022886385884, |
| "grad_norm": 0.759643018245697, |
| "learning_rate": 0.000864609913694847, |
| "loss": 3.7361, |
| "step": 100500 |
| }, |
| { |
| "epoch": 0.4171674741542033, |
| "grad_norm": 0.7770891189575195, |
| "learning_rate": 0.0008639191408996901, |
| "loss": 3.7361, |
| "step": 101000 |
| }, |
| { |
| "epoch": 0.41923265966981815, |
| "grad_norm": 0.8158775568008423, |
| "learning_rate": 0.0008632283681045334, |
| "loss": 3.7365, |
| "step": 101500 |
| }, |
| { |
| "epoch": 0.421297845185433, |
| "grad_norm": 0.8346260190010071, |
| "learning_rate": 0.0008625375953093765, |
| "loss": 3.7315, |
| "step": 102000 |
| }, |
| { |
| "epoch": 0.42336303070104786, |
| "grad_norm": 0.8159793019294739, |
| "learning_rate": 0.0008618468225142195, |
| "loss": 3.7339, |
| "step": 102500 |
| }, |
| { |
| "epoch": 0.42542821621666277, |
| "grad_norm": 0.880352258682251, |
| "learning_rate": 0.0008611560497190627, |
| "loss": 3.7322, |
| "step": 103000 |
| }, |
| { |
| "epoch": 0.4274934017322776, |
| "grad_norm": 0.8299931883811951, |
| "learning_rate": 0.0008604652769239058, |
| "loss": 3.7306, |
| "step": 103500 |
| }, |
| { |
| "epoch": 0.4295585872478925, |
| "grad_norm": 0.8542332053184509, |
| "learning_rate": 0.000859774504128749, |
| "loss": 3.7293, |
| "step": 104000 |
| }, |
| { |
| "epoch": 0.43162377276350733, |
| "grad_norm": 0.8755795359611511, |
| "learning_rate": 0.0008590837313335922, |
| "loss": 3.7286, |
| "step": 104500 |
| }, |
| { |
| "epoch": 0.43368895827912224, |
| "grad_norm": 0.7539905309677124, |
| "learning_rate": 0.0008583929585384354, |
| "loss": 3.7273, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.4357541437947371, |
| "grad_norm": 0.7627474665641785, |
| "learning_rate": 0.0008577021857432784, |
| "loss": 3.7273, |
| "step": 105500 |
| }, |
| { |
| "epoch": 0.43781932931035195, |
| "grad_norm": 0.7520381212234497, |
| "learning_rate": 0.0008570114129481215, |
| "loss": 3.732, |
| "step": 106000 |
| }, |
| { |
| "epoch": 0.4398845148259668, |
| "grad_norm": 0.7677670121192932, |
| "learning_rate": 0.0008563206401529647, |
| "loss": 3.7206, |
| "step": 106500 |
| }, |
| { |
| "epoch": 0.4419497003415817, |
| "grad_norm": 0.8366227149963379, |
| "learning_rate": 0.0008556298673578079, |
| "loss": 3.7286, |
| "step": 107000 |
| }, |
| { |
| "epoch": 0.44401488585719656, |
| "grad_norm": 0.8224148750305176, |
| "learning_rate": 0.0008549390945626511, |
| "loss": 3.7337, |
| "step": 107500 |
| }, |
| { |
| "epoch": 0.4460800713728114, |
| "grad_norm": 0.813791036605835, |
| "learning_rate": 0.0008542483217674942, |
| "loss": 3.7324, |
| "step": 108000 |
| }, |
| { |
| "epoch": 0.44814525688842627, |
| "grad_norm": 0.8524248600006104, |
| "learning_rate": 0.0008535575489723373, |
| "loss": 3.7238, |
| "step": 108500 |
| }, |
| { |
| "epoch": 0.4502104424040412, |
| "grad_norm": 0.7889619469642639, |
| "learning_rate": 0.0008528667761771804, |
| "loss": 3.7294, |
| "step": 109000 |
| }, |
| { |
| "epoch": 0.45227562791965603, |
| "grad_norm": 0.7462353110313416, |
| "learning_rate": 0.0008521760033820236, |
| "loss": 3.7265, |
| "step": 109500 |
| }, |
| { |
| "epoch": 0.4543408134352709, |
| "grad_norm": 0.8139610886573792, |
| "learning_rate": 0.0008514852305868668, |
| "loss": 3.7255, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.45640599895088574, |
| "grad_norm": 0.7474150657653809, |
| "learning_rate": 0.0008507944577917099, |
| "loss": 3.7239, |
| "step": 110500 |
| }, |
| { |
| "epoch": 0.45847118446650065, |
| "grad_norm": 0.8019421696662903, |
| "learning_rate": 0.0008501036849965531, |
| "loss": 3.7204, |
| "step": 111000 |
| }, |
| { |
| "epoch": 0.4605363699821155, |
| "grad_norm": 0.7766133546829224, |
| "learning_rate": 0.0008494129122013961, |
| "loss": 3.7212, |
| "step": 111500 |
| }, |
| { |
| "epoch": 0.46260155549773035, |
| "grad_norm": 0.8448598980903625, |
| "learning_rate": 0.0008487221394062394, |
| "loss": 3.73, |
| "step": 112000 |
| }, |
| { |
| "epoch": 0.4646667410133452, |
| "grad_norm": 0.8033701777458191, |
| "learning_rate": 0.0008480313666110825, |
| "loss": 3.7278, |
| "step": 112500 |
| }, |
| { |
| "epoch": 0.4667319265289601, |
| "grad_norm": 0.8102843165397644, |
| "learning_rate": 0.0008473405938159256, |
| "loss": 3.7238, |
| "step": 113000 |
| }, |
| { |
| "epoch": 0.46879711204457497, |
| "grad_norm": 0.8296759724617004, |
| "learning_rate": 0.0008466498210207688, |
| "loss": 3.7273, |
| "step": 113500 |
| }, |
| { |
| "epoch": 0.4708622975601898, |
| "grad_norm": 0.8686954379081726, |
| "learning_rate": 0.000845959048225612, |
| "loss": 3.7198, |
| "step": 114000 |
| }, |
| { |
| "epoch": 0.4729274830758047, |
| "grad_norm": 0.7949333786964417, |
| "learning_rate": 0.0008452682754304551, |
| "loss": 3.7223, |
| "step": 114500 |
| }, |
| { |
| "epoch": 0.4749926685914196, |
| "grad_norm": 0.7568801045417786, |
| "learning_rate": 0.0008445775026352982, |
| "loss": 3.7162, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.47705785410703444, |
| "grad_norm": 0.7516247630119324, |
| "learning_rate": 0.0008438867298401414, |
| "loss": 3.7225, |
| "step": 115500 |
| }, |
| { |
| "epoch": 0.4791230396226493, |
| "grad_norm": 0.7750599384307861, |
| "learning_rate": 0.0008431959570449845, |
| "loss": 3.7188, |
| "step": 116000 |
| }, |
| { |
| "epoch": 0.48118822513826415, |
| "grad_norm": 0.860633134841919, |
| "learning_rate": 0.0008425051842498276, |
| "loss": 3.719, |
| "step": 116500 |
| }, |
| { |
| "epoch": 0.48325341065387906, |
| "grad_norm": 0.7657414078712463, |
| "learning_rate": 0.0008418144114546709, |
| "loss": 3.7212, |
| "step": 117000 |
| }, |
| { |
| "epoch": 0.4853185961694939, |
| "grad_norm": 0.8131779432296753, |
| "learning_rate": 0.0008411236386595139, |
| "loss": 3.7173, |
| "step": 117500 |
| }, |
| { |
| "epoch": 0.48738378168510876, |
| "grad_norm": 0.9222705364227295, |
| "learning_rate": 0.0008404328658643571, |
| "loss": 3.7232, |
| "step": 118000 |
| }, |
| { |
| "epoch": 0.4894489672007236, |
| "grad_norm": 0.7840273976325989, |
| "learning_rate": 0.0008397420930692002, |
| "loss": 3.7167, |
| "step": 118500 |
| }, |
| { |
| "epoch": 0.4915141527163385, |
| "grad_norm": 0.8096239566802979, |
| "learning_rate": 0.0008390513202740435, |
| "loss": 3.7148, |
| "step": 119000 |
| }, |
| { |
| "epoch": 0.4935793382319534, |
| "grad_norm": 0.8079718351364136, |
| "learning_rate": 0.0008383605474788866, |
| "loss": 3.7225, |
| "step": 119500 |
| }, |
| { |
| "epoch": 0.49564452374756823, |
| "grad_norm": 0.7954826951026917, |
| "learning_rate": 0.0008376697746837297, |
| "loss": 3.7197, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.4977097092631831, |
| "grad_norm": 0.807280957698822, |
| "learning_rate": 0.0008369790018885728, |
| "loss": 3.7145, |
| "step": 120500 |
| }, |
| { |
| "epoch": 0.499774894778798, |
| "grad_norm": 0.8269421458244324, |
| "learning_rate": 0.0008362882290934159, |
| "loss": 3.7187, |
| "step": 121000 |
| }, |
| { |
| "epoch": 0.5018400802944128, |
| "grad_norm": 0.8971490263938904, |
| "learning_rate": 0.0008355974562982591, |
| "loss": 3.7207, |
| "step": 121500 |
| }, |
| { |
| "epoch": 0.5039052658100277, |
| "grad_norm": 0.8664458990097046, |
| "learning_rate": 0.0008349066835031023, |
| "loss": 3.7171, |
| "step": 122000 |
| }, |
| { |
| "epoch": 0.5059704513256426, |
| "grad_norm": 0.7767580151557922, |
| "learning_rate": 0.0008342159107079455, |
| "loss": 3.7149, |
| "step": 122500 |
| }, |
| { |
| "epoch": 0.5080356368412574, |
| "grad_norm": 0.7548628449440002, |
| "learning_rate": 0.0008335251379127886, |
| "loss": 3.7169, |
| "step": 123000 |
| }, |
| { |
| "epoch": 0.5101008223568723, |
| "grad_norm": 0.8092494606971741, |
| "learning_rate": 0.0008328343651176316, |
| "loss": 3.7168, |
| "step": 123500 |
| }, |
| { |
| "epoch": 0.5121660078724872, |
| "grad_norm": 0.7615050077438354, |
| "learning_rate": 0.0008321435923224748, |
| "loss": 3.7142, |
| "step": 124000 |
| }, |
| { |
| "epoch": 0.5142311933881021, |
| "grad_norm": 0.8203856945037842, |
| "learning_rate": 0.000831452819527318, |
| "loss": 3.716, |
| "step": 124500 |
| }, |
| { |
| "epoch": 0.5162963789037169, |
| "grad_norm": 0.7875463962554932, |
| "learning_rate": 0.0008307620467321612, |
| "loss": 3.7102, |
| "step": 125000 |
| }, |
| { |
| "epoch": 0.5183615644193318, |
| "grad_norm": 0.9485493302345276, |
| "learning_rate": 0.0008300712739370043, |
| "loss": 3.715, |
| "step": 125500 |
| }, |
| { |
| "epoch": 0.5204267499349466, |
| "grad_norm": 0.9445414543151855, |
| "learning_rate": 0.0008293805011418475, |
| "loss": 3.7084, |
| "step": 126000 |
| }, |
| { |
| "epoch": 0.5224919354505615, |
| "grad_norm": 0.7937365770339966, |
| "learning_rate": 0.0008286897283466905, |
| "loss": 3.7095, |
| "step": 126500 |
| }, |
| { |
| "epoch": 0.5245571209661763, |
| "grad_norm": 0.7908828258514404, |
| "learning_rate": 0.0008279989555515337, |
| "loss": 3.7104, |
| "step": 127000 |
| }, |
| { |
| "epoch": 0.5266223064817913, |
| "grad_norm": 0.7967286109924316, |
| "learning_rate": 0.0008273081827563769, |
| "loss": 3.7025, |
| "step": 127500 |
| }, |
| { |
| "epoch": 0.5286874919974062, |
| "grad_norm": 0.7427395582199097, |
| "learning_rate": 0.00082661740996122, |
| "loss": 3.708, |
| "step": 128000 |
| }, |
| { |
| "epoch": 0.530752677513021, |
| "grad_norm": 0.7782739996910095, |
| "learning_rate": 0.0008259266371660632, |
| "loss": 3.7077, |
| "step": 128500 |
| }, |
| { |
| "epoch": 0.5328178630286359, |
| "grad_norm": 0.7691056728363037, |
| "learning_rate": 0.0008252358643709063, |
| "loss": 3.7082, |
| "step": 129000 |
| }, |
| { |
| "epoch": 0.5348830485442507, |
| "grad_norm": 0.8604500889778137, |
| "learning_rate": 0.0008245450915757495, |
| "loss": 3.7043, |
| "step": 129500 |
| }, |
| { |
| "epoch": 0.5369482340598656, |
| "grad_norm": 0.8971157073974609, |
| "learning_rate": 0.0008238543187805926, |
| "loss": 3.7066, |
| "step": 130000 |
| }, |
| { |
| "epoch": 0.5390134195754804, |
| "grad_norm": 0.7722164988517761, |
| "learning_rate": 0.0008231635459854357, |
| "loss": 3.7068, |
| "step": 130500 |
| }, |
| { |
| "epoch": 0.5410786050910953, |
| "grad_norm": 0.9231797456741333, |
| "learning_rate": 0.0008224727731902789, |
| "loss": 3.7097, |
| "step": 131000 |
| }, |
| { |
| "epoch": 0.5431437906067103, |
| "grad_norm": 0.7703335285186768, |
| "learning_rate": 0.000821782000395122, |
| "loss": 3.7074, |
| "step": 131500 |
| }, |
| { |
| "epoch": 0.5452089761223251, |
| "grad_norm": 1.0287163257598877, |
| "learning_rate": 0.0008210912275999653, |
| "loss": 3.7085, |
| "step": 132000 |
| }, |
| { |
| "epoch": 0.54727416163794, |
| "grad_norm": 0.7886708378791809, |
| "learning_rate": 0.0008204004548048083, |
| "loss": 3.7076, |
| "step": 132500 |
| }, |
| { |
| "epoch": 0.5493393471535548, |
| "grad_norm": 0.7771725058555603, |
| "learning_rate": 0.0008197096820096515, |
| "loss": 3.7066, |
| "step": 133000 |
| }, |
| { |
| "epoch": 0.5514045326691697, |
| "grad_norm": 0.7954220771789551, |
| "learning_rate": 0.0008190189092144946, |
| "loss": 3.7023, |
| "step": 133500 |
| }, |
| { |
| "epoch": 0.5534697181847845, |
| "grad_norm": 0.7915149927139282, |
| "learning_rate": 0.0008183281364193377, |
| "loss": 3.7147, |
| "step": 134000 |
| }, |
| { |
| "epoch": 0.5555349037003994, |
| "grad_norm": 0.8618336319923401, |
| "learning_rate": 0.000817637363624181, |
| "loss": 3.7089, |
| "step": 134500 |
| }, |
| { |
| "epoch": 0.5576000892160142, |
| "grad_norm": 0.8340020775794983, |
| "learning_rate": 0.0008169465908290241, |
| "loss": 3.707, |
| "step": 135000 |
| }, |
| { |
| "epoch": 0.5596652747316292, |
| "grad_norm": 0.7848689556121826, |
| "learning_rate": 0.0008162558180338672, |
| "loss": 3.7058, |
| "step": 135500 |
| }, |
| { |
| "epoch": 0.561730460247244, |
| "grad_norm": 0.8177276849746704, |
| "learning_rate": 0.0008155650452387103, |
| "loss": 3.7075, |
| "step": 136000 |
| }, |
| { |
| "epoch": 0.5637956457628589, |
| "grad_norm": 0.8345343470573425, |
| "learning_rate": 0.0008148742724435535, |
| "loss": 3.7063, |
| "step": 136500 |
| }, |
| { |
| "epoch": 0.5658608312784738, |
| "grad_norm": 0.791529655456543, |
| "learning_rate": 0.0008141834996483967, |
| "loss": 3.7072, |
| "step": 137000 |
| }, |
| { |
| "epoch": 0.5679260167940886, |
| "grad_norm": 0.8182495832443237, |
| "learning_rate": 0.0008134927268532398, |
| "loss": 3.7003, |
| "step": 137500 |
| }, |
| { |
| "epoch": 0.5699912023097035, |
| "grad_norm": 0.7905769348144531, |
| "learning_rate": 0.000812801954058083, |
| "loss": 3.7041, |
| "step": 138000 |
| }, |
| { |
| "epoch": 0.5720563878253183, |
| "grad_norm": 0.7728087902069092, |
| "learning_rate": 0.0008121111812629261, |
| "loss": 3.7102, |
| "step": 138500 |
| }, |
| { |
| "epoch": 0.5741215733409332, |
| "grad_norm": 0.800816535949707, |
| "learning_rate": 0.0008114204084677692, |
| "loss": 3.7027, |
| "step": 139000 |
| }, |
| { |
| "epoch": 0.5761867588565481, |
| "grad_norm": 0.9039878845214844, |
| "learning_rate": 0.0008107296356726124, |
| "loss": 3.6996, |
| "step": 139500 |
| }, |
| { |
| "epoch": 0.578251944372163, |
| "grad_norm": 0.812782883644104, |
| "learning_rate": 0.0008100388628774556, |
| "loss": 3.7038, |
| "step": 140000 |
| }, |
| { |
| "epoch": 0.5803171298877778, |
| "grad_norm": 0.8953685164451599, |
| "learning_rate": 0.0008093480900822987, |
| "loss": 3.7026, |
| "step": 140500 |
| }, |
| { |
| "epoch": 0.5823823154033927, |
| "grad_norm": 0.9032655954360962, |
| "learning_rate": 0.0008086573172871418, |
| "loss": 3.704, |
| "step": 141000 |
| }, |
| { |
| "epoch": 0.5844475009190075, |
| "grad_norm": 0.8045814037322998, |
| "learning_rate": 0.000807966544491985, |
| "loss": 3.6995, |
| "step": 141500 |
| }, |
| { |
| "epoch": 0.5865126864346224, |
| "grad_norm": 0.7925161719322205, |
| "learning_rate": 0.0008072757716968281, |
| "loss": 3.7031, |
| "step": 142000 |
| }, |
| { |
| "epoch": 0.5885778719502373, |
| "grad_norm": 0.805231511592865, |
| "learning_rate": 0.0008065849989016713, |
| "loss": 3.6965, |
| "step": 142500 |
| }, |
| { |
| "epoch": 0.5906430574658521, |
| "grad_norm": 0.8059165477752686, |
| "learning_rate": 0.0008058942261065144, |
| "loss": 3.7007, |
| "step": 143000 |
| }, |
| { |
| "epoch": 0.5927082429814671, |
| "grad_norm": 0.7881776094436646, |
| "learning_rate": 0.0008052034533113576, |
| "loss": 3.7008, |
| "step": 143500 |
| }, |
| { |
| "epoch": 0.5947734284970819, |
| "grad_norm": 0.8512769341468811, |
| "learning_rate": 0.0008045126805162007, |
| "loss": 3.6972, |
| "step": 144000 |
| }, |
| { |
| "epoch": 0.5968386140126968, |
| "grad_norm": 0.8890339136123657, |
| "learning_rate": 0.0008038219077210439, |
| "loss": 3.6958, |
| "step": 144500 |
| }, |
| { |
| "epoch": 0.5989037995283116, |
| "grad_norm": 0.7877311110496521, |
| "learning_rate": 0.000803131134925887, |
| "loss": 3.7005, |
| "step": 145000 |
| }, |
| { |
| "epoch": 0.6009689850439265, |
| "grad_norm": 0.7876759171485901, |
| "learning_rate": 0.0008024403621307301, |
| "loss": 3.6977, |
| "step": 145500 |
| }, |
| { |
| "epoch": 0.6030341705595413, |
| "grad_norm": 0.7743082046508789, |
| "learning_rate": 0.0008017495893355733, |
| "loss": 3.6958, |
| "step": 146000 |
| }, |
| { |
| "epoch": 0.6050993560751562, |
| "grad_norm": 0.8118327260017395, |
| "learning_rate": 0.0008010588165404164, |
| "loss": 3.6919, |
| "step": 146500 |
| }, |
| { |
| "epoch": 0.607164541590771, |
| "grad_norm": 0.7935445308685303, |
| "learning_rate": 0.0008003680437452597, |
| "loss": 3.6975, |
| "step": 147000 |
| }, |
| { |
| "epoch": 0.609229727106386, |
| "grad_norm": 0.7947757840156555, |
| "learning_rate": 0.0007996772709501028, |
| "loss": 3.6994, |
| "step": 147500 |
| }, |
| { |
| "epoch": 0.6112949126220009, |
| "grad_norm": 0.8472016453742981, |
| "learning_rate": 0.0007989864981549458, |
| "loss": 3.6943, |
| "step": 148000 |
| }, |
| { |
| "epoch": 0.6133600981376157, |
| "grad_norm": 0.8638101816177368, |
| "learning_rate": 0.000798295725359789, |
| "loss": 3.7015, |
| "step": 148500 |
| }, |
| { |
| "epoch": 0.6154252836532306, |
| "grad_norm": 0.8373803496360779, |
| "learning_rate": 0.0007976049525646321, |
| "loss": 3.699, |
| "step": 149000 |
| }, |
| { |
| "epoch": 0.6174904691688454, |
| "grad_norm": 0.7781203985214233, |
| "learning_rate": 0.0007969141797694754, |
| "loss": 3.6976, |
| "step": 149500 |
| }, |
| { |
| "epoch": 0.6195556546844603, |
| "grad_norm": 0.783117413520813, |
| "learning_rate": 0.0007962234069743185, |
| "loss": 3.6982, |
| "step": 150000 |
| }, |
| { |
| "epoch": 0.6216208402000751, |
| "grad_norm": 0.7788468599319458, |
| "learning_rate": 0.0007955326341791617, |
| "loss": 3.6951, |
| "step": 150500 |
| }, |
| { |
| "epoch": 0.6236860257156901, |
| "grad_norm": 0.7970194220542908, |
| "learning_rate": 0.0007948418613840047, |
| "loss": 3.694, |
| "step": 151000 |
| }, |
| { |
| "epoch": 0.625751211231305, |
| "grad_norm": 0.8368651866912842, |
| "learning_rate": 0.0007941510885888478, |
| "loss": 3.6924, |
| "step": 151500 |
| }, |
| { |
| "epoch": 0.6278163967469198, |
| "grad_norm": 0.8538768887519836, |
| "learning_rate": 0.0007934603157936911, |
| "loss": 3.693, |
| "step": 152000 |
| }, |
| { |
| "epoch": 0.6298815822625347, |
| "grad_norm": 0.8825922608375549, |
| "learning_rate": 0.0007927695429985342, |
| "loss": 3.6946, |
| "step": 152500 |
| }, |
| { |
| "epoch": 0.6319467677781495, |
| "grad_norm": 0.8549391031265259, |
| "learning_rate": 0.0007920787702033774, |
| "loss": 3.6999, |
| "step": 153000 |
| }, |
| { |
| "epoch": 0.6340119532937644, |
| "grad_norm": 0.8144667148590088, |
| "learning_rate": 0.0007913879974082205, |
| "loss": 3.692, |
| "step": 153500 |
| }, |
| { |
| "epoch": 0.6360771388093792, |
| "grad_norm": 0.7844763398170471, |
| "learning_rate": 0.0007906972246130636, |
| "loss": 3.6961, |
| "step": 154000 |
| }, |
| { |
| "epoch": 0.6381423243249941, |
| "grad_norm": 0.9054409861564636, |
| "learning_rate": 0.0007900064518179068, |
| "loss": 3.6934, |
| "step": 154500 |
| }, |
| { |
| "epoch": 0.640207509840609, |
| "grad_norm": 0.7690233588218689, |
| "learning_rate": 0.0007893156790227499, |
| "loss": 3.6925, |
| "step": 155000 |
| }, |
| { |
| "epoch": 0.6422726953562239, |
| "grad_norm": 0.7999760508537292, |
| "learning_rate": 0.0007886249062275931, |
| "loss": 3.6924, |
| "step": 155500 |
| }, |
| { |
| "epoch": 0.6443378808718387, |
| "grad_norm": 0.8539766073226929, |
| "learning_rate": 0.0007879341334324362, |
| "loss": 3.6958, |
| "step": 156000 |
| }, |
| { |
| "epoch": 0.6464030663874536, |
| "grad_norm": 0.8052109479904175, |
| "learning_rate": 0.0007872433606372795, |
| "loss": 3.6881, |
| "step": 156500 |
| }, |
| { |
| "epoch": 0.6484682519030684, |
| "grad_norm": 0.8230265378952026, |
| "learning_rate": 0.0007865525878421225, |
| "loss": 3.6895, |
| "step": 157000 |
| }, |
| { |
| "epoch": 0.6505334374186833, |
| "grad_norm": 0.875449001789093, |
| "learning_rate": 0.0007858618150469657, |
| "loss": 3.6946, |
| "step": 157500 |
| }, |
| { |
| "epoch": 0.6525986229342982, |
| "grad_norm": 0.7988246083259583, |
| "learning_rate": 0.0007851710422518088, |
| "loss": 3.6928, |
| "step": 158000 |
| }, |
| { |
| "epoch": 0.654663808449913, |
| "grad_norm": 0.8222135901451111, |
| "learning_rate": 0.0007844802694566519, |
| "loss": 3.6886, |
| "step": 158500 |
| }, |
| { |
| "epoch": 0.656728993965528, |
| "grad_norm": 0.832278311252594, |
| "learning_rate": 0.0007837894966614951, |
| "loss": 3.694, |
| "step": 159000 |
| }, |
| { |
| "epoch": 0.6587941794811428, |
| "grad_norm": 0.8506739735603333, |
| "learning_rate": 0.0007830987238663383, |
| "loss": 3.6907, |
| "step": 159500 |
| }, |
| { |
| "epoch": 0.6608593649967577, |
| "grad_norm": 0.838664174079895, |
| "learning_rate": 0.0007824079510711814, |
| "loss": 3.6912, |
| "step": 160000 |
| }, |
| { |
| "epoch": 0.6629245505123725, |
| "grad_norm": 0.8531323671340942, |
| "learning_rate": 0.0007817171782760245, |
| "loss": 3.6901, |
| "step": 160500 |
| }, |
| { |
| "epoch": 0.6649897360279874, |
| "grad_norm": 0.8088059425354004, |
| "learning_rate": 0.0007810264054808677, |
| "loss": 3.691, |
| "step": 161000 |
| }, |
| { |
| "epoch": 0.6670549215436022, |
| "grad_norm": 0.7619951963424683, |
| "learning_rate": 0.0007803356326857108, |
| "loss": 3.6903, |
| "step": 161500 |
| }, |
| { |
| "epoch": 0.6691201070592171, |
| "grad_norm": 0.8581098914146423, |
| "learning_rate": 0.000779644859890554, |
| "loss": 3.6888, |
| "step": 162000 |
| }, |
| { |
| "epoch": 0.671185292574832, |
| "grad_norm": 0.763204038143158, |
| "learning_rate": 0.0007789540870953972, |
| "loss": 3.6866, |
| "step": 162500 |
| }, |
| { |
| "epoch": 0.6732504780904469, |
| "grad_norm": 0.7910324931144714, |
| "learning_rate": 0.0007782633143002402, |
| "loss": 3.6911, |
| "step": 163000 |
| }, |
| { |
| "epoch": 0.6753156636060618, |
| "grad_norm": 0.8070032596588135, |
| "learning_rate": 0.0007775725415050834, |
| "loss": 3.6893, |
| "step": 163500 |
| }, |
| { |
| "epoch": 0.6773808491216766, |
| "grad_norm": 0.8294828534126282, |
| "learning_rate": 0.0007768817687099265, |
| "loss": 3.69, |
| "step": 164000 |
| }, |
| { |
| "epoch": 0.6794460346372915, |
| "grad_norm": 0.9544356465339661, |
| "learning_rate": 0.0007761909959147698, |
| "loss": 3.6885, |
| "step": 164500 |
| }, |
| { |
| "epoch": 0.6815112201529063, |
| "grad_norm": 0.8275368809700012, |
| "learning_rate": 0.0007755002231196129, |
| "loss": 3.6897, |
| "step": 165000 |
| }, |
| { |
| "epoch": 0.6835764056685212, |
| "grad_norm": 0.8154197931289673, |
| "learning_rate": 0.000774809450324456, |
| "loss": 3.6879, |
| "step": 165500 |
| }, |
| { |
| "epoch": 0.685641591184136, |
| "grad_norm": 0.8210613131523132, |
| "learning_rate": 0.0007741186775292991, |
| "loss": 3.6921, |
| "step": 166000 |
| }, |
| { |
| "epoch": 0.6877067766997509, |
| "grad_norm": 0.8055589199066162, |
| "learning_rate": 0.0007734279047341422, |
| "loss": 3.6863, |
| "step": 166500 |
| }, |
| { |
| "epoch": 0.6897719622153659, |
| "grad_norm": 0.8594166040420532, |
| "learning_rate": 0.0007727371319389855, |
| "loss": 3.6863, |
| "step": 167000 |
| }, |
| { |
| "epoch": 0.6918371477309807, |
| "grad_norm": 0.8095932602882385, |
| "learning_rate": 0.0007720463591438286, |
| "loss": 3.6845, |
| "step": 167500 |
| }, |
| { |
| "epoch": 0.6939023332465956, |
| "grad_norm": 0.7481071352958679, |
| "learning_rate": 0.0007713555863486718, |
| "loss": 3.6867, |
| "step": 168000 |
| }, |
| { |
| "epoch": 0.6959675187622104, |
| "grad_norm": 0.7940493822097778, |
| "learning_rate": 0.0007706648135535149, |
| "loss": 3.6849, |
| "step": 168500 |
| }, |
| { |
| "epoch": 0.6980327042778253, |
| "grad_norm": 0.7943451404571533, |
| "learning_rate": 0.0007699740407583579, |
| "loss": 3.6852, |
| "step": 169000 |
| }, |
| { |
| "epoch": 0.7000978897934401, |
| "grad_norm": 0.8195422291755676, |
| "learning_rate": 0.0007692832679632012, |
| "loss": 3.6831, |
| "step": 169500 |
| }, |
| { |
| "epoch": 0.702163075309055, |
| "grad_norm": 0.8061224222183228, |
| "learning_rate": 0.0007685924951680443, |
| "loss": 3.6805, |
| "step": 170000 |
| }, |
| { |
| "epoch": 0.7042282608246698, |
| "grad_norm": 0.8206325769424438, |
| "learning_rate": 0.0007679017223728875, |
| "loss": 3.6883, |
| "step": 170500 |
| }, |
| { |
| "epoch": 0.7062934463402848, |
| "grad_norm": 0.7911098003387451, |
| "learning_rate": 0.0007672109495777306, |
| "loss": 3.6765, |
| "step": 171000 |
| }, |
| { |
| "epoch": 0.7083586318558996, |
| "grad_norm": 0.8056538701057434, |
| "learning_rate": 0.0007665201767825738, |
| "loss": 3.6815, |
| "step": 171500 |
| }, |
| { |
| "epoch": 0.7104238173715145, |
| "grad_norm": 0.777548611164093, |
| "learning_rate": 0.0007658294039874169, |
| "loss": 3.6839, |
| "step": 172000 |
| }, |
| { |
| "epoch": 0.7124890028871294, |
| "grad_norm": 0.8121392726898193, |
| "learning_rate": 0.00076513863119226, |
| "loss": 3.6869, |
| "step": 172500 |
| }, |
| { |
| "epoch": 0.7145541884027442, |
| "grad_norm": 0.8228234648704529, |
| "learning_rate": 0.0007644478583971032, |
| "loss": 3.6828, |
| "step": 173000 |
| }, |
| { |
| "epoch": 0.7166193739183591, |
| "grad_norm": 0.8214648962020874, |
| "learning_rate": 0.0007637570856019463, |
| "loss": 3.6817, |
| "step": 173500 |
| }, |
| { |
| "epoch": 0.7186845594339739, |
| "grad_norm": 0.9054080843925476, |
| "learning_rate": 0.0007630663128067895, |
| "loss": 3.683, |
| "step": 174000 |
| }, |
| { |
| "epoch": 0.7207497449495888, |
| "grad_norm": 0.8951117992401123, |
| "learning_rate": 0.0007623755400116327, |
| "loss": 3.6822, |
| "step": 174500 |
| }, |
| { |
| "epoch": 0.7228149304652037, |
| "grad_norm": 0.8430317044258118, |
| "learning_rate": 0.0007616847672164757, |
| "loss": 3.6814, |
| "step": 175000 |
| }, |
| { |
| "epoch": 0.7248801159808186, |
| "grad_norm": 0.9544976353645325, |
| "learning_rate": 0.0007609939944213189, |
| "loss": 3.6811, |
| "step": 175500 |
| }, |
| { |
| "epoch": 0.7269453014964334, |
| "grad_norm": 0.8231518268585205, |
| "learning_rate": 0.000760303221626162, |
| "loss": 3.6758, |
| "step": 176000 |
| }, |
| { |
| "epoch": 0.7290104870120483, |
| "grad_norm": 0.9303959012031555, |
| "learning_rate": 0.0007596124488310052, |
| "loss": 3.6801, |
| "step": 176500 |
| }, |
| { |
| "epoch": 0.7310756725276631, |
| "grad_norm": 0.9212049245834351, |
| "learning_rate": 0.0007589216760358484, |
| "loss": 3.6818, |
| "step": 177000 |
| }, |
| { |
| "epoch": 0.733140858043278, |
| "grad_norm": 0.8013051152229309, |
| "learning_rate": 0.0007582309032406916, |
| "loss": 3.6812, |
| "step": 177500 |
| }, |
| { |
| "epoch": 0.7352060435588929, |
| "grad_norm": 0.8044774532318115, |
| "learning_rate": 0.0007575401304455346, |
| "loss": 3.6824, |
| "step": 178000 |
| }, |
| { |
| "epoch": 0.7372712290745078, |
| "grad_norm": 0.7889087200164795, |
| "learning_rate": 0.0007568493576503777, |
| "loss": 3.6835, |
| "step": 178500 |
| }, |
| { |
| "epoch": 0.7393364145901227, |
| "grad_norm": 0.7875041365623474, |
| "learning_rate": 0.0007561585848552209, |
| "loss": 3.6861, |
| "step": 179000 |
| }, |
| { |
| "epoch": 0.7414016001057375, |
| "grad_norm": 0.7900180220603943, |
| "learning_rate": 0.0007554678120600641, |
| "loss": 3.6759, |
| "step": 179500 |
| }, |
| { |
| "epoch": 0.7434667856213524, |
| "grad_norm": 0.8363267183303833, |
| "learning_rate": 0.0007547770392649073, |
| "loss": 3.6809, |
| "step": 180000 |
| }, |
| { |
| "epoch": 0.7455319711369672, |
| "grad_norm": 0.8015469312667847, |
| "learning_rate": 0.0007540862664697504, |
| "loss": 3.6787, |
| "step": 180500 |
| }, |
| { |
| "epoch": 0.7475971566525821, |
| "grad_norm": 0.8644829988479614, |
| "learning_rate": 0.0007533954936745935, |
| "loss": 3.6752, |
| "step": 181000 |
| }, |
| { |
| "epoch": 0.7496623421681969, |
| "grad_norm": 0.8254809379577637, |
| "learning_rate": 0.0007527047208794366, |
| "loss": 3.6785, |
| "step": 181500 |
| }, |
| { |
| "epoch": 0.7517275276838118, |
| "grad_norm": 0.7860391139984131, |
| "learning_rate": 0.0007520139480842798, |
| "loss": 3.6781, |
| "step": 182000 |
| }, |
| { |
| "epoch": 0.7537927131994268, |
| "grad_norm": 0.7562053799629211, |
| "learning_rate": 0.000751323175289123, |
| "loss": 3.6751, |
| "step": 182500 |
| }, |
| { |
| "epoch": 0.7558578987150416, |
| "grad_norm": 0.8172352910041809, |
| "learning_rate": 0.0007506324024939661, |
| "loss": 3.6815, |
| "step": 183000 |
| }, |
| { |
| "epoch": 0.7579230842306565, |
| "grad_norm": 0.8063551187515259, |
| "learning_rate": 0.0007499416296988093, |
| "loss": 3.6738, |
| "step": 183500 |
| }, |
| { |
| "epoch": 0.7599882697462713, |
| "grad_norm": 0.8391087651252747, |
| "learning_rate": 0.0007492508569036523, |
| "loss": 3.6777, |
| "step": 184000 |
| }, |
| { |
| "epoch": 0.7620534552618862, |
| "grad_norm": 0.8384809494018555, |
| "learning_rate": 0.0007485600841084956, |
| "loss": 3.6761, |
| "step": 184500 |
| }, |
| { |
| "epoch": 0.764118640777501, |
| "grad_norm": 0.9947851896286011, |
| "learning_rate": 0.0007478693113133387, |
| "loss": 3.6733, |
| "step": 185000 |
| }, |
| { |
| "epoch": 0.7661838262931159, |
| "grad_norm": 0.8167368173599243, |
| "learning_rate": 0.0007471785385181818, |
| "loss": 3.6799, |
| "step": 185500 |
| }, |
| { |
| "epoch": 0.7682490118087307, |
| "grad_norm": 0.8260840773582458, |
| "learning_rate": 0.000746487765723025, |
| "loss": 3.6756, |
| "step": 186000 |
| }, |
| { |
| "epoch": 0.7703141973243457, |
| "grad_norm": 0.7957782745361328, |
| "learning_rate": 0.0007457969929278681, |
| "loss": 3.6754, |
| "step": 186500 |
| }, |
| { |
| "epoch": 0.7723793828399605, |
| "grad_norm": 0.8222447037696838, |
| "learning_rate": 0.0007451062201327113, |
| "loss": 3.6796, |
| "step": 187000 |
| }, |
| { |
| "epoch": 0.7744445683555754, |
| "grad_norm": 0.8482141494750977, |
| "learning_rate": 0.0007444154473375544, |
| "loss": 3.6778, |
| "step": 187500 |
| }, |
| { |
| "epoch": 0.7765097538711903, |
| "grad_norm": 0.7844129800796509, |
| "learning_rate": 0.0007437246745423976, |
| "loss": 3.6808, |
| "step": 188000 |
| }, |
| { |
| "epoch": 0.7785749393868051, |
| "grad_norm": 0.8896015286445618, |
| "learning_rate": 0.0007430339017472407, |
| "loss": 3.6738, |
| "step": 188500 |
| }, |
| { |
| "epoch": 0.78064012490242, |
| "grad_norm": 0.7993068099021912, |
| "learning_rate": 0.0007423431289520838, |
| "loss": 3.6724, |
| "step": 189000 |
| }, |
| { |
| "epoch": 0.7827053104180348, |
| "grad_norm": 0.8854458928108215, |
| "learning_rate": 0.0007416523561569271, |
| "loss": 3.6772, |
| "step": 189500 |
| }, |
| { |
| "epoch": 0.7847704959336497, |
| "grad_norm": 0.8390225172042847, |
| "learning_rate": 0.0007409615833617701, |
| "loss": 3.6772, |
| "step": 190000 |
| }, |
| { |
| "epoch": 0.7868356814492646, |
| "grad_norm": 0.8461999893188477, |
| "learning_rate": 0.0007402708105666133, |
| "loss": 3.6759, |
| "step": 190500 |
| }, |
| { |
| "epoch": 0.7889008669648795, |
| "grad_norm": 0.7921384572982788, |
| "learning_rate": 0.0007395800377714564, |
| "loss": 3.6788, |
| "step": 191000 |
| }, |
| { |
| "epoch": 0.7909660524804943, |
| "grad_norm": 0.8182692527770996, |
| "learning_rate": 0.0007388892649762996, |
| "loss": 3.6833, |
| "step": 191500 |
| }, |
| { |
| "epoch": 0.7930312379961092, |
| "grad_norm": 0.7673244476318359, |
| "learning_rate": 0.0007381984921811428, |
| "loss": 3.6739, |
| "step": 192000 |
| }, |
| { |
| "epoch": 0.795096423511724, |
| "grad_norm": 0.8025063872337341, |
| "learning_rate": 0.0007375077193859859, |
| "loss": 3.6759, |
| "step": 192500 |
| }, |
| { |
| "epoch": 0.7971616090273389, |
| "grad_norm": 0.8693121671676636, |
| "learning_rate": 0.000736816946590829, |
| "loss": 3.6782, |
| "step": 193000 |
| }, |
| { |
| "epoch": 0.7992267945429538, |
| "grad_norm": 0.8359208703041077, |
| "learning_rate": 0.0007361261737956721, |
| "loss": 3.6718, |
| "step": 193500 |
| }, |
| { |
| "epoch": 0.8012919800585686, |
| "grad_norm": 0.8733071088790894, |
| "learning_rate": 0.0007354354010005153, |
| "loss": 3.6722, |
| "step": 194000 |
| }, |
| { |
| "epoch": 0.8033571655741836, |
| "grad_norm": 0.823937714099884, |
| "learning_rate": 0.0007347446282053585, |
| "loss": 3.6762, |
| "step": 194500 |
| }, |
| { |
| "epoch": 0.8054223510897984, |
| "grad_norm": 0.8337320685386658, |
| "learning_rate": 0.0007340538554102017, |
| "loss": 3.6743, |
| "step": 195000 |
| }, |
| { |
| "epoch": 0.8074875366054133, |
| "grad_norm": 0.8950352072715759, |
| "learning_rate": 0.0007333630826150448, |
| "loss": 3.6732, |
| "step": 195500 |
| }, |
| { |
| "epoch": 0.8095527221210281, |
| "grad_norm": 0.8542872071266174, |
| "learning_rate": 0.0007326723098198878, |
| "loss": 3.6785, |
| "step": 196000 |
| }, |
| { |
| "epoch": 0.811617907636643, |
| "grad_norm": 0.8304553627967834, |
| "learning_rate": 0.000731981537024731, |
| "loss": 3.6736, |
| "step": 196500 |
| }, |
| { |
| "epoch": 0.8136830931522578, |
| "grad_norm": 0.8395761251449585, |
| "learning_rate": 0.0007312907642295742, |
| "loss": 3.6699, |
| "step": 197000 |
| }, |
| { |
| "epoch": 0.8157482786678727, |
| "grad_norm": 0.7947894930839539, |
| "learning_rate": 0.0007305999914344174, |
| "loss": 3.669, |
| "step": 197500 |
| }, |
| { |
| "epoch": 0.8178134641834875, |
| "grad_norm": 0.935534656047821, |
| "learning_rate": 0.0007299092186392605, |
| "loss": 3.6724, |
| "step": 198000 |
| }, |
| { |
| "epoch": 0.8198786496991025, |
| "grad_norm": 0.8508979678153992, |
| "learning_rate": 0.0007292184458441037, |
| "loss": 3.6704, |
| "step": 198500 |
| }, |
| { |
| "epoch": 0.8219438352147174, |
| "grad_norm": 0.8573354482650757, |
| "learning_rate": 0.0007285276730489468, |
| "loss": 3.6677, |
| "step": 199000 |
| }, |
| { |
| "epoch": 0.8240090207303322, |
| "grad_norm": 0.8339335322380066, |
| "learning_rate": 0.0007278369002537899, |
| "loss": 3.6713, |
| "step": 199500 |
| }, |
| { |
| "epoch": 0.8260742062459471, |
| "grad_norm": 0.8434789180755615, |
| "learning_rate": 0.0007271461274586331, |
| "loss": 3.6702, |
| "step": 200000 |
| }, |
| { |
| "epoch": 0.8281393917615619, |
| "grad_norm": 0.8198994398117065, |
| "learning_rate": 0.0007264553546634762, |
| "loss": 3.6688, |
| "step": 200500 |
| }, |
| { |
| "epoch": 0.8302045772771768, |
| "grad_norm": 0.8766319751739502, |
| "learning_rate": 0.0007257645818683194, |
| "loss": 3.6723, |
| "step": 201000 |
| }, |
| { |
| "epoch": 0.8322697627927916, |
| "grad_norm": 0.8290687203407288, |
| "learning_rate": 0.0007250738090731625, |
| "loss": 3.6713, |
| "step": 201500 |
| }, |
| { |
| "epoch": 0.8343349483084066, |
| "grad_norm": 0.8174933791160583, |
| "learning_rate": 0.0007243830362780058, |
| "loss": 3.6766, |
| "step": 202000 |
| }, |
| { |
| "epoch": 0.8364001338240215, |
| "grad_norm": 0.7959784269332886, |
| "learning_rate": 0.0007236922634828488, |
| "loss": 3.6703, |
| "step": 202500 |
| }, |
| { |
| "epoch": 0.8384653193396363, |
| "grad_norm": 0.8851107954978943, |
| "learning_rate": 0.0007230014906876919, |
| "loss": 3.6711, |
| "step": 203000 |
| }, |
| { |
| "epoch": 0.8405305048552512, |
| "grad_norm": 0.8647838234901428, |
| "learning_rate": 0.0007223107178925351, |
| "loss": 3.6669, |
| "step": 203500 |
| }, |
| { |
| "epoch": 0.842595690370866, |
| "grad_norm": 0.8047854900360107, |
| "learning_rate": 0.0007216199450973782, |
| "loss": 3.6697, |
| "step": 204000 |
| }, |
| { |
| "epoch": 0.8446608758864809, |
| "grad_norm": 0.8614596128463745, |
| "learning_rate": 0.0007209291723022215, |
| "loss": 3.6664, |
| "step": 204500 |
| }, |
| { |
| "epoch": 0.8467260614020957, |
| "grad_norm": 0.8819303512573242, |
| "learning_rate": 0.0007202383995070646, |
| "loss": 3.6673, |
| "step": 205000 |
| }, |
| { |
| "epoch": 0.8487912469177106, |
| "grad_norm": 0.9022713303565979, |
| "learning_rate": 0.0007195476267119077, |
| "loss": 3.6735, |
| "step": 205500 |
| }, |
| { |
| "epoch": 0.8508564324333255, |
| "grad_norm": 0.8132530450820923, |
| "learning_rate": 0.0007188568539167508, |
| "loss": 3.666, |
| "step": 206000 |
| }, |
| { |
| "epoch": 0.8529216179489404, |
| "grad_norm": 0.7960768342018127, |
| "learning_rate": 0.0007181660811215939, |
| "loss": 3.669, |
| "step": 206500 |
| }, |
| { |
| "epoch": 0.8549868034645552, |
| "grad_norm": 0.785289466381073, |
| "learning_rate": 0.0007174753083264372, |
| "loss": 3.6707, |
| "step": 207000 |
| }, |
| { |
| "epoch": 0.8570519889801701, |
| "grad_norm": 0.8047581911087036, |
| "learning_rate": 0.0007167845355312803, |
| "loss": 3.6723, |
| "step": 207500 |
| }, |
| { |
| "epoch": 0.859117174495785, |
| "grad_norm": 0.8412262201309204, |
| "learning_rate": 0.0007160937627361235, |
| "loss": 3.6689, |
| "step": 208000 |
| }, |
| { |
| "epoch": 0.8611823600113998, |
| "grad_norm": 0.8369855880737305, |
| "learning_rate": 0.0007154029899409665, |
| "loss": 3.6674, |
| "step": 208500 |
| }, |
| { |
| "epoch": 0.8632475455270147, |
| "grad_norm": 0.8263118863105774, |
| "learning_rate": 0.0007147122171458097, |
| "loss": 3.6668, |
| "step": 209000 |
| }, |
| { |
| "epoch": 0.8653127310426295, |
| "grad_norm": 0.8005994558334351, |
| "learning_rate": 0.0007140214443506529, |
| "loss": 3.6706, |
| "step": 209500 |
| }, |
| { |
| "epoch": 0.8673779165582445, |
| "grad_norm": 0.8240549564361572, |
| "learning_rate": 0.000713330671555496, |
| "loss": 3.6597, |
| "step": 210000 |
| }, |
| { |
| "epoch": 0.8694431020738593, |
| "grad_norm": 0.8388108611106873, |
| "learning_rate": 0.0007126398987603392, |
| "loss": 3.6617, |
| "step": 210500 |
| }, |
| { |
| "epoch": 0.8715082875894742, |
| "grad_norm": 0.7786799073219299, |
| "learning_rate": 0.0007119491259651823, |
| "loss": 3.6657, |
| "step": 211000 |
| }, |
| { |
| "epoch": 0.873573473105089, |
| "grad_norm": 0.8803337812423706, |
| "learning_rate": 0.0007112583531700254, |
| "loss": 3.6659, |
| "step": 211500 |
| }, |
| { |
| "epoch": 0.8756386586207039, |
| "grad_norm": 0.8771475553512573, |
| "learning_rate": 0.0007105675803748686, |
| "loss": 3.6687, |
| "step": 212000 |
| }, |
| { |
| "epoch": 0.8777038441363187, |
| "grad_norm": 0.9214367866516113, |
| "learning_rate": 0.0007098768075797118, |
| "loss": 3.67, |
| "step": 212500 |
| }, |
| { |
| "epoch": 0.8797690296519336, |
| "grad_norm": 0.8034499883651733, |
| "learning_rate": 0.0007091860347845549, |
| "loss": 3.6649, |
| "step": 213000 |
| }, |
| { |
| "epoch": 0.8818342151675485, |
| "grad_norm": 0.8496295213699341, |
| "learning_rate": 0.000708495261989398, |
| "loss": 3.6688, |
| "step": 213500 |
| }, |
| { |
| "epoch": 0.8838994006831634, |
| "grad_norm": 0.8076285719871521, |
| "learning_rate": 0.0007078044891942412, |
| "loss": 3.6673, |
| "step": 214000 |
| }, |
| { |
| "epoch": 0.8859645861987783, |
| "grad_norm": 0.8471499085426331, |
| "learning_rate": 0.0007071137163990843, |
| "loss": 3.6668, |
| "step": 214500 |
| }, |
| { |
| "epoch": 0.8880297717143931, |
| "grad_norm": 0.8433061242103577, |
| "learning_rate": 0.0007064229436039275, |
| "loss": 3.6644, |
| "step": 215000 |
| }, |
| { |
| "epoch": 0.890094957230008, |
| "grad_norm": 0.8252130746841431, |
| "learning_rate": 0.0007057321708087706, |
| "loss": 3.6653, |
| "step": 215500 |
| }, |
| { |
| "epoch": 0.8921601427456228, |
| "grad_norm": 0.8310522437095642, |
| "learning_rate": 0.0007050413980136138, |
| "loss": 3.6643, |
| "step": 216000 |
| }, |
| { |
| "epoch": 0.8942253282612377, |
| "grad_norm": 0.9102839231491089, |
| "learning_rate": 0.0007043506252184569, |
| "loss": 3.6627, |
| "step": 216500 |
| }, |
| { |
| "epoch": 0.8962905137768525, |
| "grad_norm": 0.864023745059967, |
| "learning_rate": 0.0007036598524233001, |
| "loss": 3.6621, |
| "step": 217000 |
| }, |
| { |
| "epoch": 0.8983556992924674, |
| "grad_norm": 0.8920078277587891, |
| "learning_rate": 0.0007029690796281432, |
| "loss": 3.6619, |
| "step": 217500 |
| }, |
| { |
| "epoch": 0.9004208848080824, |
| "grad_norm": 0.8742251992225647, |
| "learning_rate": 0.0007022783068329863, |
| "loss": 3.6609, |
| "step": 218000 |
| }, |
| { |
| "epoch": 0.9024860703236972, |
| "grad_norm": 0.8717180490493774, |
| "learning_rate": 0.0007015875340378295, |
| "loss": 3.6653, |
| "step": 218500 |
| }, |
| { |
| "epoch": 0.9045512558393121, |
| "grad_norm": 0.8355658650398254, |
| "learning_rate": 0.0007008967612426726, |
| "loss": 3.6653, |
| "step": 219000 |
| }, |
| { |
| "epoch": 0.9066164413549269, |
| "grad_norm": 0.842100977897644, |
| "learning_rate": 0.0007002059884475159, |
| "loss": 3.6621, |
| "step": 219500 |
| }, |
| { |
| "epoch": 0.9086816268705418, |
| "grad_norm": 0.865323007106781, |
| "learning_rate": 0.000699515215652359, |
| "loss": 3.6626, |
| "step": 220000 |
| }, |
| { |
| "epoch": 0.9107468123861566, |
| "grad_norm": 0.7922980785369873, |
| "learning_rate": 0.000698824442857202, |
| "loss": 3.6554, |
| "step": 220500 |
| }, |
| { |
| "epoch": 0.9128119979017715, |
| "grad_norm": 0.8156483173370361, |
| "learning_rate": 0.0006981336700620452, |
| "loss": 3.6672, |
| "step": 221000 |
| }, |
| { |
| "epoch": 0.9148771834173863, |
| "grad_norm": 0.8339592218399048, |
| "learning_rate": 0.0006974428972668883, |
| "loss": 3.6682, |
| "step": 221500 |
| }, |
| { |
| "epoch": 0.9169423689330013, |
| "grad_norm": 0.7975783348083496, |
| "learning_rate": 0.0006967521244717316, |
| "loss": 3.6632, |
| "step": 222000 |
| }, |
| { |
| "epoch": 0.9190075544486161, |
| "grad_norm": 0.8185272812843323, |
| "learning_rate": 0.0006960613516765747, |
| "loss": 3.6709, |
| "step": 222500 |
| }, |
| { |
| "epoch": 0.921072739964231, |
| "grad_norm": 0.8496907353401184, |
| "learning_rate": 0.0006953705788814179, |
| "loss": 3.6604, |
| "step": 223000 |
| }, |
| { |
| "epoch": 0.9231379254798459, |
| "grad_norm": 0.8004859089851379, |
| "learning_rate": 0.0006946798060862609, |
| "loss": 3.6582, |
| "step": 223500 |
| }, |
| { |
| "epoch": 0.9252031109954607, |
| "grad_norm": 0.7979093194007874, |
| "learning_rate": 0.000693989033291104, |
| "loss": 3.6607, |
| "step": 224000 |
| }, |
| { |
| "epoch": 0.9272682965110756, |
| "grad_norm": 0.9216559529304504, |
| "learning_rate": 0.0006932982604959473, |
| "loss": 3.6587, |
| "step": 224500 |
| }, |
| { |
| "epoch": 0.9293334820266904, |
| "grad_norm": 0.870864748954773, |
| "learning_rate": 0.0006926074877007904, |
| "loss": 3.6641, |
| "step": 225000 |
| }, |
| { |
| "epoch": 0.9313986675423054, |
| "grad_norm": 0.8927753567695618, |
| "learning_rate": 0.0006919167149056336, |
| "loss": 3.6623, |
| "step": 225500 |
| }, |
| { |
| "epoch": 0.9334638530579202, |
| "grad_norm": 0.8243346810340881, |
| "learning_rate": 0.0006912259421104767, |
| "loss": 3.6605, |
| "step": 226000 |
| }, |
| { |
| "epoch": 0.9355290385735351, |
| "grad_norm": 0.8374367952346802, |
| "learning_rate": 0.0006905351693153198, |
| "loss": 3.6544, |
| "step": 226500 |
| }, |
| { |
| "epoch": 0.9375942240891499, |
| "grad_norm": 0.8682720065116882, |
| "learning_rate": 0.000689844396520163, |
| "loss": 3.6582, |
| "step": 227000 |
| }, |
| { |
| "epoch": 0.9396594096047648, |
| "grad_norm": 0.8301466703414917, |
| "learning_rate": 0.0006891536237250061, |
| "loss": 3.6575, |
| "step": 227500 |
| }, |
| { |
| "epoch": 0.9417245951203796, |
| "grad_norm": 0.8394653797149658, |
| "learning_rate": 0.0006884628509298493, |
| "loss": 3.6661, |
| "step": 228000 |
| }, |
| { |
| "epoch": 0.9437897806359945, |
| "grad_norm": 0.8652797341346741, |
| "learning_rate": 0.0006877720781346924, |
| "loss": 3.6616, |
| "step": 228500 |
| }, |
| { |
| "epoch": 0.9458549661516094, |
| "grad_norm": 0.9175309538841248, |
| "learning_rate": 0.0006870813053395356, |
| "loss": 3.6577, |
| "step": 229000 |
| }, |
| { |
| "epoch": 0.9479201516672243, |
| "grad_norm": 0.8288378715515137, |
| "learning_rate": 0.0006863905325443787, |
| "loss": 3.6606, |
| "step": 229500 |
| }, |
| { |
| "epoch": 0.9499853371828392, |
| "grad_norm": 0.8613482117652893, |
| "learning_rate": 0.0006856997597492219, |
| "loss": 3.6565, |
| "step": 230000 |
| }, |
| { |
| "epoch": 0.952050522698454, |
| "grad_norm": 0.9048797488212585, |
| "learning_rate": 0.000685008986954065, |
| "loss": 3.6598, |
| "step": 230500 |
| }, |
| { |
| "epoch": 0.9541157082140689, |
| "grad_norm": 0.7970485091209412, |
| "learning_rate": 0.0006843182141589081, |
| "loss": 3.6582, |
| "step": 231000 |
| }, |
| { |
| "epoch": 0.9561808937296837, |
| "grad_norm": 0.8036010265350342, |
| "learning_rate": 0.0006836274413637513, |
| "loss": 3.66, |
| "step": 231500 |
| }, |
| { |
| "epoch": 0.9582460792452986, |
| "grad_norm": 0.8887590169906616, |
| "learning_rate": 0.0006829366685685945, |
| "loss": 3.6558, |
| "step": 232000 |
| }, |
| { |
| "epoch": 0.9603112647609134, |
| "grad_norm": 0.9112511873245239, |
| "learning_rate": 0.0006822458957734376, |
| "loss": 3.6572, |
| "step": 232500 |
| }, |
| { |
| "epoch": 0.9623764502765283, |
| "grad_norm": 0.833018958568573, |
| "learning_rate": 0.0006815551229782807, |
| "loss": 3.6555, |
| "step": 233000 |
| }, |
| { |
| "epoch": 0.9644416357921433, |
| "grad_norm": 0.8310726881027222, |
| "learning_rate": 0.0006808643501831239, |
| "loss": 3.6635, |
| "step": 233500 |
| }, |
| { |
| "epoch": 0.9665068213077581, |
| "grad_norm": 0.9077795147895813, |
| "learning_rate": 0.000680173577387967, |
| "loss": 3.6594, |
| "step": 234000 |
| }, |
| { |
| "epoch": 0.968572006823373, |
| "grad_norm": 0.8368694186210632, |
| "learning_rate": 0.0006794828045928102, |
| "loss": 3.6583, |
| "step": 234500 |
| }, |
| { |
| "epoch": 0.9706371923389878, |
| "grad_norm": 0.8796818852424622, |
| "learning_rate": 0.0006787920317976534, |
| "loss": 3.6545, |
| "step": 235000 |
| }, |
| { |
| "epoch": 0.9727023778546027, |
| "grad_norm": 0.8344604969024658, |
| "learning_rate": 0.0006781012590024964, |
| "loss": 3.6548, |
| "step": 235500 |
| }, |
| { |
| "epoch": 0.9747675633702175, |
| "grad_norm": 0.898172914981842, |
| "learning_rate": 0.0006774104862073396, |
| "loss": 3.6589, |
| "step": 236000 |
| }, |
| { |
| "epoch": 0.9768327488858324, |
| "grad_norm": 0.8595746159553528, |
| "learning_rate": 0.0006767197134121827, |
| "loss": 3.6595, |
| "step": 236500 |
| }, |
| { |
| "epoch": 0.9788979344014472, |
| "grad_norm": 0.9555841088294983, |
| "learning_rate": 0.000676028940617026, |
| "loss": 3.6563, |
| "step": 237000 |
| }, |
| { |
| "epoch": 0.9809631199170622, |
| "grad_norm": 0.8936068415641785, |
| "learning_rate": 0.0006753381678218691, |
| "loss": 3.6555, |
| "step": 237500 |
| }, |
| { |
| "epoch": 0.983028305432677, |
| "grad_norm": 0.8028433918952942, |
| "learning_rate": 0.0006746473950267122, |
| "loss": 3.654, |
| "step": 238000 |
| }, |
| { |
| "epoch": 0.9850934909482919, |
| "grad_norm": 0.8125557899475098, |
| "learning_rate": 0.0006739566222315553, |
| "loss": 3.6554, |
| "step": 238500 |
| }, |
| { |
| "epoch": 0.9871586764639068, |
| "grad_norm": 0.8484562039375305, |
| "learning_rate": 0.0006732658494363984, |
| "loss": 3.6533, |
| "step": 239000 |
| }, |
| { |
| "epoch": 0.9892238619795216, |
| "grad_norm": 0.8667415976524353, |
| "learning_rate": 0.0006725750766412417, |
| "loss": 3.6507, |
| "step": 239500 |
| }, |
| { |
| "epoch": 0.9912890474951365, |
| "grad_norm": 0.862054169178009, |
| "learning_rate": 0.0006718843038460848, |
| "loss": 3.6558, |
| "step": 240000 |
| }, |
| { |
| "epoch": 0.9933542330107513, |
| "grad_norm": 0.8572953939437866, |
| "learning_rate": 0.000671193531050928, |
| "loss": 3.6573, |
| "step": 240500 |
| }, |
| { |
| "epoch": 0.9954194185263662, |
| "grad_norm": 0.8390312194824219, |
| "learning_rate": 0.0006705027582557711, |
| "loss": 3.6587, |
| "step": 241000 |
| }, |
| { |
| "epoch": 0.9974846040419811, |
| "grad_norm": 0.8323652744293213, |
| "learning_rate": 0.0006698119854606141, |
| "loss": 3.6544, |
| "step": 241500 |
| }, |
| { |
| "epoch": 0.999549789557596, |
| "grad_norm": 0.8181571364402771, |
| "learning_rate": 0.0006691212126654574, |
| "loss": 3.6588, |
| "step": 242000 |
| }, |
| { |
| "epoch": 1.0016149750732108, |
| "grad_norm": 0.8178454637527466, |
| "learning_rate": 0.0006684304398703005, |
| "loss": 3.6577, |
| "step": 242500 |
| }, |
| { |
| "epoch": 1.0036801605888257, |
| "grad_norm": 0.878870964050293, |
| "learning_rate": 0.0006677396670751437, |
| "loss": 3.6536, |
| "step": 243000 |
| }, |
| { |
| "epoch": 1.0057453461044406, |
| "grad_norm": 0.8694073557853699, |
| "learning_rate": 0.0006670488942799868, |
| "loss": 3.6542, |
| "step": 243500 |
| }, |
| { |
| "epoch": 1.0078105316200554, |
| "grad_norm": 0.8198550939559937, |
| "learning_rate": 0.00066635812148483, |
| "loss": 3.6539, |
| "step": 244000 |
| }, |
| { |
| "epoch": 1.0098757171356703, |
| "grad_norm": 0.8373334407806396, |
| "learning_rate": 0.000665667348689673, |
| "loss": 3.6534, |
| "step": 244500 |
| }, |
| { |
| "epoch": 1.0119409026512851, |
| "grad_norm": 0.8581417798995972, |
| "learning_rate": 0.0006649765758945162, |
| "loss": 3.65, |
| "step": 245000 |
| }, |
| { |
| "epoch": 1.0140060881669, |
| "grad_norm": 0.8404925465583801, |
| "learning_rate": 0.0006642858030993594, |
| "loss": 3.6573, |
| "step": 245500 |
| }, |
| { |
| "epoch": 1.0160712736825148, |
| "grad_norm": 0.8177145719528198, |
| "learning_rate": 0.0006635950303042025, |
| "loss": 3.6539, |
| "step": 246000 |
| }, |
| { |
| "epoch": 1.0181364591981297, |
| "grad_norm": 0.7974333167076111, |
| "learning_rate": 0.0006629042575090457, |
| "loss": 3.6512, |
| "step": 246500 |
| }, |
| { |
| "epoch": 1.0202016447137445, |
| "grad_norm": 0.8827373385429382, |
| "learning_rate": 0.0006622134847138889, |
| "loss": 3.6579, |
| "step": 247000 |
| }, |
| { |
| "epoch": 1.0222668302293596, |
| "grad_norm": 0.8339456915855408, |
| "learning_rate": 0.000661522711918732, |
| "loss": 3.6525, |
| "step": 247500 |
| }, |
| { |
| "epoch": 1.0243320157449745, |
| "grad_norm": 0.9542092084884644, |
| "learning_rate": 0.0006608319391235751, |
| "loss": 3.655, |
| "step": 248000 |
| }, |
| { |
| "epoch": 1.0263972012605893, |
| "grad_norm": 0.8348272442817688, |
| "learning_rate": 0.0006601411663284182, |
| "loss": 3.6522, |
| "step": 248500 |
| }, |
| { |
| "epoch": 1.0284623867762042, |
| "grad_norm": 0.8450163006782532, |
| "learning_rate": 0.0006594503935332614, |
| "loss": 3.6531, |
| "step": 249000 |
| }, |
| { |
| "epoch": 1.030527572291819, |
| "grad_norm": 0.8792598247528076, |
| "learning_rate": 0.0006587596207381046, |
| "loss": 3.6536, |
| "step": 249500 |
| }, |
| { |
| "epoch": 1.0325927578074339, |
| "grad_norm": 0.854055643081665, |
| "learning_rate": 0.0006580688479429478, |
| "loss": 3.6535, |
| "step": 250000 |
| }, |
| { |
| "epoch": 1.0346579433230487, |
| "grad_norm": 0.8935571312904358, |
| "learning_rate": 0.0006573780751477908, |
| "loss": 3.6491, |
| "step": 250500 |
| }, |
| { |
| "epoch": 1.0367231288386636, |
| "grad_norm": 0.8513946533203125, |
| "learning_rate": 0.000656687302352634, |
| "loss": 3.653, |
| "step": 251000 |
| }, |
| { |
| "epoch": 1.0387883143542784, |
| "grad_norm": 0.8276469707489014, |
| "learning_rate": 0.0006559965295574771, |
| "loss": 3.6559, |
| "step": 251500 |
| }, |
| { |
| "epoch": 1.0408534998698933, |
| "grad_norm": 0.890468180179596, |
| "learning_rate": 0.0006553057567623202, |
| "loss": 3.6522, |
| "step": 252000 |
| }, |
| { |
| "epoch": 1.0429186853855081, |
| "grad_norm": 0.83439701795578, |
| "learning_rate": 0.0006546149839671635, |
| "loss": 3.651, |
| "step": 252500 |
| }, |
| { |
| "epoch": 1.044983870901123, |
| "grad_norm": 0.8000691533088684, |
| "learning_rate": 0.0006539242111720066, |
| "loss": 3.6499, |
| "step": 253000 |
| }, |
| { |
| "epoch": 1.0470490564167378, |
| "grad_norm": 0.8648465275764465, |
| "learning_rate": 0.0006532334383768497, |
| "loss": 3.651, |
| "step": 253500 |
| }, |
| { |
| "epoch": 1.0491142419323527, |
| "grad_norm": 0.9048696160316467, |
| "learning_rate": 0.0006525426655816928, |
| "loss": 3.6485, |
| "step": 254000 |
| }, |
| { |
| "epoch": 1.0511794274479676, |
| "grad_norm": 0.9231682419776917, |
| "learning_rate": 0.0006518518927865361, |
| "loss": 3.6542, |
| "step": 254500 |
| }, |
| { |
| "epoch": 1.0532446129635824, |
| "grad_norm": 0.7924606800079346, |
| "learning_rate": 0.0006511611199913792, |
| "loss": 3.651, |
| "step": 255000 |
| }, |
| { |
| "epoch": 1.0553097984791975, |
| "grad_norm": 0.8358777165412903, |
| "learning_rate": 0.0006504703471962223, |
| "loss": 3.6484, |
| "step": 255500 |
| }, |
| { |
| "epoch": 1.0573749839948123, |
| "grad_norm": 0.8586273789405823, |
| "learning_rate": 0.0006497795744010655, |
| "loss": 3.649, |
| "step": 256000 |
| }, |
| { |
| "epoch": 1.0594401695104272, |
| "grad_norm": 0.793743908405304, |
| "learning_rate": 0.0006490888016059086, |
| "loss": 3.6498, |
| "step": 256500 |
| }, |
| { |
| "epoch": 1.061505355026042, |
| "grad_norm": 0.8318455219268799, |
| "learning_rate": 0.0006483980288107518, |
| "loss": 3.6559, |
| "step": 257000 |
| }, |
| { |
| "epoch": 1.063570540541657, |
| "grad_norm": 0.857107400894165, |
| "learning_rate": 0.0006477072560155949, |
| "loss": 3.6528, |
| "step": 257500 |
| }, |
| { |
| "epoch": 1.0656357260572717, |
| "grad_norm": 0.7804774641990662, |
| "learning_rate": 0.0006470164832204381, |
| "loss": 3.6508, |
| "step": 258000 |
| }, |
| { |
| "epoch": 1.0677009115728866, |
| "grad_norm": 0.8034840226173401, |
| "learning_rate": 0.0006463257104252812, |
| "loss": 3.6513, |
| "step": 258500 |
| }, |
| { |
| "epoch": 1.0697660970885015, |
| "grad_norm": 0.8282186388969421, |
| "learning_rate": 0.0006456349376301243, |
| "loss": 3.6473, |
| "step": 259000 |
| }, |
| { |
| "epoch": 1.0718312826041163, |
| "grad_norm": 0.8693439364433289, |
| "learning_rate": 0.0006449441648349676, |
| "loss": 3.6519, |
| "step": 259500 |
| }, |
| { |
| "epoch": 1.0738964681197312, |
| "grad_norm": 0.8448446393013, |
| "learning_rate": 0.0006442533920398106, |
| "loss": 3.6529, |
| "step": 260000 |
| }, |
| { |
| "epoch": 1.075961653635346, |
| "grad_norm": 0.8537395000457764, |
| "learning_rate": 0.0006435626192446538, |
| "loss": 3.6494, |
| "step": 260500 |
| }, |
| { |
| "epoch": 1.0780268391509609, |
| "grad_norm": 0.9138056635856628, |
| "learning_rate": 0.0006428718464494969, |
| "loss": 3.6519, |
| "step": 261000 |
| }, |
| { |
| "epoch": 1.0800920246665757, |
| "grad_norm": 0.8404716849327087, |
| "learning_rate": 0.0006421810736543401, |
| "loss": 3.6557, |
| "step": 261500 |
| }, |
| { |
| "epoch": 1.0821572101821906, |
| "grad_norm": 0.9106012582778931, |
| "learning_rate": 0.0006414903008591833, |
| "loss": 3.6553, |
| "step": 262000 |
| }, |
| { |
| "epoch": 1.0842223956978054, |
| "grad_norm": 0.8204059600830078, |
| "learning_rate": 0.0006407995280640264, |
| "loss": 3.6502, |
| "step": 262500 |
| }, |
| { |
| "epoch": 1.0862875812134205, |
| "grad_norm": 0.8146317005157471, |
| "learning_rate": 0.0006401087552688695, |
| "loss": 3.6461, |
| "step": 263000 |
| }, |
| { |
| "epoch": 1.0883527667290354, |
| "grad_norm": 0.8258946537971497, |
| "learning_rate": 0.0006394179824737126, |
| "loss": 3.6468, |
| "step": 263500 |
| }, |
| { |
| "epoch": 1.0904179522446502, |
| "grad_norm": 0.8197062611579895, |
| "learning_rate": 0.0006387272096785558, |
| "loss": 3.6462, |
| "step": 264000 |
| }, |
| { |
| "epoch": 1.092483137760265, |
| "grad_norm": 0.8384808897972107, |
| "learning_rate": 0.000638036436883399, |
| "loss": 3.6531, |
| "step": 264500 |
| }, |
| { |
| "epoch": 1.09454832327588, |
| "grad_norm": 0.8771003484725952, |
| "learning_rate": 0.0006373456640882422, |
| "loss": 3.6476, |
| "step": 265000 |
| }, |
| { |
| "epoch": 1.0966135087914948, |
| "grad_norm": 0.8600513339042664, |
| "learning_rate": 0.0006366548912930853, |
| "loss": 3.6453, |
| "step": 265500 |
| }, |
| { |
| "epoch": 1.0986786943071096, |
| "grad_norm": 0.8076199293136597, |
| "learning_rate": 0.0006359641184979283, |
| "loss": 3.6471, |
| "step": 266000 |
| }, |
| { |
| "epoch": 1.1007438798227245, |
| "grad_norm": 0.875412106513977, |
| "learning_rate": 0.0006352733457027715, |
| "loss": 3.6438, |
| "step": 266500 |
| }, |
| { |
| "epoch": 1.1028090653383393, |
| "grad_norm": 0.846204936504364, |
| "learning_rate": 0.0006345825729076146, |
| "loss": 3.6455, |
| "step": 267000 |
| }, |
| { |
| "epoch": 1.1048742508539542, |
| "grad_norm": 0.9002543687820435, |
| "learning_rate": 0.0006338918001124579, |
| "loss": 3.6485, |
| "step": 267500 |
| }, |
| { |
| "epoch": 1.106939436369569, |
| "grad_norm": 0.8656557202339172, |
| "learning_rate": 0.000633201027317301, |
| "loss": 3.6449, |
| "step": 268000 |
| }, |
| { |
| "epoch": 1.109004621885184, |
| "grad_norm": 0.8499672412872314, |
| "learning_rate": 0.0006325102545221442, |
| "loss": 3.6461, |
| "step": 268500 |
| }, |
| { |
| "epoch": 1.1110698074007987, |
| "grad_norm": 0.9012117385864258, |
| "learning_rate": 0.0006318194817269872, |
| "loss": 3.647, |
| "step": 269000 |
| }, |
| { |
| "epoch": 1.1131349929164136, |
| "grad_norm": 0.8627690076828003, |
| "learning_rate": 0.0006311287089318303, |
| "loss": 3.6487, |
| "step": 269500 |
| }, |
| { |
| "epoch": 1.1152001784320285, |
| "grad_norm": 0.8218272924423218, |
| "learning_rate": 0.0006304379361366736, |
| "loss": 3.6465, |
| "step": 270000 |
| }, |
| { |
| "epoch": 1.1172653639476433, |
| "grad_norm": 0.8422378301620483, |
| "learning_rate": 0.0006297471633415167, |
| "loss": 3.6465, |
| "step": 270500 |
| }, |
| { |
| "epoch": 1.1193305494632584, |
| "grad_norm": 0.832751989364624, |
| "learning_rate": 0.0006290563905463599, |
| "loss": 3.6481, |
| "step": 271000 |
| }, |
| { |
| "epoch": 1.1213957349788732, |
| "grad_norm": 0.8922985196113586, |
| "learning_rate": 0.000628365617751203, |
| "loss": 3.6467, |
| "step": 271500 |
| }, |
| { |
| "epoch": 1.123460920494488, |
| "grad_norm": 0.850562572479248, |
| "learning_rate": 0.0006276748449560462, |
| "loss": 3.6447, |
| "step": 272000 |
| }, |
| { |
| "epoch": 1.125526106010103, |
| "grad_norm": 0.8567354679107666, |
| "learning_rate": 0.0006269840721608893, |
| "loss": 3.6501, |
| "step": 272500 |
| }, |
| { |
| "epoch": 1.1275912915257178, |
| "grad_norm": 0.8452857732772827, |
| "learning_rate": 0.0006262932993657324, |
| "loss": 3.6484, |
| "step": 273000 |
| }, |
| { |
| "epoch": 1.1296564770413327, |
| "grad_norm": 0.8340391516685486, |
| "learning_rate": 0.0006256025265705756, |
| "loss": 3.6379, |
| "step": 273500 |
| }, |
| { |
| "epoch": 1.1317216625569475, |
| "grad_norm": 0.8882256150245667, |
| "learning_rate": 0.0006249117537754187, |
| "loss": 3.6426, |
| "step": 274000 |
| }, |
| { |
| "epoch": 1.1337868480725624, |
| "grad_norm": 0.8669372200965881, |
| "learning_rate": 0.000624220980980262, |
| "loss": 3.6463, |
| "step": 274500 |
| }, |
| { |
| "epoch": 1.1358520335881772, |
| "grad_norm": 0.8304846882820129, |
| "learning_rate": 0.000623530208185105, |
| "loss": 3.647, |
| "step": 275000 |
| }, |
| { |
| "epoch": 1.137917219103792, |
| "grad_norm": 0.9014056921005249, |
| "learning_rate": 0.0006228394353899482, |
| "loss": 3.6421, |
| "step": 275500 |
| }, |
| { |
| "epoch": 1.139982404619407, |
| "grad_norm": 0.8721933960914612, |
| "learning_rate": 0.0006221486625947913, |
| "loss": 3.6453, |
| "step": 276000 |
| }, |
| { |
| "epoch": 1.1420475901350218, |
| "grad_norm": 0.847547173500061, |
| "learning_rate": 0.0006214578897996344, |
| "loss": 3.6431, |
| "step": 276500 |
| }, |
| { |
| "epoch": 1.1441127756506366, |
| "grad_norm": 0.8297481536865234, |
| "learning_rate": 0.0006207671170044777, |
| "loss": 3.6438, |
| "step": 277000 |
| }, |
| { |
| "epoch": 1.1461779611662515, |
| "grad_norm": 0.8460617065429688, |
| "learning_rate": 0.0006200763442093208, |
| "loss": 3.6401, |
| "step": 277500 |
| }, |
| { |
| "epoch": 1.1482431466818666, |
| "grad_norm": 0.8611075282096863, |
| "learning_rate": 0.0006193855714141639, |
| "loss": 3.6436, |
| "step": 278000 |
| }, |
| { |
| "epoch": 1.1503083321974814, |
| "grad_norm": 0.9023817777633667, |
| "learning_rate": 0.000618694798619007, |
| "loss": 3.6444, |
| "step": 278500 |
| }, |
| { |
| "epoch": 1.1523735177130963, |
| "grad_norm": 0.8956021666526794, |
| "learning_rate": 0.0006180040258238502, |
| "loss": 3.6425, |
| "step": 279000 |
| }, |
| { |
| "epoch": 1.1544387032287111, |
| "grad_norm": 0.818234920501709, |
| "learning_rate": 0.0006173132530286934, |
| "loss": 3.6448, |
| "step": 279500 |
| }, |
| { |
| "epoch": 1.156503888744326, |
| "grad_norm": 0.9077365398406982, |
| "learning_rate": 0.0006166224802335365, |
| "loss": 3.6417, |
| "step": 280000 |
| }, |
| { |
| "epoch": 1.1585690742599408, |
| "grad_norm": 0.9183298349380493, |
| "learning_rate": 0.0006159317074383797, |
| "loss": 3.6443, |
| "step": 280500 |
| }, |
| { |
| "epoch": 1.1606342597755557, |
| "grad_norm": 0.8855923414230347, |
| "learning_rate": 0.0006152409346432227, |
| "loss": 3.6484, |
| "step": 281000 |
| }, |
| { |
| "epoch": 1.1626994452911705, |
| "grad_norm": 0.8771803975105286, |
| "learning_rate": 0.0006145501618480659, |
| "loss": 3.6405, |
| "step": 281500 |
| }, |
| { |
| "epoch": 1.1647646308067854, |
| "grad_norm": 0.8620317578315735, |
| "learning_rate": 0.000613859389052909, |
| "loss": 3.6416, |
| "step": 282000 |
| }, |
| { |
| "epoch": 1.1668298163224002, |
| "grad_norm": 0.8158155679702759, |
| "learning_rate": 0.0006131686162577523, |
| "loss": 3.6419, |
| "step": 282500 |
| }, |
| { |
| "epoch": 1.168895001838015, |
| "grad_norm": 0.851483166217804, |
| "learning_rate": 0.0006124778434625954, |
| "loss": 3.6383, |
| "step": 283000 |
| }, |
| { |
| "epoch": 1.17096018735363, |
| "grad_norm": 0.8444896340370178, |
| "learning_rate": 0.0006117870706674385, |
| "loss": 3.6378, |
| "step": 283500 |
| }, |
| { |
| "epoch": 1.1730253728692448, |
| "grad_norm": 0.845475435256958, |
| "learning_rate": 0.0006110962978722816, |
| "loss": 3.6419, |
| "step": 284000 |
| }, |
| { |
| "epoch": 1.1750905583848597, |
| "grad_norm": 0.8336458802223206, |
| "learning_rate": 0.0006104055250771247, |
| "loss": 3.6412, |
| "step": 284500 |
| }, |
| { |
| "epoch": 1.1771557439004745, |
| "grad_norm": 0.8581113219261169, |
| "learning_rate": 0.000609714752281968, |
| "loss": 3.6399, |
| "step": 285000 |
| }, |
| { |
| "epoch": 1.1792209294160894, |
| "grad_norm": 0.8157337307929993, |
| "learning_rate": 0.0006090239794868111, |
| "loss": 3.6394, |
| "step": 285500 |
| }, |
| { |
| "epoch": 1.1812861149317042, |
| "grad_norm": 0.9136993288993835, |
| "learning_rate": 0.0006083332066916543, |
| "loss": 3.6428, |
| "step": 286000 |
| }, |
| { |
| "epoch": 1.183351300447319, |
| "grad_norm": 0.824963390827179, |
| "learning_rate": 0.0006076424338964974, |
| "loss": 3.6373, |
| "step": 286500 |
| }, |
| { |
| "epoch": 1.1854164859629341, |
| "grad_norm": 0.921095073223114, |
| "learning_rate": 0.0006069516611013404, |
| "loss": 3.6412, |
| "step": 287000 |
| }, |
| { |
| "epoch": 1.187481671478549, |
| "grad_norm": 0.8546509146690369, |
| "learning_rate": 0.0006062608883061837, |
| "loss": 3.64, |
| "step": 287500 |
| }, |
| { |
| "epoch": 1.1895468569941638, |
| "grad_norm": 0.8727114200592041, |
| "learning_rate": 0.0006055701155110268, |
| "loss": 3.6431, |
| "step": 288000 |
| }, |
| { |
| "epoch": 1.1916120425097787, |
| "grad_norm": 0.8491438627243042, |
| "learning_rate": 0.00060487934271587, |
| "loss": 3.6423, |
| "step": 288500 |
| }, |
| { |
| "epoch": 1.1936772280253936, |
| "grad_norm": 0.8465364575386047, |
| "learning_rate": 0.0006041885699207131, |
| "loss": 3.6386, |
| "step": 289000 |
| }, |
| { |
| "epoch": 1.1957424135410084, |
| "grad_norm": 0.9105225801467896, |
| "learning_rate": 0.0006034977971255562, |
| "loss": 3.6405, |
| "step": 289500 |
| }, |
| { |
| "epoch": 1.1978075990566233, |
| "grad_norm": 0.8746159076690674, |
| "learning_rate": 0.0006028070243303994, |
| "loss": 3.6387, |
| "step": 290000 |
| }, |
| { |
| "epoch": 1.1998727845722381, |
| "grad_norm": 0.8231246471405029, |
| "learning_rate": 0.0006021162515352425, |
| "loss": 3.6409, |
| "step": 290500 |
| }, |
| { |
| "epoch": 1.201937970087853, |
| "grad_norm": 0.8378157615661621, |
| "learning_rate": 0.0006014254787400857, |
| "loss": 3.6443, |
| "step": 291000 |
| }, |
| { |
| "epoch": 1.2040031556034678, |
| "grad_norm": 0.8843089938163757, |
| "learning_rate": 0.0006007347059449288, |
| "loss": 3.6387, |
| "step": 291500 |
| }, |
| { |
| "epoch": 1.2060683411190827, |
| "grad_norm": 0.8844972848892212, |
| "learning_rate": 0.000600043933149772, |
| "loss": 3.6397, |
| "step": 292000 |
| }, |
| { |
| "epoch": 1.2081335266346975, |
| "grad_norm": 0.8368713855743408, |
| "learning_rate": 0.0005993531603546152, |
| "loss": 3.6395, |
| "step": 292500 |
| }, |
| { |
| "epoch": 1.2101987121503124, |
| "grad_norm": 0.8770310878753662, |
| "learning_rate": 0.0005986623875594582, |
| "loss": 3.6378, |
| "step": 293000 |
| }, |
| { |
| "epoch": 1.2122638976659272, |
| "grad_norm": 0.834708571434021, |
| "learning_rate": 0.0005979716147643014, |
| "loss": 3.6428, |
| "step": 293500 |
| }, |
| { |
| "epoch": 1.2143290831815423, |
| "grad_norm": 0.8338863849639893, |
| "learning_rate": 0.0005972808419691445, |
| "loss": 3.6397, |
| "step": 294000 |
| }, |
| { |
| "epoch": 1.2163942686971572, |
| "grad_norm": 0.9234596490859985, |
| "learning_rate": 0.0005965900691739878, |
| "loss": 3.6374, |
| "step": 294500 |
| }, |
| { |
| "epoch": 1.218459454212772, |
| "grad_norm": 0.8158113956451416, |
| "learning_rate": 0.0005958992963788309, |
| "loss": 3.6326, |
| "step": 295000 |
| }, |
| { |
| "epoch": 1.2205246397283869, |
| "grad_norm": 0.878017008304596, |
| "learning_rate": 0.0005952085235836741, |
| "loss": 3.6405, |
| "step": 295500 |
| }, |
| { |
| "epoch": 1.2225898252440017, |
| "grad_norm": 0.8284105062484741, |
| "learning_rate": 0.0005945177507885171, |
| "loss": 3.6418, |
| "step": 296000 |
| }, |
| { |
| "epoch": 1.2246550107596166, |
| "grad_norm": 0.8646044135093689, |
| "learning_rate": 0.0005938269779933602, |
| "loss": 3.6419, |
| "step": 296500 |
| }, |
| { |
| "epoch": 1.2267201962752314, |
| "grad_norm": 0.8561674952507019, |
| "learning_rate": 0.0005931362051982034, |
| "loss": 3.6408, |
| "step": 297000 |
| }, |
| { |
| "epoch": 1.2287853817908463, |
| "grad_norm": 0.8356595039367676, |
| "learning_rate": 0.0005924454324030466, |
| "loss": 3.6338, |
| "step": 297500 |
| }, |
| { |
| "epoch": 1.2308505673064611, |
| "grad_norm": 0.7949745655059814, |
| "learning_rate": 0.0005917546596078898, |
| "loss": 3.639, |
| "step": 298000 |
| }, |
| { |
| "epoch": 1.232915752822076, |
| "grad_norm": 0.8922995924949646, |
| "learning_rate": 0.0005910638868127329, |
| "loss": 3.6363, |
| "step": 298500 |
| }, |
| { |
| "epoch": 1.2349809383376908, |
| "grad_norm": 0.8811206221580505, |
| "learning_rate": 0.000590373114017576, |
| "loss": 3.6434, |
| "step": 299000 |
| }, |
| { |
| "epoch": 1.2370461238533057, |
| "grad_norm": 0.8570734858512878, |
| "learning_rate": 0.0005896823412224191, |
| "loss": 3.6384, |
| "step": 299500 |
| }, |
| { |
| "epoch": 1.2391113093689206, |
| "grad_norm": 0.8630372285842896, |
| "learning_rate": 0.0005889915684272623, |
| "loss": 3.643, |
| "step": 300000 |
| }, |
| { |
| "epoch": 1.2411764948845354, |
| "grad_norm": 0.7972979545593262, |
| "learning_rate": 0.0005883007956321055, |
| "loss": 3.6373, |
| "step": 300500 |
| }, |
| { |
| "epoch": 1.2432416804001503, |
| "grad_norm": 0.8756755590438843, |
| "learning_rate": 0.0005876100228369486, |
| "loss": 3.6396, |
| "step": 301000 |
| }, |
| { |
| "epoch": 1.2453068659157651, |
| "grad_norm": 0.835181713104248, |
| "learning_rate": 0.0005869192500417918, |
| "loss": 3.6444, |
| "step": 301500 |
| }, |
| { |
| "epoch": 1.24737205143138, |
| "grad_norm": 0.8531635403633118, |
| "learning_rate": 0.0005862284772466348, |
| "loss": 3.6345, |
| "step": 302000 |
| }, |
| { |
| "epoch": 1.249437236946995, |
| "grad_norm": 0.8525377511978149, |
| "learning_rate": 0.0005855377044514781, |
| "loss": 3.6392, |
| "step": 302500 |
| }, |
| { |
| "epoch": 1.25150242246261, |
| "grad_norm": 0.8619999289512634, |
| "learning_rate": 0.0005848469316563212, |
| "loss": 3.6375, |
| "step": 303000 |
| }, |
| { |
| "epoch": 1.2535676079782248, |
| "grad_norm": 0.8545814156532288, |
| "learning_rate": 0.0005841561588611643, |
| "loss": 3.6349, |
| "step": 303500 |
| }, |
| { |
| "epoch": 1.2556327934938396, |
| "grad_norm": 0.8469774127006531, |
| "learning_rate": 0.0005834653860660075, |
| "loss": 3.6364, |
| "step": 304000 |
| }, |
| { |
| "epoch": 1.2576979790094545, |
| "grad_norm": 0.8846688270568848, |
| "learning_rate": 0.0005827746132708506, |
| "loss": 3.6364, |
| "step": 304500 |
| }, |
| { |
| "epoch": 1.2597631645250693, |
| "grad_norm": 0.9075489640235901, |
| "learning_rate": 0.0005820838404756938, |
| "loss": 3.6364, |
| "step": 305000 |
| }, |
| { |
| "epoch": 1.2618283500406842, |
| "grad_norm": 0.8593960404396057, |
| "learning_rate": 0.0005813930676805369, |
| "loss": 3.6359, |
| "step": 305500 |
| }, |
| { |
| "epoch": 1.263893535556299, |
| "grad_norm": 0.8116864562034607, |
| "learning_rate": 0.0005807022948853801, |
| "loss": 3.6364, |
| "step": 306000 |
| }, |
| { |
| "epoch": 1.2659587210719139, |
| "grad_norm": 0.9091377258300781, |
| "learning_rate": 0.0005800115220902232, |
| "loss": 3.6394, |
| "step": 306500 |
| }, |
| { |
| "epoch": 1.2680239065875287, |
| "grad_norm": 0.8530232310295105, |
| "learning_rate": 0.0005793207492950663, |
| "loss": 3.6384, |
| "step": 307000 |
| }, |
| { |
| "epoch": 1.2700890921031436, |
| "grad_norm": 0.8767454028129578, |
| "learning_rate": 0.0005786299764999096, |
| "loss": 3.6349, |
| "step": 307500 |
| }, |
| { |
| "epoch": 1.2721542776187584, |
| "grad_norm": 0.86729496717453, |
| "learning_rate": 0.0005779392037047526, |
| "loss": 3.6343, |
| "step": 308000 |
| }, |
| { |
| "epoch": 1.2742194631343733, |
| "grad_norm": 0.8575980067253113, |
| "learning_rate": 0.0005772484309095958, |
| "loss": 3.6341, |
| "step": 308500 |
| }, |
| { |
| "epoch": 1.2762846486499884, |
| "grad_norm": 0.8563485741615295, |
| "learning_rate": 0.0005765576581144389, |
| "loss": 3.6307, |
| "step": 309000 |
| }, |
| { |
| "epoch": 1.2783498341656032, |
| "grad_norm": 0.8204468488693237, |
| "learning_rate": 0.0005758668853192822, |
| "loss": 3.6326, |
| "step": 309500 |
| }, |
| { |
| "epoch": 1.280415019681218, |
| "grad_norm": 0.8668286204338074, |
| "learning_rate": 0.0005751761125241253, |
| "loss": 3.6332, |
| "step": 310000 |
| }, |
| { |
| "epoch": 1.282480205196833, |
| "grad_norm": 0.9041423797607422, |
| "learning_rate": 0.0005744853397289684, |
| "loss": 3.6301, |
| "step": 310500 |
| }, |
| { |
| "epoch": 1.2845453907124478, |
| "grad_norm": 0.9111208915710449, |
| "learning_rate": 0.0005737945669338115, |
| "loss": 3.6342, |
| "step": 311000 |
| }, |
| { |
| "epoch": 1.2866105762280626, |
| "grad_norm": 0.8527085781097412, |
| "learning_rate": 0.0005731037941386546, |
| "loss": 3.6352, |
| "step": 311500 |
| }, |
| { |
| "epoch": 1.2886757617436775, |
| "grad_norm": 0.9022780656814575, |
| "learning_rate": 0.0005724130213434978, |
| "loss": 3.6309, |
| "step": 312000 |
| }, |
| { |
| "epoch": 1.2907409472592923, |
| "grad_norm": 0.8200535774230957, |
| "learning_rate": 0.000571722248548341, |
| "loss": 3.6352, |
| "step": 312500 |
| }, |
| { |
| "epoch": 1.2928061327749072, |
| "grad_norm": 0.8946380615234375, |
| "learning_rate": 0.0005710314757531842, |
| "loss": 3.6316, |
| "step": 313000 |
| }, |
| { |
| "epoch": 1.294871318290522, |
| "grad_norm": 0.8948845267295837, |
| "learning_rate": 0.0005703407029580273, |
| "loss": 3.6335, |
| "step": 313500 |
| }, |
| { |
| "epoch": 1.296936503806137, |
| "grad_norm": 0.8681610226631165, |
| "learning_rate": 0.0005696499301628703, |
| "loss": 3.6334, |
| "step": 314000 |
| }, |
| { |
| "epoch": 1.2990016893217518, |
| "grad_norm": 0.8890866637229919, |
| "learning_rate": 0.0005689591573677135, |
| "loss": 3.6349, |
| "step": 314500 |
| }, |
| { |
| "epoch": 1.3010668748373666, |
| "grad_norm": 0.8331130146980286, |
| "learning_rate": 0.0005682683845725567, |
| "loss": 3.6295, |
| "step": 315000 |
| }, |
| { |
| "epoch": 1.3031320603529815, |
| "grad_norm": 0.9164173007011414, |
| "learning_rate": 0.0005675776117773999, |
| "loss": 3.6285, |
| "step": 315500 |
| }, |
| { |
| "epoch": 1.3051972458685963, |
| "grad_norm": 0.9248276948928833, |
| "learning_rate": 0.000566886838982243, |
| "loss": 3.635, |
| "step": 316000 |
| }, |
| { |
| "epoch": 1.3072624313842112, |
| "grad_norm": 0.8627344965934753, |
| "learning_rate": 0.0005661960661870862, |
| "loss": 3.6282, |
| "step": 316500 |
| }, |
| { |
| "epoch": 1.309327616899826, |
| "grad_norm": 0.8344895839691162, |
| "learning_rate": 0.0005655052933919294, |
| "loss": 3.6328, |
| "step": 317000 |
| }, |
| { |
| "epoch": 1.3113928024154409, |
| "grad_norm": 0.8892630338668823, |
| "learning_rate": 0.0005648145205967724, |
| "loss": 3.6292, |
| "step": 317500 |
| }, |
| { |
| "epoch": 1.3134579879310557, |
| "grad_norm": 0.8829456567764282, |
| "learning_rate": 0.0005641237478016156, |
| "loss": 3.6321, |
| "step": 318000 |
| }, |
| { |
| "epoch": 1.3155231734466706, |
| "grad_norm": 0.9509747624397278, |
| "learning_rate": 0.0005634329750064587, |
| "loss": 3.6334, |
| "step": 318500 |
| }, |
| { |
| "epoch": 1.3175883589622857, |
| "grad_norm": 0.8569677472114563, |
| "learning_rate": 0.0005627422022113019, |
| "loss": 3.6338, |
| "step": 319000 |
| }, |
| { |
| "epoch": 1.3196535444779005, |
| "grad_norm": 0.8735712766647339, |
| "learning_rate": 0.000562051429416145, |
| "loss": 3.631, |
| "step": 319500 |
| }, |
| { |
| "epoch": 1.3217187299935154, |
| "grad_norm": 0.8901649713516235, |
| "learning_rate": 0.0005613606566209883, |
| "loss": 3.6317, |
| "step": 320000 |
| }, |
| { |
| "epoch": 1.3237839155091302, |
| "grad_norm": 0.8649008870124817, |
| "learning_rate": 0.0005606698838258313, |
| "loss": 3.6352, |
| "step": 320500 |
| }, |
| { |
| "epoch": 1.325849101024745, |
| "grad_norm": 0.8626308441162109, |
| "learning_rate": 0.0005599791110306744, |
| "loss": 3.6314, |
| "step": 321000 |
| }, |
| { |
| "epoch": 1.32791428654036, |
| "grad_norm": 0.8588893413543701, |
| "learning_rate": 0.0005592883382355176, |
| "loss": 3.6324, |
| "step": 321500 |
| }, |
| { |
| "epoch": 1.3299794720559748, |
| "grad_norm": 0.9297236800193787, |
| "learning_rate": 0.0005585975654403607, |
| "loss": 3.6269, |
| "step": 322000 |
| }, |
| { |
| "epoch": 1.3320446575715896, |
| "grad_norm": 0.892342746257782, |
| "learning_rate": 0.000557906792645204, |
| "loss": 3.6271, |
| "step": 322500 |
| }, |
| { |
| "epoch": 1.3341098430872045, |
| "grad_norm": 0.8954850435256958, |
| "learning_rate": 0.0005572160198500471, |
| "loss": 3.633, |
| "step": 323000 |
| }, |
| { |
| "epoch": 1.3361750286028193, |
| "grad_norm": 0.835870087146759, |
| "learning_rate": 0.0005565252470548902, |
| "loss": 3.6339, |
| "step": 323500 |
| }, |
| { |
| "epoch": 1.3382402141184342, |
| "grad_norm": 0.8228446245193481, |
| "learning_rate": 0.0005558344742597333, |
| "loss": 3.6302, |
| "step": 324000 |
| }, |
| { |
| "epoch": 1.340305399634049, |
| "grad_norm": 0.877083420753479, |
| "learning_rate": 0.0005551437014645764, |
| "loss": 3.6287, |
| "step": 324500 |
| }, |
| { |
| "epoch": 1.3423705851496641, |
| "grad_norm": 0.8847202062606812, |
| "learning_rate": 0.0005544529286694197, |
| "loss": 3.6327, |
| "step": 325000 |
| }, |
| { |
| "epoch": 1.344435770665279, |
| "grad_norm": 0.8818312883377075, |
| "learning_rate": 0.0005537621558742628, |
| "loss": 3.6274, |
| "step": 325500 |
| }, |
| { |
| "epoch": 1.3465009561808938, |
| "grad_norm": 0.8837476372718811, |
| "learning_rate": 0.000553071383079106, |
| "loss": 3.6344, |
| "step": 326000 |
| }, |
| { |
| "epoch": 1.3485661416965087, |
| "grad_norm": 0.8340895771980286, |
| "learning_rate": 0.000552380610283949, |
| "loss": 3.6307, |
| "step": 326500 |
| }, |
| { |
| "epoch": 1.3506313272121235, |
| "grad_norm": 0.8376668691635132, |
| "learning_rate": 0.0005516898374887922, |
| "loss": 3.6287, |
| "step": 327000 |
| }, |
| { |
| "epoch": 1.3526965127277384, |
| "grad_norm": 0.9396718740463257, |
| "learning_rate": 0.0005509990646936354, |
| "loss": 3.6307, |
| "step": 327500 |
| }, |
| { |
| "epoch": 1.3547616982433532, |
| "grad_norm": 0.8634157180786133, |
| "learning_rate": 0.0005503082918984785, |
| "loss": 3.6338, |
| "step": 328000 |
| }, |
| { |
| "epoch": 1.356826883758968, |
| "grad_norm": 0.8108691573143005, |
| "learning_rate": 0.0005496175191033217, |
| "loss": 3.6297, |
| "step": 328500 |
| }, |
| { |
| "epoch": 1.358892069274583, |
| "grad_norm": 0.8781368732452393, |
| "learning_rate": 0.0005489267463081648, |
| "loss": 3.6214, |
| "step": 329000 |
| }, |
| { |
| "epoch": 1.3609572547901978, |
| "grad_norm": 0.9365848302841187, |
| "learning_rate": 0.0005482359735130079, |
| "loss": 3.6252, |
| "step": 329500 |
| }, |
| { |
| "epoch": 1.3630224403058127, |
| "grad_norm": 0.9395589232444763, |
| "learning_rate": 0.0005475452007178511, |
| "loss": 3.6321, |
| "step": 330000 |
| }, |
| { |
| "epoch": 1.3650876258214275, |
| "grad_norm": 0.8478281497955322, |
| "learning_rate": 0.0005468544279226943, |
| "loss": 3.6274, |
| "step": 330500 |
| }, |
| { |
| "epoch": 1.3671528113370424, |
| "grad_norm": 0.8921921253204346, |
| "learning_rate": 0.0005461636551275374, |
| "loss": 3.6322, |
| "step": 331000 |
| }, |
| { |
| "epoch": 1.3692179968526572, |
| "grad_norm": 0.8773924112319946, |
| "learning_rate": 0.0005454728823323805, |
| "loss": 3.625, |
| "step": 331500 |
| }, |
| { |
| "epoch": 1.371283182368272, |
| "grad_norm": 0.8703533411026001, |
| "learning_rate": 0.0005447821095372237, |
| "loss": 3.6271, |
| "step": 332000 |
| }, |
| { |
| "epoch": 1.373348367883887, |
| "grad_norm": 0.9260948300361633, |
| "learning_rate": 0.0005440913367420668, |
| "loss": 3.6257, |
| "step": 332500 |
| }, |
| { |
| "epoch": 1.3754135533995018, |
| "grad_norm": 0.9382374286651611, |
| "learning_rate": 0.00054340056394691, |
| "loss": 3.6291, |
| "step": 333000 |
| }, |
| { |
| "epoch": 1.3774787389151166, |
| "grad_norm": 0.9884597659111023, |
| "learning_rate": 0.0005427097911517531, |
| "loss": 3.6283, |
| "step": 333500 |
| }, |
| { |
| "epoch": 1.3795439244307315, |
| "grad_norm": 0.8627356290817261, |
| "learning_rate": 0.0005420190183565963, |
| "loss": 3.6285, |
| "step": 334000 |
| }, |
| { |
| "epoch": 1.3816091099463466, |
| "grad_norm": 1.0183664560317993, |
| "learning_rate": 0.0005413282455614394, |
| "loss": 3.6234, |
| "step": 334500 |
| }, |
| { |
| "epoch": 1.3836742954619614, |
| "grad_norm": 1.069983720779419, |
| "learning_rate": 0.0005406374727662826, |
| "loss": 3.632, |
| "step": 335000 |
| }, |
| { |
| "epoch": 1.3857394809775763, |
| "grad_norm": 0.8708402514457703, |
| "learning_rate": 0.0005399466999711257, |
| "loss": 3.6227, |
| "step": 335500 |
| }, |
| { |
| "epoch": 1.3878046664931911, |
| "grad_norm": 0.9028722643852234, |
| "learning_rate": 0.0005392559271759688, |
| "loss": 3.6244, |
| "step": 336000 |
| }, |
| { |
| "epoch": 1.389869852008806, |
| "grad_norm": 0.8895553946495056, |
| "learning_rate": 0.000538565154380812, |
| "loss": 3.6207, |
| "step": 336500 |
| }, |
| { |
| "epoch": 1.3919350375244208, |
| "grad_norm": 0.8524749279022217, |
| "learning_rate": 0.0005378743815856551, |
| "loss": 3.6245, |
| "step": 337000 |
| }, |
| { |
| "epoch": 1.3940002230400357, |
| "grad_norm": 0.9254179000854492, |
| "learning_rate": 0.0005371836087904984, |
| "loss": 3.6288, |
| "step": 337500 |
| }, |
| { |
| "epoch": 1.3960654085556505, |
| "grad_norm": 0.8679038286209106, |
| "learning_rate": 0.0005364928359953415, |
| "loss": 3.6227, |
| "step": 338000 |
| }, |
| { |
| "epoch": 1.3981305940712654, |
| "grad_norm": 1.1326936483383179, |
| "learning_rate": 0.0005358020632001845, |
| "loss": 3.6293, |
| "step": 338500 |
| }, |
| { |
| "epoch": 1.4001957795868802, |
| "grad_norm": 0.9517419338226318, |
| "learning_rate": 0.0005351112904050277, |
| "loss": 3.6259, |
| "step": 339000 |
| }, |
| { |
| "epoch": 1.402260965102495, |
| "grad_norm": 0.9134194254875183, |
| "learning_rate": 0.0005344205176098708, |
| "loss": 3.6302, |
| "step": 339500 |
| }, |
| { |
| "epoch": 1.40432615061811, |
| "grad_norm": 0.9232060313224792, |
| "learning_rate": 0.0005337297448147141, |
| "loss": 3.6242, |
| "step": 340000 |
| }, |
| { |
| "epoch": 1.406391336133725, |
| "grad_norm": 0.9168750047683716, |
| "learning_rate": 0.0005330389720195572, |
| "loss": 3.6228, |
| "step": 340500 |
| }, |
| { |
| "epoch": 1.4084565216493399, |
| "grad_norm": 0.867607831954956, |
| "learning_rate": 0.0005323481992244004, |
| "loss": 3.6274, |
| "step": 341000 |
| }, |
| { |
| "epoch": 1.4105217071649547, |
| "grad_norm": 0.8899474740028381, |
| "learning_rate": 0.0005316574264292434, |
| "loss": 3.6269, |
| "step": 341500 |
| }, |
| { |
| "epoch": 1.4125868926805696, |
| "grad_norm": 0.8969711065292358, |
| "learning_rate": 0.0005309666536340865, |
| "loss": 3.6279, |
| "step": 342000 |
| }, |
| { |
| "epoch": 1.4146520781961844, |
| "grad_norm": 0.9321315288543701, |
| "learning_rate": 0.0005302758808389298, |
| "loss": 3.6216, |
| "step": 342500 |
| }, |
| { |
| "epoch": 1.4167172637117993, |
| "grad_norm": 0.9067663550376892, |
| "learning_rate": 0.0005295851080437729, |
| "loss": 3.6216, |
| "step": 343000 |
| }, |
| { |
| "epoch": 1.4187824492274141, |
| "grad_norm": 0.9273170828819275, |
| "learning_rate": 0.0005288943352486161, |
| "loss": 3.6197, |
| "step": 343500 |
| }, |
| { |
| "epoch": 1.420847634743029, |
| "grad_norm": 0.8975114822387695, |
| "learning_rate": 0.0005282035624534592, |
| "loss": 3.6255, |
| "step": 344000 |
| }, |
| { |
| "epoch": 1.4229128202586439, |
| "grad_norm": 0.8769076466560364, |
| "learning_rate": 0.0005275127896583023, |
| "loss": 3.6224, |
| "step": 344500 |
| }, |
| { |
| "epoch": 1.4249780057742587, |
| "grad_norm": 0.8779253363609314, |
| "learning_rate": 0.0005268220168631455, |
| "loss": 3.6221, |
| "step": 345000 |
| }, |
| { |
| "epoch": 1.4270431912898736, |
| "grad_norm": 0.9520541429519653, |
| "learning_rate": 0.0005261312440679886, |
| "loss": 3.6249, |
| "step": 345500 |
| }, |
| { |
| "epoch": 1.4291083768054884, |
| "grad_norm": 0.9439170360565186, |
| "learning_rate": 0.0005254404712728318, |
| "loss": 3.6239, |
| "step": 346000 |
| }, |
| { |
| "epoch": 1.4311735623211033, |
| "grad_norm": 0.8566519021987915, |
| "learning_rate": 0.0005247496984776749, |
| "loss": 3.628, |
| "step": 346500 |
| }, |
| { |
| "epoch": 1.4332387478367181, |
| "grad_norm": 0.9285138249397278, |
| "learning_rate": 0.0005240589256825181, |
| "loss": 3.623, |
| "step": 347000 |
| }, |
| { |
| "epoch": 1.435303933352333, |
| "grad_norm": 0.943242073059082, |
| "learning_rate": 0.0005233681528873612, |
| "loss": 3.626, |
| "step": 347500 |
| }, |
| { |
| "epoch": 1.4373691188679478, |
| "grad_norm": 0.9518710970878601, |
| "learning_rate": 0.0005226773800922044, |
| "loss": 3.627, |
| "step": 348000 |
| }, |
| { |
| "epoch": 1.4394343043835627, |
| "grad_norm": 0.8522790670394897, |
| "learning_rate": 0.0005219866072970475, |
| "loss": 3.6236, |
| "step": 348500 |
| }, |
| { |
| "epoch": 1.4414994898991775, |
| "grad_norm": 0.8695337772369385, |
| "learning_rate": 0.0005212958345018906, |
| "loss": 3.6267, |
| "step": 349000 |
| }, |
| { |
| "epoch": 1.4435646754147924, |
| "grad_norm": 0.9737259149551392, |
| "learning_rate": 0.0005206050617067338, |
| "loss": 3.628, |
| "step": 349500 |
| }, |
| { |
| "epoch": 1.4456298609304072, |
| "grad_norm": 0.8802591562271118, |
| "learning_rate": 0.000519914288911577, |
| "loss": 3.6233, |
| "step": 350000 |
| }, |
| { |
| "epoch": 1.4476950464460223, |
| "grad_norm": 0.8898768424987793, |
| "learning_rate": 0.0005192235161164201, |
| "loss": 3.6185, |
| "step": 350500 |
| }, |
| { |
| "epoch": 1.4497602319616372, |
| "grad_norm": 0.906989336013794, |
| "learning_rate": 0.0005185327433212632, |
| "loss": 3.627, |
| "step": 351000 |
| }, |
| { |
| "epoch": 1.451825417477252, |
| "grad_norm": 0.9344033598899841, |
| "learning_rate": 0.0005178419705261064, |
| "loss": 3.6251, |
| "step": 351500 |
| }, |
| { |
| "epoch": 1.4538906029928669, |
| "grad_norm": 0.9117660522460938, |
| "learning_rate": 0.0005171511977309495, |
| "loss": 3.6201, |
| "step": 352000 |
| }, |
| { |
| "epoch": 1.4559557885084817, |
| "grad_norm": 0.9623023271560669, |
| "learning_rate": 0.0005164604249357927, |
| "loss": 3.6224, |
| "step": 352500 |
| }, |
| { |
| "epoch": 1.4580209740240966, |
| "grad_norm": 0.917404294013977, |
| "learning_rate": 0.0005157696521406359, |
| "loss": 3.6215, |
| "step": 353000 |
| }, |
| { |
| "epoch": 1.4600861595397114, |
| "grad_norm": 0.8771188855171204, |
| "learning_rate": 0.0005150788793454789, |
| "loss": 3.6177, |
| "step": 353500 |
| }, |
| { |
| "epoch": 1.4621513450553263, |
| "grad_norm": 0.9068584442138672, |
| "learning_rate": 0.0005143881065503221, |
| "loss": 3.6171, |
| "step": 354000 |
| }, |
| { |
| "epoch": 1.4642165305709411, |
| "grad_norm": 0.8495357036590576, |
| "learning_rate": 0.0005136973337551652, |
| "loss": 3.6179, |
| "step": 354500 |
| }, |
| { |
| "epoch": 1.466281716086556, |
| "grad_norm": 0.9294023513793945, |
| "learning_rate": 0.0005130065609600085, |
| "loss": 3.621, |
| "step": 355000 |
| }, |
| { |
| "epoch": 1.4683469016021709, |
| "grad_norm": 0.8986365795135498, |
| "learning_rate": 0.0005123157881648516, |
| "loss": 3.6215, |
| "step": 355500 |
| }, |
| { |
| "epoch": 1.470412087117786, |
| "grad_norm": 0.8775242567062378, |
| "learning_rate": 0.0005116250153696947, |
| "loss": 3.6224, |
| "step": 356000 |
| }, |
| { |
| "epoch": 1.4724772726334008, |
| "grad_norm": 0.9806228280067444, |
| "learning_rate": 0.0005109342425745378, |
| "loss": 3.6282, |
| "step": 356500 |
| }, |
| { |
| "epoch": 1.4745424581490156, |
| "grad_norm": 0.9070131778717041, |
| "learning_rate": 0.0005102434697793809, |
| "loss": 3.6215, |
| "step": 357000 |
| }, |
| { |
| "epoch": 1.4766076436646305, |
| "grad_norm": 0.8883774280548096, |
| "learning_rate": 0.0005095526969842242, |
| "loss": 3.6209, |
| "step": 357500 |
| }, |
| { |
| "epoch": 1.4786728291802453, |
| "grad_norm": 0.8933684825897217, |
| "learning_rate": 0.0005088619241890673, |
| "loss": 3.6252, |
| "step": 358000 |
| }, |
| { |
| "epoch": 1.4807380146958602, |
| "grad_norm": 0.9200357794761658, |
| "learning_rate": 0.0005081711513939105, |
| "loss": 3.6222, |
| "step": 358500 |
| }, |
| { |
| "epoch": 1.482803200211475, |
| "grad_norm": 0.9308785200119019, |
| "learning_rate": 0.0005074803785987536, |
| "loss": 3.6208, |
| "step": 359000 |
| }, |
| { |
| "epoch": 1.48486838572709, |
| "grad_norm": 0.8750079870223999, |
| "learning_rate": 0.0005067896058035966, |
| "loss": 3.6199, |
| "step": 359500 |
| }, |
| { |
| "epoch": 1.4869335712427048, |
| "grad_norm": 0.9529547095298767, |
| "learning_rate": 0.0005060988330084399, |
| "loss": 3.6228, |
| "step": 360000 |
| }, |
| { |
| "epoch": 1.4889987567583196, |
| "grad_norm": 0.8682648539543152, |
| "learning_rate": 0.000505408060213283, |
| "loss": 3.6135, |
| "step": 360500 |
| }, |
| { |
| "epoch": 1.4910639422739345, |
| "grad_norm": 1.1106621026992798, |
| "learning_rate": 0.0005047172874181262, |
| "loss": 3.6176, |
| "step": 361000 |
| }, |
| { |
| "epoch": 1.4931291277895493, |
| "grad_norm": 0.9601291418075562, |
| "learning_rate": 0.0005040265146229693, |
| "loss": 3.6219, |
| "step": 361500 |
| }, |
| { |
| "epoch": 1.4951943133051642, |
| "grad_norm": 0.8618814945220947, |
| "learning_rate": 0.0005033357418278125, |
| "loss": 3.6127, |
| "step": 362000 |
| }, |
| { |
| "epoch": 1.497259498820779, |
| "grad_norm": 0.8370802998542786, |
| "learning_rate": 0.0005026449690326556, |
| "loss": 3.6206, |
| "step": 362500 |
| }, |
| { |
| "epoch": 1.4993246843363939, |
| "grad_norm": 0.8459282517433167, |
| "learning_rate": 0.0005019541962374987, |
| "loss": 3.6178, |
| "step": 363000 |
| }, |
| { |
| "epoch": 1.5013898698520087, |
| "grad_norm": 0.9562257528305054, |
| "learning_rate": 0.0005012634234423419, |
| "loss": 3.6237, |
| "step": 363500 |
| }, |
| { |
| "epoch": 1.5034550553676236, |
| "grad_norm": 0.9108514785766602, |
| "learning_rate": 0.000500572650647185, |
| "loss": 3.6143, |
| "step": 364000 |
| }, |
| { |
| "epoch": 1.5055202408832384, |
| "grad_norm": 0.8244084119796753, |
| "learning_rate": 0.0004998818778520282, |
| "loss": 3.623, |
| "step": 364500 |
| }, |
| { |
| "epoch": 1.5075854263988533, |
| "grad_norm": 0.84373939037323, |
| "learning_rate": 0.0004991911050568714, |
| "loss": 3.6204, |
| "step": 365000 |
| }, |
| { |
| "epoch": 1.5096506119144681, |
| "grad_norm": 0.8240190148353577, |
| "learning_rate": 0.0004985003322617145, |
| "loss": 3.6161, |
| "step": 365500 |
| }, |
| { |
| "epoch": 1.511715797430083, |
| "grad_norm": 0.854900062084198, |
| "learning_rate": 0.0004978095594665576, |
| "loss": 3.6108, |
| "step": 366000 |
| }, |
| { |
| "epoch": 1.5137809829456979, |
| "grad_norm": 0.8967952132225037, |
| "learning_rate": 0.0004971187866714007, |
| "loss": 3.6238, |
| "step": 366500 |
| }, |
| { |
| "epoch": 1.515846168461313, |
| "grad_norm": 0.8556637763977051, |
| "learning_rate": 0.0004964280138762439, |
| "loss": 3.6223, |
| "step": 367000 |
| }, |
| { |
| "epoch": 1.5179113539769278, |
| "grad_norm": 0.8737160563468933, |
| "learning_rate": 0.0004957372410810871, |
| "loss": 3.6213, |
| "step": 367500 |
| }, |
| { |
| "epoch": 1.5199765394925426, |
| "grad_norm": 0.8557814359664917, |
| "learning_rate": 0.0004950464682859302, |
| "loss": 3.6174, |
| "step": 368000 |
| }, |
| { |
| "epoch": 1.5220417250081575, |
| "grad_norm": 0.8986766934394836, |
| "learning_rate": 0.0004943556954907734, |
| "loss": 3.6205, |
| "step": 368500 |
| }, |
| { |
| "epoch": 1.5241069105237723, |
| "grad_norm": 1.0052659511566162, |
| "learning_rate": 0.0004936649226956165, |
| "loss": 3.6213, |
| "step": 369000 |
| }, |
| { |
| "epoch": 1.5261720960393872, |
| "grad_norm": 0.8314480781555176, |
| "learning_rate": 0.0004929741499004596, |
| "loss": 3.6199, |
| "step": 369500 |
| }, |
| { |
| "epoch": 1.528237281555002, |
| "grad_norm": 0.8918452262878418, |
| "learning_rate": 0.0004922833771053028, |
| "loss": 3.6162, |
| "step": 370000 |
| }, |
| { |
| "epoch": 1.530302467070617, |
| "grad_norm": 0.9111048579216003, |
| "learning_rate": 0.000491592604310146, |
| "loss": 3.6165, |
| "step": 370500 |
| }, |
| { |
| "epoch": 1.532367652586232, |
| "grad_norm": 0.8491929769515991, |
| "learning_rate": 0.0004909018315149891, |
| "loss": 3.6183, |
| "step": 371000 |
| }, |
| { |
| "epoch": 1.5344328381018468, |
| "grad_norm": 0.8751396536827087, |
| "learning_rate": 0.0004902110587198322, |
| "loss": 3.6119, |
| "step": 371500 |
| }, |
| { |
| "epoch": 1.5364980236174617, |
| "grad_norm": 0.957629919052124, |
| "learning_rate": 0.0004895202859246754, |
| "loss": 3.6202, |
| "step": 372000 |
| }, |
| { |
| "epoch": 1.5385632091330765, |
| "grad_norm": 0.8625714182853699, |
| "learning_rate": 0.0004888295131295186, |
| "loss": 3.6131, |
| "step": 372500 |
| }, |
| { |
| "epoch": 1.5406283946486914, |
| "grad_norm": 0.8893035054206848, |
| "learning_rate": 0.0004881387403343617, |
| "loss": 3.6176, |
| "step": 373000 |
| }, |
| { |
| "epoch": 1.5426935801643062, |
| "grad_norm": 0.8848550915718079, |
| "learning_rate": 0.00048744796753920485, |
| "loss": 3.6174, |
| "step": 373500 |
| }, |
| { |
| "epoch": 1.544758765679921, |
| "grad_norm": 0.9545185565948486, |
| "learning_rate": 0.00048675719474404797, |
| "loss": 3.6131, |
| "step": 374000 |
| }, |
| { |
| "epoch": 1.546823951195536, |
| "grad_norm": 0.8546385169029236, |
| "learning_rate": 0.0004860664219488911, |
| "loss": 3.6193, |
| "step": 374500 |
| }, |
| { |
| "epoch": 1.5488891367111508, |
| "grad_norm": 0.9334169030189514, |
| "learning_rate": 0.00048537564915373426, |
| "loss": 3.6161, |
| "step": 375000 |
| }, |
| { |
| "epoch": 1.5509543222267657, |
| "grad_norm": 0.9036852717399597, |
| "learning_rate": 0.0004846848763585774, |
| "loss": 3.6173, |
| "step": 375500 |
| }, |
| { |
| "epoch": 1.5530195077423805, |
| "grad_norm": 0.8733109831809998, |
| "learning_rate": 0.00048399410356342055, |
| "loss": 3.618, |
| "step": 376000 |
| }, |
| { |
| "epoch": 1.5550846932579954, |
| "grad_norm": 0.8650001287460327, |
| "learning_rate": 0.0004833033307682637, |
| "loss": 3.6218, |
| "step": 376500 |
| }, |
| { |
| "epoch": 1.5571498787736102, |
| "grad_norm": 0.9135239124298096, |
| "learning_rate": 0.00048261255797310684, |
| "loss": 3.6116, |
| "step": 377000 |
| }, |
| { |
| "epoch": 1.559215064289225, |
| "grad_norm": 0.8870047330856323, |
| "learning_rate": 0.00048192178517795, |
| "loss": 3.615, |
| "step": 377500 |
| }, |
| { |
| "epoch": 1.56128024980484, |
| "grad_norm": 0.9570178389549255, |
| "learning_rate": 0.00048123101238279313, |
| "loss": 3.6108, |
| "step": 378000 |
| }, |
| { |
| "epoch": 1.5633454353204548, |
| "grad_norm": 0.972823441028595, |
| "learning_rate": 0.00048054023958763625, |
| "loss": 3.6128, |
| "step": 378500 |
| }, |
| { |
| "epoch": 1.5654106208360696, |
| "grad_norm": 0.9057266712188721, |
| "learning_rate": 0.0004798494667924794, |
| "loss": 3.6119, |
| "step": 379000 |
| }, |
| { |
| "epoch": 1.5674758063516845, |
| "grad_norm": 0.8538796901702881, |
| "learning_rate": 0.0004791586939973226, |
| "loss": 3.6153, |
| "step": 379500 |
| }, |
| { |
| "epoch": 1.5695409918672993, |
| "grad_norm": 0.8900587558746338, |
| "learning_rate": 0.0004784679212021657, |
| "loss": 3.6094, |
| "step": 380000 |
| }, |
| { |
| "epoch": 1.5716061773829142, |
| "grad_norm": 0.9035120010375977, |
| "learning_rate": 0.0004777771484070089, |
| "loss": 3.6115, |
| "step": 380500 |
| }, |
| { |
| "epoch": 1.573671362898529, |
| "grad_norm": 0.9109090566635132, |
| "learning_rate": 0.00047708637561185205, |
| "loss": 3.6147, |
| "step": 381000 |
| }, |
| { |
| "epoch": 1.575736548414144, |
| "grad_norm": 0.9530739784240723, |
| "learning_rate": 0.0004763956028166951, |
| "loss": 3.6162, |
| "step": 381500 |
| }, |
| { |
| "epoch": 1.5778017339297588, |
| "grad_norm": 0.9010793566703796, |
| "learning_rate": 0.0004757048300215383, |
| "loss": 3.6173, |
| "step": 382000 |
| }, |
| { |
| "epoch": 1.5798669194453738, |
| "grad_norm": 0.9239755868911743, |
| "learning_rate": 0.00047501405722638146, |
| "loss": 3.6122, |
| "step": 382500 |
| }, |
| { |
| "epoch": 1.5819321049609887, |
| "grad_norm": 0.9250938296318054, |
| "learning_rate": 0.0004743232844312246, |
| "loss": 3.6125, |
| "step": 383000 |
| }, |
| { |
| "epoch": 1.5839972904766035, |
| "grad_norm": 0.983747661113739, |
| "learning_rate": 0.00047363251163606775, |
| "loss": 3.6148, |
| "step": 383500 |
| }, |
| { |
| "epoch": 1.5860624759922184, |
| "grad_norm": 0.8901280164718628, |
| "learning_rate": 0.0004729417388409109, |
| "loss": 3.6168, |
| "step": 384000 |
| }, |
| { |
| "epoch": 1.5881276615078332, |
| "grad_norm": 1.0286431312561035, |
| "learning_rate": 0.00047225096604575404, |
| "loss": 3.6157, |
| "step": 384500 |
| }, |
| { |
| "epoch": 1.590192847023448, |
| "grad_norm": 0.9333387613296509, |
| "learning_rate": 0.00047156019325059716, |
| "loss": 3.6167, |
| "step": 385000 |
| }, |
| { |
| "epoch": 1.592258032539063, |
| "grad_norm": 0.8943653106689453, |
| "learning_rate": 0.00047086942045544033, |
| "loss": 3.6159, |
| "step": 385500 |
| }, |
| { |
| "epoch": 1.5943232180546778, |
| "grad_norm": 1.0237303972244263, |
| "learning_rate": 0.00047017864766028345, |
| "loss": 3.6085, |
| "step": 386000 |
| }, |
| { |
| "epoch": 1.5963884035702929, |
| "grad_norm": 0.9231153130531311, |
| "learning_rate": 0.0004694878748651266, |
| "loss": 3.6088, |
| "step": 386500 |
| }, |
| { |
| "epoch": 1.5984535890859077, |
| "grad_norm": 0.9187248349189758, |
| "learning_rate": 0.0004687971020699698, |
| "loss": 3.609, |
| "step": 387000 |
| }, |
| { |
| "epoch": 1.6005187746015226, |
| "grad_norm": 0.9181712865829468, |
| "learning_rate": 0.0004681063292748129, |
| "loss": 3.617, |
| "step": 387500 |
| }, |
| { |
| "epoch": 1.6025839601171374, |
| "grad_norm": 0.9243224859237671, |
| "learning_rate": 0.0004674155564796561, |
| "loss": 3.6116, |
| "step": 388000 |
| }, |
| { |
| "epoch": 1.6046491456327523, |
| "grad_norm": 0.8570845723152161, |
| "learning_rate": 0.0004667247836844992, |
| "loss": 3.6132, |
| "step": 388500 |
| }, |
| { |
| "epoch": 1.6067143311483671, |
| "grad_norm": 0.9440647959709167, |
| "learning_rate": 0.0004660340108893423, |
| "loss": 3.6139, |
| "step": 389000 |
| }, |
| { |
| "epoch": 1.608779516663982, |
| "grad_norm": 0.9337875247001648, |
| "learning_rate": 0.0004653432380941855, |
| "loss": 3.6087, |
| "step": 389500 |
| }, |
| { |
| "epoch": 1.6108447021795969, |
| "grad_norm": 0.9188580513000488, |
| "learning_rate": 0.00046465246529902866, |
| "loss": 3.6149, |
| "step": 390000 |
| }, |
| { |
| "epoch": 1.6129098876952117, |
| "grad_norm": 0.9261829853057861, |
| "learning_rate": 0.0004639616925038718, |
| "loss": 3.6083, |
| "step": 390500 |
| }, |
| { |
| "epoch": 1.6149750732108266, |
| "grad_norm": 0.9685167074203491, |
| "learning_rate": 0.00046327091970871495, |
| "loss": 3.6119, |
| "step": 391000 |
| }, |
| { |
| "epoch": 1.6170402587264414, |
| "grad_norm": 0.8810446858406067, |
| "learning_rate": 0.0004625801469135581, |
| "loss": 3.6104, |
| "step": 391500 |
| }, |
| { |
| "epoch": 1.6191054442420563, |
| "grad_norm": 0.9428806304931641, |
| "learning_rate": 0.0004618893741184012, |
| "loss": 3.6122, |
| "step": 392000 |
| }, |
| { |
| "epoch": 1.6211706297576711, |
| "grad_norm": 0.9315034747123718, |
| "learning_rate": 0.00046119860132324436, |
| "loss": 3.608, |
| "step": 392500 |
| }, |
| { |
| "epoch": 1.623235815273286, |
| "grad_norm": 0.9300384521484375, |
| "learning_rate": 0.00046050782852808753, |
| "loss": 3.6131, |
| "step": 393000 |
| }, |
| { |
| "epoch": 1.6253010007889008, |
| "grad_norm": 0.9298168420791626, |
| "learning_rate": 0.00045981705573293065, |
| "loss": 3.6066, |
| "step": 393500 |
| }, |
| { |
| "epoch": 1.6273661863045157, |
| "grad_norm": 0.8898735642433167, |
| "learning_rate": 0.0004591262829377738, |
| "loss": 3.6101, |
| "step": 394000 |
| }, |
| { |
| "epoch": 1.6294313718201305, |
| "grad_norm": 0.9076458811759949, |
| "learning_rate": 0.000458435510142617, |
| "loss": 3.6093, |
| "step": 394500 |
| }, |
| { |
| "epoch": 1.6314965573357454, |
| "grad_norm": 0.8742642998695374, |
| "learning_rate": 0.0004577447373474601, |
| "loss": 3.616, |
| "step": 395000 |
| }, |
| { |
| "epoch": 1.6335617428513602, |
| "grad_norm": 1.0424576997756958, |
| "learning_rate": 0.0004570539645523032, |
| "loss": 3.6055, |
| "step": 395500 |
| }, |
| { |
| "epoch": 1.635626928366975, |
| "grad_norm": 0.8919492959976196, |
| "learning_rate": 0.0004563631917571464, |
| "loss": 3.6193, |
| "step": 396000 |
| }, |
| { |
| "epoch": 1.63769211388259, |
| "grad_norm": 0.8941763043403625, |
| "learning_rate": 0.0004556724189619895, |
| "loss": 3.6081, |
| "step": 396500 |
| }, |
| { |
| "epoch": 1.6397572993982048, |
| "grad_norm": 0.8514080047607422, |
| "learning_rate": 0.0004549816461668327, |
| "loss": 3.6103, |
| "step": 397000 |
| }, |
| { |
| "epoch": 1.6418224849138197, |
| "grad_norm": 0.9269658327102661, |
| "learning_rate": 0.00045429087337167586, |
| "loss": 3.6087, |
| "step": 397500 |
| }, |
| { |
| "epoch": 1.6438876704294345, |
| "grad_norm": 0.9616368412971497, |
| "learning_rate": 0.000453600100576519, |
| "loss": 3.6091, |
| "step": 398000 |
| }, |
| { |
| "epoch": 1.6459528559450496, |
| "grad_norm": 0.9223911762237549, |
| "learning_rate": 0.00045290932778136215, |
| "loss": 3.6113, |
| "step": 398500 |
| }, |
| { |
| "epoch": 1.6480180414606644, |
| "grad_norm": 0.8979865312576294, |
| "learning_rate": 0.00045221855498620527, |
| "loss": 3.6103, |
| "step": 399000 |
| }, |
| { |
| "epoch": 1.6500832269762793, |
| "grad_norm": 0.9759957194328308, |
| "learning_rate": 0.0004515277821910484, |
| "loss": 3.6092, |
| "step": 399500 |
| }, |
| { |
| "epoch": 1.6521484124918941, |
| "grad_norm": 0.9237745404243469, |
| "learning_rate": 0.00045083700939589156, |
| "loss": 3.6114, |
| "step": 400000 |
| }, |
| { |
| "epoch": 1.654213598007509, |
| "grad_norm": 0.8980891704559326, |
| "learning_rate": 0.00045014623660073473, |
| "loss": 3.6119, |
| "step": 400500 |
| }, |
| { |
| "epoch": 1.6562787835231239, |
| "grad_norm": 0.9243053793907166, |
| "learning_rate": 0.00044945546380557785, |
| "loss": 3.6118, |
| "step": 401000 |
| }, |
| { |
| "epoch": 1.6583439690387387, |
| "grad_norm": 0.8987131714820862, |
| "learning_rate": 0.000448764691010421, |
| "loss": 3.6072, |
| "step": 401500 |
| }, |
| { |
| "epoch": 1.6604091545543538, |
| "grad_norm": 0.9475997686386108, |
| "learning_rate": 0.0004480739182152642, |
| "loss": 3.6097, |
| "step": 402000 |
| }, |
| { |
| "epoch": 1.6624743400699686, |
| "grad_norm": 0.9301290512084961, |
| "learning_rate": 0.00044738314542010725, |
| "loss": 3.6049, |
| "step": 402500 |
| }, |
| { |
| "epoch": 1.6645395255855835, |
| "grad_norm": 0.9173527359962463, |
| "learning_rate": 0.0004466923726249504, |
| "loss": 3.6066, |
| "step": 403000 |
| }, |
| { |
| "epoch": 1.6666047111011983, |
| "grad_norm": 0.9309616088867188, |
| "learning_rate": 0.0004460015998297936, |
| "loss": 3.6119, |
| "step": 403500 |
| }, |
| { |
| "epoch": 1.6686698966168132, |
| "grad_norm": 0.9780174493789673, |
| "learning_rate": 0.0004453108270346367, |
| "loss": 3.6107, |
| "step": 404000 |
| }, |
| { |
| "epoch": 1.670735082132428, |
| "grad_norm": 0.9947455525398254, |
| "learning_rate": 0.0004446200542394799, |
| "loss": 3.6082, |
| "step": 404500 |
| }, |
| { |
| "epoch": 1.672800267648043, |
| "grad_norm": 0.9157103300094604, |
| "learning_rate": 0.00044392928144432306, |
| "loss": 3.6058, |
| "step": 405000 |
| }, |
| { |
| "epoch": 1.6748654531636578, |
| "grad_norm": 0.9052749276161194, |
| "learning_rate": 0.0004432385086491662, |
| "loss": 3.6127, |
| "step": 405500 |
| }, |
| { |
| "epoch": 1.6769306386792726, |
| "grad_norm": 0.8886879682540894, |
| "learning_rate": 0.0004425477358540093, |
| "loss": 3.6128, |
| "step": 406000 |
| }, |
| { |
| "epoch": 1.6789958241948875, |
| "grad_norm": 0.9656397104263306, |
| "learning_rate": 0.00044185696305885247, |
| "loss": 3.6106, |
| "step": 406500 |
| }, |
| { |
| "epoch": 1.6810610097105023, |
| "grad_norm": 0.9137892723083496, |
| "learning_rate": 0.00044116619026369564, |
| "loss": 3.6034, |
| "step": 407000 |
| }, |
| { |
| "epoch": 1.6831261952261172, |
| "grad_norm": 0.9257168173789978, |
| "learning_rate": 0.00044047541746853876, |
| "loss": 3.6063, |
| "step": 407500 |
| }, |
| { |
| "epoch": 1.685191380741732, |
| "grad_norm": 0.945644736289978, |
| "learning_rate": 0.00043978464467338193, |
| "loss": 3.6093, |
| "step": 408000 |
| }, |
| { |
| "epoch": 1.6872565662573469, |
| "grad_norm": 0.9292469620704651, |
| "learning_rate": 0.0004390938718782251, |
| "loss": 3.6164, |
| "step": 408500 |
| }, |
| { |
| "epoch": 1.6893217517729617, |
| "grad_norm": 0.920070469379425, |
| "learning_rate": 0.0004384030990830682, |
| "loss": 3.6108, |
| "step": 409000 |
| }, |
| { |
| "epoch": 1.6913869372885766, |
| "grad_norm": 0.8883882164955139, |
| "learning_rate": 0.00043771232628791134, |
| "loss": 3.6084, |
| "step": 409500 |
| }, |
| { |
| "epoch": 1.6934521228041914, |
| "grad_norm": 0.8707071542739868, |
| "learning_rate": 0.0004370215534927545, |
| "loss": 3.6054, |
| "step": 410000 |
| }, |
| { |
| "epoch": 1.6955173083198063, |
| "grad_norm": 0.9168508648872375, |
| "learning_rate": 0.0004363307806975976, |
| "loss": 3.6073, |
| "step": 410500 |
| }, |
| { |
| "epoch": 1.6975824938354211, |
| "grad_norm": 0.9027879238128662, |
| "learning_rate": 0.0004356400079024408, |
| "loss": 3.6063, |
| "step": 411000 |
| }, |
| { |
| "epoch": 1.699647679351036, |
| "grad_norm": 0.9158195853233337, |
| "learning_rate": 0.00043494923510728397, |
| "loss": 3.6051, |
| "step": 411500 |
| }, |
| { |
| "epoch": 1.7017128648666509, |
| "grad_norm": 0.8770332336425781, |
| "learning_rate": 0.0004342584623121271, |
| "loss": 3.6036, |
| "step": 412000 |
| }, |
| { |
| "epoch": 1.7037780503822657, |
| "grad_norm": 0.9331633448600769, |
| "learning_rate": 0.00043356768951697026, |
| "loss": 3.6061, |
| "step": 412500 |
| }, |
| { |
| "epoch": 1.7058432358978806, |
| "grad_norm": 0.9186440706253052, |
| "learning_rate": 0.0004328769167218134, |
| "loss": 3.6062, |
| "step": 413000 |
| }, |
| { |
| "epoch": 1.7079084214134954, |
| "grad_norm": 0.9652873873710632, |
| "learning_rate": 0.0004321861439266565, |
| "loss": 3.6039, |
| "step": 413500 |
| }, |
| { |
| "epoch": 1.7099736069291105, |
| "grad_norm": 1.028952717781067, |
| "learning_rate": 0.00043149537113149967, |
| "loss": 3.6017, |
| "step": 414000 |
| }, |
| { |
| "epoch": 1.7120387924447253, |
| "grad_norm": 0.9490340948104858, |
| "learning_rate": 0.00043080459833634284, |
| "loss": 3.6083, |
| "step": 414500 |
| }, |
| { |
| "epoch": 1.7141039779603402, |
| "grad_norm": 0.9231634736061096, |
| "learning_rate": 0.00043011382554118596, |
| "loss": 3.5996, |
| "step": 415000 |
| }, |
| { |
| "epoch": 1.716169163475955, |
| "grad_norm": 0.9050476551055908, |
| "learning_rate": 0.00042942305274602913, |
| "loss": 3.6068, |
| "step": 415500 |
| }, |
| { |
| "epoch": 1.71823434899157, |
| "grad_norm": 0.9067409038543701, |
| "learning_rate": 0.0004287322799508723, |
| "loss": 3.6054, |
| "step": 416000 |
| }, |
| { |
| "epoch": 1.7202995345071848, |
| "grad_norm": 0.9170055985450745, |
| "learning_rate": 0.00042804150715571536, |
| "loss": 3.6078, |
| "step": 416500 |
| }, |
| { |
| "epoch": 1.7223647200227996, |
| "grad_norm": 0.9065055847167969, |
| "learning_rate": 0.00042735073436055853, |
| "loss": 3.6088, |
| "step": 417000 |
| }, |
| { |
| "epoch": 1.7244299055384145, |
| "grad_norm": 0.9660302996635437, |
| "learning_rate": 0.0004266599615654017, |
| "loss": 3.6062, |
| "step": 417500 |
| }, |
| { |
| "epoch": 1.7264950910540295, |
| "grad_norm": 1.0101925134658813, |
| "learning_rate": 0.0004259691887702448, |
| "loss": 3.6003, |
| "step": 418000 |
| }, |
| { |
| "epoch": 1.7285602765696444, |
| "grad_norm": 0.8992028832435608, |
| "learning_rate": 0.000425278415975088, |
| "loss": 3.6034, |
| "step": 418500 |
| }, |
| { |
| "epoch": 1.7306254620852592, |
| "grad_norm": 0.9092094898223877, |
| "learning_rate": 0.00042458764317993117, |
| "loss": 3.6058, |
| "step": 419000 |
| }, |
| { |
| "epoch": 1.732690647600874, |
| "grad_norm": 0.9682952761650085, |
| "learning_rate": 0.00042389687038477423, |
| "loss": 3.6071, |
| "step": 419500 |
| }, |
| { |
| "epoch": 1.734755833116489, |
| "grad_norm": 0.8873477578163147, |
| "learning_rate": 0.0004232060975896174, |
| "loss": 3.6007, |
| "step": 420000 |
| }, |
| { |
| "epoch": 1.7368210186321038, |
| "grad_norm": 0.955782949924469, |
| "learning_rate": 0.0004225153247944606, |
| "loss": 3.6068, |
| "step": 420500 |
| }, |
| { |
| "epoch": 1.7388862041477187, |
| "grad_norm": 0.8825164437294006, |
| "learning_rate": 0.0004218245519993037, |
| "loss": 3.6044, |
| "step": 421000 |
| }, |
| { |
| "epoch": 1.7409513896633335, |
| "grad_norm": 0.89482182264328, |
| "learning_rate": 0.00042113377920414687, |
| "loss": 3.6042, |
| "step": 421500 |
| }, |
| { |
| "epoch": 1.7430165751789484, |
| "grad_norm": 0.8935895562171936, |
| "learning_rate": 0.00042044300640899004, |
| "loss": 3.6059, |
| "step": 422000 |
| }, |
| { |
| "epoch": 1.7450817606945632, |
| "grad_norm": 0.9019350409507751, |
| "learning_rate": 0.00041975223361383316, |
| "loss": 3.5976, |
| "step": 422500 |
| }, |
| { |
| "epoch": 1.747146946210178, |
| "grad_norm": 0.8902950882911682, |
| "learning_rate": 0.00041906146081867627, |
| "loss": 3.6047, |
| "step": 423000 |
| }, |
| { |
| "epoch": 1.749212131725793, |
| "grad_norm": 0.9121259450912476, |
| "learning_rate": 0.00041837068802351944, |
| "loss": 3.6043, |
| "step": 423500 |
| }, |
| { |
| "epoch": 1.7512773172414078, |
| "grad_norm": 0.9632822871208191, |
| "learning_rate": 0.00041767991522836256, |
| "loss": 3.5988, |
| "step": 424000 |
| }, |
| { |
| "epoch": 1.7533425027570226, |
| "grad_norm": 0.9230890274047852, |
| "learning_rate": 0.00041698914243320573, |
| "loss": 3.6057, |
| "step": 424500 |
| }, |
| { |
| "epoch": 1.7554076882726375, |
| "grad_norm": 0.86906498670578, |
| "learning_rate": 0.0004162983696380489, |
| "loss": 3.6001, |
| "step": 425000 |
| }, |
| { |
| "epoch": 1.7574728737882523, |
| "grad_norm": 0.9967219829559326, |
| "learning_rate": 0.000415607596842892, |
| "loss": 3.6015, |
| "step": 425500 |
| }, |
| { |
| "epoch": 1.7595380593038672, |
| "grad_norm": 0.9453679323196411, |
| "learning_rate": 0.0004149168240477352, |
| "loss": 3.6052, |
| "step": 426000 |
| }, |
| { |
| "epoch": 1.761603244819482, |
| "grad_norm": 0.9310443997383118, |
| "learning_rate": 0.0004142260512525783, |
| "loss": 3.6043, |
| "step": 426500 |
| }, |
| { |
| "epoch": 1.763668430335097, |
| "grad_norm": 0.9359785914421082, |
| "learning_rate": 0.00041353527845742143, |
| "loss": 3.5992, |
| "step": 427000 |
| }, |
| { |
| "epoch": 1.7657336158507118, |
| "grad_norm": 0.9217506051063538, |
| "learning_rate": 0.0004128445056622646, |
| "loss": 3.6032, |
| "step": 427500 |
| }, |
| { |
| "epoch": 1.7677988013663266, |
| "grad_norm": 0.9112503528594971, |
| "learning_rate": 0.0004121537328671078, |
| "loss": 3.6019, |
| "step": 428000 |
| }, |
| { |
| "epoch": 1.7698639868819415, |
| "grad_norm": 0.8800984621047974, |
| "learning_rate": 0.0004114629600719509, |
| "loss": 3.6012, |
| "step": 428500 |
| }, |
| { |
| "epoch": 1.7719291723975563, |
| "grad_norm": 0.9817019701004028, |
| "learning_rate": 0.00041077218727679407, |
| "loss": 3.5999, |
| "step": 429000 |
| }, |
| { |
| "epoch": 1.7739943579131714, |
| "grad_norm": 0.9530683755874634, |
| "learning_rate": 0.00041008141448163724, |
| "loss": 3.5983, |
| "step": 429500 |
| }, |
| { |
| "epoch": 1.7760595434287862, |
| "grad_norm": 0.9143394231796265, |
| "learning_rate": 0.0004093906416864803, |
| "loss": 3.6017, |
| "step": 430000 |
| }, |
| { |
| "epoch": 1.778124728944401, |
| "grad_norm": 0.9595432877540588, |
| "learning_rate": 0.00040869986889132347, |
| "loss": 3.6027, |
| "step": 430500 |
| }, |
| { |
| "epoch": 1.780189914460016, |
| "grad_norm": 0.9158574938774109, |
| "learning_rate": 0.00040800909609616664, |
| "loss": 3.5992, |
| "step": 431000 |
| }, |
| { |
| "epoch": 1.7822550999756308, |
| "grad_norm": 0.921989381313324, |
| "learning_rate": 0.00040731832330100976, |
| "loss": 3.605, |
| "step": 431500 |
| }, |
| { |
| "epoch": 1.7843202854912457, |
| "grad_norm": 0.9749512672424316, |
| "learning_rate": 0.00040662755050585293, |
| "loss": 3.6046, |
| "step": 432000 |
| }, |
| { |
| "epoch": 1.7863854710068605, |
| "grad_norm": 0.9165520071983337, |
| "learning_rate": 0.0004059367777106961, |
| "loss": 3.6017, |
| "step": 432500 |
| }, |
| { |
| "epoch": 1.7884506565224754, |
| "grad_norm": 0.9405930638313293, |
| "learning_rate": 0.0004052460049155392, |
| "loss": 3.6038, |
| "step": 433000 |
| }, |
| { |
| "epoch": 1.7905158420380904, |
| "grad_norm": 0.891287624835968, |
| "learning_rate": 0.00040455523212038234, |
| "loss": 3.6041, |
| "step": 433500 |
| }, |
| { |
| "epoch": 1.7925810275537053, |
| "grad_norm": 0.9444411993026733, |
| "learning_rate": 0.0004038644593252255, |
| "loss": 3.6021, |
| "step": 434000 |
| }, |
| { |
| "epoch": 1.7946462130693202, |
| "grad_norm": 0.8914752006530762, |
| "learning_rate": 0.00040317368653006863, |
| "loss": 3.6055, |
| "step": 434500 |
| }, |
| { |
| "epoch": 1.796711398584935, |
| "grad_norm": 0.989285945892334, |
| "learning_rate": 0.0004024829137349118, |
| "loss": 3.5976, |
| "step": 435000 |
| }, |
| { |
| "epoch": 1.7987765841005499, |
| "grad_norm": 0.9275773763656616, |
| "learning_rate": 0.000401792140939755, |
| "loss": 3.6028, |
| "step": 435500 |
| }, |
| { |
| "epoch": 1.8008417696161647, |
| "grad_norm": 0.9509973526000977, |
| "learning_rate": 0.0004011013681445981, |
| "loss": 3.6023, |
| "step": 436000 |
| }, |
| { |
| "epoch": 1.8029069551317796, |
| "grad_norm": 0.922156035900116, |
| "learning_rate": 0.00040041059534944126, |
| "loss": 3.6015, |
| "step": 436500 |
| }, |
| { |
| "epoch": 1.8049721406473944, |
| "grad_norm": 0.9816733598709106, |
| "learning_rate": 0.0003997198225542844, |
| "loss": 3.5997, |
| "step": 437000 |
| }, |
| { |
| "epoch": 1.8070373261630093, |
| "grad_norm": 0.9107772707939148, |
| "learning_rate": 0.0003990290497591275, |
| "loss": 3.6059, |
| "step": 437500 |
| }, |
| { |
| "epoch": 1.8091025116786241, |
| "grad_norm": 0.9928283095359802, |
| "learning_rate": 0.00039833827696397067, |
| "loss": 3.5992, |
| "step": 438000 |
| }, |
| { |
| "epoch": 1.811167697194239, |
| "grad_norm": 0.9159351587295532, |
| "learning_rate": 0.00039764750416881384, |
| "loss": 3.5996, |
| "step": 438500 |
| }, |
| { |
| "epoch": 1.8132328827098538, |
| "grad_norm": 0.949022650718689, |
| "learning_rate": 0.00039695673137365696, |
| "loss": 3.6023, |
| "step": 439000 |
| }, |
| { |
| "epoch": 1.8152980682254687, |
| "grad_norm": 0.9024670720100403, |
| "learning_rate": 0.00039626595857850013, |
| "loss": 3.5974, |
| "step": 439500 |
| }, |
| { |
| "epoch": 1.8173632537410835, |
| "grad_norm": 0.9459267258644104, |
| "learning_rate": 0.0003955751857833433, |
| "loss": 3.6012, |
| "step": 440000 |
| }, |
| { |
| "epoch": 1.8194284392566984, |
| "grad_norm": 0.9358387589454651, |
| "learning_rate": 0.00039488441298818637, |
| "loss": 3.6033, |
| "step": 440500 |
| }, |
| { |
| "epoch": 1.8214936247723132, |
| "grad_norm": 1.1152925491333008, |
| "learning_rate": 0.00039419364019302954, |
| "loss": 3.6014, |
| "step": 441000 |
| }, |
| { |
| "epoch": 1.823558810287928, |
| "grad_norm": 0.9533650875091553, |
| "learning_rate": 0.0003935028673978727, |
| "loss": 3.5973, |
| "step": 441500 |
| }, |
| { |
| "epoch": 1.825623995803543, |
| "grad_norm": 0.9361259341239929, |
| "learning_rate": 0.00039281209460271583, |
| "loss": 3.6013, |
| "step": 442000 |
| }, |
| { |
| "epoch": 1.8276891813191578, |
| "grad_norm": 0.9149123430252075, |
| "learning_rate": 0.000392121321807559, |
| "loss": 3.6003, |
| "step": 442500 |
| }, |
| { |
| "epoch": 1.8297543668347727, |
| "grad_norm": 0.9409268498420715, |
| "learning_rate": 0.0003914305490124022, |
| "loss": 3.6017, |
| "step": 443000 |
| }, |
| { |
| "epoch": 1.8318195523503875, |
| "grad_norm": 0.9923303127288818, |
| "learning_rate": 0.0003907397762172453, |
| "loss": 3.5995, |
| "step": 443500 |
| }, |
| { |
| "epoch": 1.8338847378660024, |
| "grad_norm": 0.9857262372970581, |
| "learning_rate": 0.0003900490034220884, |
| "loss": 3.5978, |
| "step": 444000 |
| }, |
| { |
| "epoch": 1.8359499233816172, |
| "grad_norm": 0.927539050579071, |
| "learning_rate": 0.0003893582306269316, |
| "loss": 3.5981, |
| "step": 444500 |
| }, |
| { |
| "epoch": 1.838015108897232, |
| "grad_norm": 0.9102293848991394, |
| "learning_rate": 0.0003886674578317747, |
| "loss": 3.5949, |
| "step": 445000 |
| }, |
| { |
| "epoch": 1.8400802944128472, |
| "grad_norm": 0.9635704159736633, |
| "learning_rate": 0.00038797668503661787, |
| "loss": 3.596, |
| "step": 445500 |
| }, |
| { |
| "epoch": 1.842145479928462, |
| "grad_norm": 0.9955849051475525, |
| "learning_rate": 0.00038728591224146104, |
| "loss": 3.5969, |
| "step": 446000 |
| }, |
| { |
| "epoch": 1.8442106654440769, |
| "grad_norm": 0.9749023914337158, |
| "learning_rate": 0.00038659513944630416, |
| "loss": 3.5948, |
| "step": 446500 |
| }, |
| { |
| "epoch": 1.8462758509596917, |
| "grad_norm": 0.8627511262893677, |
| "learning_rate": 0.00038590436665114733, |
| "loss": 3.6008, |
| "step": 447000 |
| }, |
| { |
| "epoch": 1.8483410364753066, |
| "grad_norm": 0.9911043643951416, |
| "learning_rate": 0.00038521359385599045, |
| "loss": 3.6019, |
| "step": 447500 |
| }, |
| { |
| "epoch": 1.8504062219909214, |
| "grad_norm": 0.8825258016586304, |
| "learning_rate": 0.00038452282106083357, |
| "loss": 3.598, |
| "step": 448000 |
| }, |
| { |
| "epoch": 1.8524714075065363, |
| "grad_norm": 0.9856255054473877, |
| "learning_rate": 0.00038383204826567674, |
| "loss": 3.5956, |
| "step": 448500 |
| }, |
| { |
| "epoch": 1.8545365930221511, |
| "grad_norm": 0.9156405329704285, |
| "learning_rate": 0.0003831412754705199, |
| "loss": 3.5998, |
| "step": 449000 |
| }, |
| { |
| "epoch": 1.8566017785377662, |
| "grad_norm": 0.9722628593444824, |
| "learning_rate": 0.00038245050267536303, |
| "loss": 3.5972, |
| "step": 449500 |
| }, |
| { |
| "epoch": 1.858666964053381, |
| "grad_norm": 0.9832236766815186, |
| "learning_rate": 0.0003817597298802062, |
| "loss": 3.5965, |
| "step": 450000 |
| }, |
| { |
| "epoch": 1.860732149568996, |
| "grad_norm": 0.9951631426811218, |
| "learning_rate": 0.0003810689570850494, |
| "loss": 3.598, |
| "step": 450500 |
| }, |
| { |
| "epoch": 1.8627973350846108, |
| "grad_norm": 0.9569511413574219, |
| "learning_rate": 0.00038037818428989244, |
| "loss": 3.595, |
| "step": 451000 |
| }, |
| { |
| "epoch": 1.8648625206002256, |
| "grad_norm": 0.9952835440635681, |
| "learning_rate": 0.0003796874114947356, |
| "loss": 3.5935, |
| "step": 451500 |
| }, |
| { |
| "epoch": 1.8669277061158405, |
| "grad_norm": 1.0220372676849365, |
| "learning_rate": 0.0003789966386995788, |
| "loss": 3.6037, |
| "step": 452000 |
| }, |
| { |
| "epoch": 1.8689928916314553, |
| "grad_norm": 0.994107186794281, |
| "learning_rate": 0.0003783058659044219, |
| "loss": 3.5997, |
| "step": 452500 |
| }, |
| { |
| "epoch": 1.8710580771470702, |
| "grad_norm": 0.9340591430664062, |
| "learning_rate": 0.00037761509310926507, |
| "loss": 3.6023, |
| "step": 453000 |
| }, |
| { |
| "epoch": 1.873123262662685, |
| "grad_norm": 0.9085286855697632, |
| "learning_rate": 0.00037692432031410824, |
| "loss": 3.5959, |
| "step": 453500 |
| }, |
| { |
| "epoch": 1.8751884481782999, |
| "grad_norm": 0.9756872653961182, |
| "learning_rate": 0.00037623354751895136, |
| "loss": 3.5884, |
| "step": 454000 |
| }, |
| { |
| "epoch": 1.8772536336939147, |
| "grad_norm": 0.9957202672958374, |
| "learning_rate": 0.0003755427747237945, |
| "loss": 3.5975, |
| "step": 454500 |
| }, |
| { |
| "epoch": 1.8793188192095296, |
| "grad_norm": 0.8996020555496216, |
| "learning_rate": 0.00037485200192863765, |
| "loss": 3.6007, |
| "step": 455000 |
| }, |
| { |
| "epoch": 1.8813840047251444, |
| "grad_norm": 0.9864904880523682, |
| "learning_rate": 0.00037416122913348077, |
| "loss": 3.5988, |
| "step": 455500 |
| }, |
| { |
| "epoch": 1.8834491902407593, |
| "grad_norm": 0.9386093020439148, |
| "learning_rate": 0.00037347045633832394, |
| "loss": 3.5912, |
| "step": 456000 |
| }, |
| { |
| "epoch": 1.8855143757563742, |
| "grad_norm": 0.9660182595252991, |
| "learning_rate": 0.0003727796835431671, |
| "loss": 3.5922, |
| "step": 456500 |
| }, |
| { |
| "epoch": 1.887579561271989, |
| "grad_norm": 0.9477041959762573, |
| "learning_rate": 0.00037208891074801023, |
| "loss": 3.5965, |
| "step": 457000 |
| }, |
| { |
| "epoch": 1.8896447467876039, |
| "grad_norm": 0.9372164011001587, |
| "learning_rate": 0.0003713981379528534, |
| "loss": 3.5926, |
| "step": 457500 |
| }, |
| { |
| "epoch": 1.8917099323032187, |
| "grad_norm": 0.9334116578102112, |
| "learning_rate": 0.0003707073651576965, |
| "loss": 3.5945, |
| "step": 458000 |
| }, |
| { |
| "epoch": 1.8937751178188336, |
| "grad_norm": 0.9472560882568359, |
| "learning_rate": 0.00037001659236253964, |
| "loss": 3.5943, |
| "step": 458500 |
| }, |
| { |
| "epoch": 1.8958403033344484, |
| "grad_norm": 0.9420283436775208, |
| "learning_rate": 0.0003693258195673828, |
| "loss": 3.588, |
| "step": 459000 |
| }, |
| { |
| "epoch": 1.8979054888500633, |
| "grad_norm": 0.9053918719291687, |
| "learning_rate": 0.000368635046772226, |
| "loss": 3.5959, |
| "step": 459500 |
| }, |
| { |
| "epoch": 1.8999706743656781, |
| "grad_norm": 0.9473544955253601, |
| "learning_rate": 0.0003679442739770691, |
| "loss": 3.5908, |
| "step": 460000 |
| }, |
| { |
| "epoch": 1.902035859881293, |
| "grad_norm": 0.9841446876525879, |
| "learning_rate": 0.00036725350118191227, |
| "loss": 3.5883, |
| "step": 460500 |
| }, |
| { |
| "epoch": 1.904101045396908, |
| "grad_norm": 0.9745540022850037, |
| "learning_rate": 0.00036656272838675544, |
| "loss": 3.5946, |
| "step": 461000 |
| }, |
| { |
| "epoch": 1.906166230912523, |
| "grad_norm": 0.9353415369987488, |
| "learning_rate": 0.0003658719555915985, |
| "loss": 3.5889, |
| "step": 461500 |
| }, |
| { |
| "epoch": 1.9082314164281378, |
| "grad_norm": 0.9120919108390808, |
| "learning_rate": 0.0003651811827964417, |
| "loss": 3.5955, |
| "step": 462000 |
| }, |
| { |
| "epoch": 1.9102966019437526, |
| "grad_norm": 0.9585447311401367, |
| "learning_rate": 0.00036449041000128485, |
| "loss": 3.5909, |
| "step": 462500 |
| }, |
| { |
| "epoch": 1.9123617874593675, |
| "grad_norm": 0.9710207581520081, |
| "learning_rate": 0.00036379963720612797, |
| "loss": 3.5898, |
| "step": 463000 |
| }, |
| { |
| "epoch": 1.9144269729749823, |
| "grad_norm": 1.0316424369812012, |
| "learning_rate": 0.00036310886441097114, |
| "loss": 3.5959, |
| "step": 463500 |
| }, |
| { |
| "epoch": 1.9164921584905972, |
| "grad_norm": 0.9623367786407471, |
| "learning_rate": 0.0003624180916158143, |
| "loss": 3.5964, |
| "step": 464000 |
| }, |
| { |
| "epoch": 1.918557344006212, |
| "grad_norm": 0.9322426319122314, |
| "learning_rate": 0.0003617273188206574, |
| "loss": 3.5952, |
| "step": 464500 |
| }, |
| { |
| "epoch": 1.920622529521827, |
| "grad_norm": 0.9128396511077881, |
| "learning_rate": 0.00036103654602550055, |
| "loss": 3.5928, |
| "step": 465000 |
| }, |
| { |
| "epoch": 1.922687715037442, |
| "grad_norm": 0.9488484263420105, |
| "learning_rate": 0.0003603457732303437, |
| "loss": 3.5955, |
| "step": 465500 |
| }, |
| { |
| "epoch": 1.9247529005530568, |
| "grad_norm": 0.9842845797538757, |
| "learning_rate": 0.00035965500043518684, |
| "loss": 3.5884, |
| "step": 466000 |
| }, |
| { |
| "epoch": 1.9268180860686717, |
| "grad_norm": 0.9608185887336731, |
| "learning_rate": 0.00035896422764003, |
| "loss": 3.5878, |
| "step": 466500 |
| }, |
| { |
| "epoch": 1.9288832715842865, |
| "grad_norm": 1.034651756286621, |
| "learning_rate": 0.0003582734548448732, |
| "loss": 3.5909, |
| "step": 467000 |
| }, |
| { |
| "epoch": 1.9309484570999014, |
| "grad_norm": 1.0089267492294312, |
| "learning_rate": 0.00035758268204971635, |
| "loss": 3.5934, |
| "step": 467500 |
| }, |
| { |
| "epoch": 1.9330136426155162, |
| "grad_norm": 0.9683337211608887, |
| "learning_rate": 0.0003568919092545594, |
| "loss": 3.5945, |
| "step": 468000 |
| }, |
| { |
| "epoch": 1.935078828131131, |
| "grad_norm": 0.9472692012786865, |
| "learning_rate": 0.0003562011364594026, |
| "loss": 3.5952, |
| "step": 468500 |
| }, |
| { |
| "epoch": 1.937144013646746, |
| "grad_norm": 0.9278884530067444, |
| "learning_rate": 0.00035551036366424576, |
| "loss": 3.5959, |
| "step": 469000 |
| }, |
| { |
| "epoch": 1.9392091991623608, |
| "grad_norm": 0.9592676758766174, |
| "learning_rate": 0.0003548195908690889, |
| "loss": 3.5959, |
| "step": 469500 |
| }, |
| { |
| "epoch": 1.9412743846779756, |
| "grad_norm": 0.9293228387832642, |
| "learning_rate": 0.00035412881807393205, |
| "loss": 3.5902, |
| "step": 470000 |
| }, |
| { |
| "epoch": 1.9433395701935905, |
| "grad_norm": 0.996362566947937, |
| "learning_rate": 0.0003534380452787752, |
| "loss": 3.5918, |
| "step": 470500 |
| }, |
| { |
| "epoch": 1.9454047557092053, |
| "grad_norm": 0.9608634114265442, |
| "learning_rate": 0.00035274727248361834, |
| "loss": 3.5903, |
| "step": 471000 |
| }, |
| { |
| "epoch": 1.9474699412248202, |
| "grad_norm": 0.96745765209198, |
| "learning_rate": 0.00035205649968846146, |
| "loss": 3.5972, |
| "step": 471500 |
| }, |
| { |
| "epoch": 1.949535126740435, |
| "grad_norm": 0.9870639443397522, |
| "learning_rate": 0.00035136572689330463, |
| "loss": 3.5905, |
| "step": 472000 |
| }, |
| { |
| "epoch": 1.95160031225605, |
| "grad_norm": 0.9214528203010559, |
| "learning_rate": 0.00035067495409814775, |
| "loss": 3.5912, |
| "step": 472500 |
| }, |
| { |
| "epoch": 1.9536654977716648, |
| "grad_norm": 0.9348923563957214, |
| "learning_rate": 0.0003499841813029909, |
| "loss": 3.5892, |
| "step": 473000 |
| }, |
| { |
| "epoch": 1.9557306832872796, |
| "grad_norm": 0.9700865149497986, |
| "learning_rate": 0.0003492934085078341, |
| "loss": 3.5916, |
| "step": 473500 |
| }, |
| { |
| "epoch": 1.9577958688028945, |
| "grad_norm": 1.0462895631790161, |
| "learning_rate": 0.0003486026357126772, |
| "loss": 3.5902, |
| "step": 474000 |
| }, |
| { |
| "epoch": 1.9598610543185093, |
| "grad_norm": 0.9378425478935242, |
| "learning_rate": 0.0003479118629175204, |
| "loss": 3.592, |
| "step": 474500 |
| }, |
| { |
| "epoch": 1.9619262398341242, |
| "grad_norm": 0.9796617031097412, |
| "learning_rate": 0.0003472210901223635, |
| "loss": 3.5891, |
| "step": 475000 |
| }, |
| { |
| "epoch": 1.963991425349739, |
| "grad_norm": 0.9544590711593628, |
| "learning_rate": 0.0003465303173272066, |
| "loss": 3.5907, |
| "step": 475500 |
| }, |
| { |
| "epoch": 1.9660566108653539, |
| "grad_norm": 0.9447211027145386, |
| "learning_rate": 0.0003458395445320498, |
| "loss": 3.5891, |
| "step": 476000 |
| }, |
| { |
| "epoch": 1.968121796380969, |
| "grad_norm": 0.9836190342903137, |
| "learning_rate": 0.00034514877173689296, |
| "loss": 3.5956, |
| "step": 476500 |
| }, |
| { |
| "epoch": 1.9701869818965838, |
| "grad_norm": 0.9469164609909058, |
| "learning_rate": 0.0003444579989417361, |
| "loss": 3.5932, |
| "step": 477000 |
| }, |
| { |
| "epoch": 1.9722521674121987, |
| "grad_norm": 0.9382146596908569, |
| "learning_rate": 0.00034376722614657925, |
| "loss": 3.5904, |
| "step": 477500 |
| }, |
| { |
| "epoch": 1.9743173529278135, |
| "grad_norm": 1.050206184387207, |
| "learning_rate": 0.0003430764533514224, |
| "loss": 3.5881, |
| "step": 478000 |
| }, |
| { |
| "epoch": 1.9763825384434284, |
| "grad_norm": 0.9957776069641113, |
| "learning_rate": 0.0003423856805562655, |
| "loss": 3.5873, |
| "step": 478500 |
| }, |
| { |
| "epoch": 1.9784477239590432, |
| "grad_norm": 0.9342160820960999, |
| "learning_rate": 0.00034169490776110866, |
| "loss": 3.591, |
| "step": 479000 |
| }, |
| { |
| "epoch": 1.980512909474658, |
| "grad_norm": 0.9476869702339172, |
| "learning_rate": 0.00034100413496595183, |
| "loss": 3.5888, |
| "step": 479500 |
| }, |
| { |
| "epoch": 1.982578094990273, |
| "grad_norm": 1.0076791048049927, |
| "learning_rate": 0.00034031336217079495, |
| "loss": 3.5849, |
| "step": 480000 |
| }, |
| { |
| "epoch": 1.984643280505888, |
| "grad_norm": 1.040775179862976, |
| "learning_rate": 0.0003396225893756381, |
| "loss": 3.5877, |
| "step": 480500 |
| }, |
| { |
| "epoch": 1.9867084660215029, |
| "grad_norm": 0.9938833713531494, |
| "learning_rate": 0.0003389318165804813, |
| "loss": 3.5886, |
| "step": 481000 |
| }, |
| { |
| "epoch": 1.9887736515371177, |
| "grad_norm": 0.9915345311164856, |
| "learning_rate": 0.0003382410437853244, |
| "loss": 3.5902, |
| "step": 481500 |
| }, |
| { |
| "epoch": 1.9908388370527326, |
| "grad_norm": 0.9433375000953674, |
| "learning_rate": 0.0003375502709901675, |
| "loss": 3.5904, |
| "step": 482000 |
| }, |
| { |
| "epoch": 1.9929040225683474, |
| "grad_norm": 1.002230167388916, |
| "learning_rate": 0.0003368594981950107, |
| "loss": 3.5884, |
| "step": 482500 |
| }, |
| { |
| "epoch": 1.9949692080839623, |
| "grad_norm": 1.0499690771102905, |
| "learning_rate": 0.0003361687253998538, |
| "loss": 3.5965, |
| "step": 483000 |
| }, |
| { |
| "epoch": 1.9970343935995771, |
| "grad_norm": 0.9401230216026306, |
| "learning_rate": 0.000335477952604697, |
| "loss": 3.591, |
| "step": 483500 |
| }, |
| { |
| "epoch": 1.999099579115192, |
| "grad_norm": 1.0173982381820679, |
| "learning_rate": 0.00033478717980954016, |
| "loss": 3.5912, |
| "step": 484000 |
| }, |
| { |
| "epoch": 2.001164764630807, |
| "grad_norm": 0.9995094537734985, |
| "learning_rate": 0.0003340964070143833, |
| "loss": 3.5882, |
| "step": 484500 |
| }, |
| { |
| "epoch": 2.0032299501464217, |
| "grad_norm": 0.9669115543365479, |
| "learning_rate": 0.00033340563421922645, |
| "loss": 3.5853, |
| "step": 485000 |
| }, |
| { |
| "epoch": 2.0052951356620365, |
| "grad_norm": 0.9901442527770996, |
| "learning_rate": 0.00033271486142406957, |
| "loss": 3.5854, |
| "step": 485500 |
| }, |
| { |
| "epoch": 2.0073603211776514, |
| "grad_norm": 0.9561991691589355, |
| "learning_rate": 0.0003320240886289127, |
| "loss": 3.5882, |
| "step": 486000 |
| }, |
| { |
| "epoch": 2.0094255066932663, |
| "grad_norm": 0.9370713233947754, |
| "learning_rate": 0.00033133331583375586, |
| "loss": 3.5866, |
| "step": 486500 |
| }, |
| { |
| "epoch": 2.011490692208881, |
| "grad_norm": 0.9414175748825073, |
| "learning_rate": 0.00033064254303859903, |
| "loss": 3.5874, |
| "step": 487000 |
| }, |
| { |
| "epoch": 2.013555877724496, |
| "grad_norm": 0.9708956480026245, |
| "learning_rate": 0.00032995177024344215, |
| "loss": 3.5876, |
| "step": 487500 |
| }, |
| { |
| "epoch": 2.015621063240111, |
| "grad_norm": 1.0003976821899414, |
| "learning_rate": 0.0003292609974482853, |
| "loss": 3.5886, |
| "step": 488000 |
| }, |
| { |
| "epoch": 2.0176862487557257, |
| "grad_norm": 1.0290125608444214, |
| "learning_rate": 0.0003285702246531285, |
| "loss": 3.5803, |
| "step": 488500 |
| }, |
| { |
| "epoch": 2.0197514342713405, |
| "grad_norm": 0.9801270365715027, |
| "learning_rate": 0.00032787945185797155, |
| "loss": 3.5847, |
| "step": 489000 |
| }, |
| { |
| "epoch": 2.0218166197869554, |
| "grad_norm": 0.9931399822235107, |
| "learning_rate": 0.0003271886790628147, |
| "loss": 3.5852, |
| "step": 489500 |
| }, |
| { |
| "epoch": 2.0238818053025702, |
| "grad_norm": 1.0293203592300415, |
| "learning_rate": 0.0003264979062676579, |
| "loss": 3.5864, |
| "step": 490000 |
| }, |
| { |
| "epoch": 2.025946990818185, |
| "grad_norm": 0.9641664028167725, |
| "learning_rate": 0.000325807133472501, |
| "loss": 3.5851, |
| "step": 490500 |
| }, |
| { |
| "epoch": 2.0280121763338, |
| "grad_norm": 0.9965735077857971, |
| "learning_rate": 0.0003251163606773442, |
| "loss": 3.5873, |
| "step": 491000 |
| }, |
| { |
| "epoch": 2.030077361849415, |
| "grad_norm": 0.9759631156921387, |
| "learning_rate": 0.00032442558788218736, |
| "loss": 3.5817, |
| "step": 491500 |
| }, |
| { |
| "epoch": 2.0321425473650296, |
| "grad_norm": 1.0382276773452759, |
| "learning_rate": 0.0003237348150870305, |
| "loss": 3.5856, |
| "step": 492000 |
| }, |
| { |
| "epoch": 2.0342077328806445, |
| "grad_norm": 0.9705379009246826, |
| "learning_rate": 0.0003230440422918736, |
| "loss": 3.5909, |
| "step": 492500 |
| }, |
| { |
| "epoch": 2.0362729183962593, |
| "grad_norm": 0.9701670408248901, |
| "learning_rate": 0.00032235326949671677, |
| "loss": 3.5884, |
| "step": 493000 |
| }, |
| { |
| "epoch": 2.038338103911874, |
| "grad_norm": 0.9364038705825806, |
| "learning_rate": 0.0003216624967015599, |
| "loss": 3.5888, |
| "step": 493500 |
| }, |
| { |
| "epoch": 2.040403289427489, |
| "grad_norm": 0.9849286079406738, |
| "learning_rate": 0.00032097172390640306, |
| "loss": 3.5847, |
| "step": 494000 |
| }, |
| { |
| "epoch": 2.0424684749431044, |
| "grad_norm": 0.986926794052124, |
| "learning_rate": 0.00032028095111124623, |
| "loss": 3.5851, |
| "step": 494500 |
| }, |
| { |
| "epoch": 2.044533660458719, |
| "grad_norm": 0.9661734104156494, |
| "learning_rate": 0.00031959017831608935, |
| "loss": 3.5825, |
| "step": 495000 |
| }, |
| { |
| "epoch": 2.046598845974334, |
| "grad_norm": 0.9500807523727417, |
| "learning_rate": 0.0003188994055209325, |
| "loss": 3.5837, |
| "step": 495500 |
| }, |
| { |
| "epoch": 2.048664031489949, |
| "grad_norm": 0.9982728958129883, |
| "learning_rate": 0.00031820863272577564, |
| "loss": 3.5917, |
| "step": 496000 |
| }, |
| { |
| "epoch": 2.0507292170055638, |
| "grad_norm": 1.006464958190918, |
| "learning_rate": 0.00031751785993061875, |
| "loss": 3.5799, |
| "step": 496500 |
| }, |
| { |
| "epoch": 2.0527944025211786, |
| "grad_norm": 1.0394630432128906, |
| "learning_rate": 0.0003168270871354619, |
| "loss": 3.5836, |
| "step": 497000 |
| }, |
| { |
| "epoch": 2.0548595880367935, |
| "grad_norm": 0.9853240847587585, |
| "learning_rate": 0.0003161363143403051, |
| "loss": 3.5827, |
| "step": 497500 |
| }, |
| { |
| "epoch": 2.0569247735524083, |
| "grad_norm": 0.9990987777709961, |
| "learning_rate": 0.0003154455415451482, |
| "loss": 3.5815, |
| "step": 498000 |
| }, |
| { |
| "epoch": 2.058989959068023, |
| "grad_norm": 0.9963762164115906, |
| "learning_rate": 0.0003147547687499914, |
| "loss": 3.5825, |
| "step": 498500 |
| }, |
| { |
| "epoch": 2.061055144583638, |
| "grad_norm": 1.0010005235671997, |
| "learning_rate": 0.00031406399595483456, |
| "loss": 3.5853, |
| "step": 499000 |
| }, |
| { |
| "epoch": 2.063120330099253, |
| "grad_norm": 1.0227142572402954, |
| "learning_rate": 0.0003133732231596776, |
| "loss": 3.5818, |
| "step": 499500 |
| }, |
| { |
| "epoch": 2.0651855156148677, |
| "grad_norm": 1.058966875076294, |
| "learning_rate": 0.0003126824503645208, |
| "loss": 3.5872, |
| "step": 500000 |
| }, |
| { |
| "epoch": 2.0672507011304826, |
| "grad_norm": 1.0200787782669067, |
| "learning_rate": 0.00031199167756936397, |
| "loss": 3.5826, |
| "step": 500500 |
| }, |
| { |
| "epoch": 2.0693158866460974, |
| "grad_norm": 1.026852011680603, |
| "learning_rate": 0.0003113009047742071, |
| "loss": 3.5842, |
| "step": 501000 |
| }, |
| { |
| "epoch": 2.0713810721617123, |
| "grad_norm": 0.9839290380477905, |
| "learning_rate": 0.00031061013197905026, |
| "loss": 3.5842, |
| "step": 501500 |
| }, |
| { |
| "epoch": 2.073446257677327, |
| "grad_norm": 1.0457613468170166, |
| "learning_rate": 0.00030991935918389343, |
| "loss": 3.5809, |
| "step": 502000 |
| }, |
| { |
| "epoch": 2.075511443192942, |
| "grad_norm": 0.9550914168357849, |
| "learning_rate": 0.00030922858638873655, |
| "loss": 3.5787, |
| "step": 502500 |
| }, |
| { |
| "epoch": 2.077576628708557, |
| "grad_norm": 1.0050296783447266, |
| "learning_rate": 0.00030853781359357966, |
| "loss": 3.583, |
| "step": 503000 |
| }, |
| { |
| "epoch": 2.0796418142241717, |
| "grad_norm": 0.9588945508003235, |
| "learning_rate": 0.00030784704079842284, |
| "loss": 3.5809, |
| "step": 503500 |
| }, |
| { |
| "epoch": 2.0817069997397866, |
| "grad_norm": 0.9578699469566345, |
| "learning_rate": 0.00030715626800326595, |
| "loss": 3.5813, |
| "step": 504000 |
| }, |
| { |
| "epoch": 2.0837721852554014, |
| "grad_norm": 1.144795298576355, |
| "learning_rate": 0.0003064654952081091, |
| "loss": 3.5845, |
| "step": 504500 |
| }, |
| { |
| "epoch": 2.0858373707710163, |
| "grad_norm": 0.9913640022277832, |
| "learning_rate": 0.0003057747224129523, |
| "loss": 3.5836, |
| "step": 505000 |
| }, |
| { |
| "epoch": 2.087902556286631, |
| "grad_norm": 0.9855537414550781, |
| "learning_rate": 0.0003050839496177954, |
| "loss": 3.5832, |
| "step": 505500 |
| }, |
| { |
| "epoch": 2.089967741802246, |
| "grad_norm": 0.995464563369751, |
| "learning_rate": 0.0003043931768226386, |
| "loss": 3.583, |
| "step": 506000 |
| }, |
| { |
| "epoch": 2.092032927317861, |
| "grad_norm": 0.993300199508667, |
| "learning_rate": 0.0003037024040274817, |
| "loss": 3.5849, |
| "step": 506500 |
| }, |
| { |
| "epoch": 2.0940981128334757, |
| "grad_norm": 0.9746261239051819, |
| "learning_rate": 0.0003030116312323248, |
| "loss": 3.5788, |
| "step": 507000 |
| }, |
| { |
| "epoch": 2.0961632983490905, |
| "grad_norm": 0.9794790148735046, |
| "learning_rate": 0.000302320858437168, |
| "loss": 3.5765, |
| "step": 507500 |
| }, |
| { |
| "epoch": 2.0982284838647054, |
| "grad_norm": 0.9939951300621033, |
| "learning_rate": 0.00030163008564201117, |
| "loss": 3.5852, |
| "step": 508000 |
| }, |
| { |
| "epoch": 2.1002936693803202, |
| "grad_norm": 0.9716381430625916, |
| "learning_rate": 0.0003009393128468543, |
| "loss": 3.5769, |
| "step": 508500 |
| }, |
| { |
| "epoch": 2.102358854895935, |
| "grad_norm": 1.0150060653686523, |
| "learning_rate": 0.00030024854005169746, |
| "loss": 3.5826, |
| "step": 509000 |
| }, |
| { |
| "epoch": 2.10442404041155, |
| "grad_norm": 0.9942753911018372, |
| "learning_rate": 0.00029955776725654063, |
| "loss": 3.5832, |
| "step": 509500 |
| }, |
| { |
| "epoch": 2.106489225927165, |
| "grad_norm": 1.0304838418960571, |
| "learning_rate": 0.0002988669944613837, |
| "loss": 3.588, |
| "step": 510000 |
| }, |
| { |
| "epoch": 2.10855441144278, |
| "grad_norm": 0.9659578800201416, |
| "learning_rate": 0.00029817622166622686, |
| "loss": 3.5786, |
| "step": 510500 |
| }, |
| { |
| "epoch": 2.110619596958395, |
| "grad_norm": 0.967400848865509, |
| "learning_rate": 0.00029748544887107004, |
| "loss": 3.5835, |
| "step": 511000 |
| }, |
| { |
| "epoch": 2.11268478247401, |
| "grad_norm": 0.9871948957443237, |
| "learning_rate": 0.00029679467607591315, |
| "loss": 3.5807, |
| "step": 511500 |
| }, |
| { |
| "epoch": 2.1147499679896247, |
| "grad_norm": 0.9926285743713379, |
| "learning_rate": 0.0002961039032807563, |
| "loss": 3.5791, |
| "step": 512000 |
| }, |
| { |
| "epoch": 2.1168151535052395, |
| "grad_norm": 0.9663113355636597, |
| "learning_rate": 0.0002954131304855995, |
| "loss": 3.5778, |
| "step": 512500 |
| }, |
| { |
| "epoch": 2.1188803390208544, |
| "grad_norm": 1.005974531173706, |
| "learning_rate": 0.0002947223576904426, |
| "loss": 3.5763, |
| "step": 513000 |
| }, |
| { |
| "epoch": 2.1209455245364692, |
| "grad_norm": 0.9420440196990967, |
| "learning_rate": 0.00029403158489528573, |
| "loss": 3.5835, |
| "step": 513500 |
| }, |
| { |
| "epoch": 2.123010710052084, |
| "grad_norm": 1.0049487352371216, |
| "learning_rate": 0.0002933408121001289, |
| "loss": 3.5811, |
| "step": 514000 |
| }, |
| { |
| "epoch": 2.125075895567699, |
| "grad_norm": 1.0270107984542847, |
| "learning_rate": 0.000292650039304972, |
| "loss": 3.5785, |
| "step": 514500 |
| }, |
| { |
| "epoch": 2.127141081083314, |
| "grad_norm": 1.0053380727767944, |
| "learning_rate": 0.0002919592665098152, |
| "loss": 3.5814, |
| "step": 515000 |
| }, |
| { |
| "epoch": 2.1292062665989286, |
| "grad_norm": 1.011313796043396, |
| "learning_rate": 0.00029126849371465837, |
| "loss": 3.5796, |
| "step": 515500 |
| }, |
| { |
| "epoch": 2.1312714521145435, |
| "grad_norm": 1.0073108673095703, |
| "learning_rate": 0.0002905777209195015, |
| "loss": 3.5762, |
| "step": 516000 |
| }, |
| { |
| "epoch": 2.1333366376301584, |
| "grad_norm": 0.9953148365020752, |
| "learning_rate": 0.00028988694812434466, |
| "loss": 3.5783, |
| "step": 516500 |
| }, |
| { |
| "epoch": 2.135401823145773, |
| "grad_norm": 0.9945414662361145, |
| "learning_rate": 0.0002891961753291878, |
| "loss": 3.5788, |
| "step": 517000 |
| }, |
| { |
| "epoch": 2.137467008661388, |
| "grad_norm": 1.0144160985946655, |
| "learning_rate": 0.0002885054025340309, |
| "loss": 3.5833, |
| "step": 517500 |
| }, |
| { |
| "epoch": 2.139532194177003, |
| "grad_norm": 0.9993265271186829, |
| "learning_rate": 0.00028781462973887406, |
| "loss": 3.5785, |
| "step": 518000 |
| }, |
| { |
| "epoch": 2.1415973796926178, |
| "grad_norm": 0.9625225067138672, |
| "learning_rate": 0.00028712385694371724, |
| "loss": 3.5805, |
| "step": 518500 |
| }, |
| { |
| "epoch": 2.1436625652082326, |
| "grad_norm": 1.012825608253479, |
| "learning_rate": 0.00028643308414856035, |
| "loss": 3.5826, |
| "step": 519000 |
| }, |
| { |
| "epoch": 2.1457277507238475, |
| "grad_norm": 1.0187736749649048, |
| "learning_rate": 0.0002857423113534035, |
| "loss": 3.583, |
| "step": 519500 |
| }, |
| { |
| "epoch": 2.1477929362394623, |
| "grad_norm": 1.0145981311798096, |
| "learning_rate": 0.0002850515385582467, |
| "loss": 3.5774, |
| "step": 520000 |
| }, |
| { |
| "epoch": 2.149858121755077, |
| "grad_norm": 1.0481668710708618, |
| "learning_rate": 0.00028436076576308976, |
| "loss": 3.5877, |
| "step": 520500 |
| }, |
| { |
| "epoch": 2.151923307270692, |
| "grad_norm": 1.0126123428344727, |
| "learning_rate": 0.00028366999296793293, |
| "loss": 3.5829, |
| "step": 521000 |
| }, |
| { |
| "epoch": 2.153988492786307, |
| "grad_norm": 1.0003880262374878, |
| "learning_rate": 0.0002829792201727761, |
| "loss": 3.5829, |
| "step": 521500 |
| }, |
| { |
| "epoch": 2.1560536783019217, |
| "grad_norm": 0.9692575931549072, |
| "learning_rate": 0.0002822884473776192, |
| "loss": 3.5804, |
| "step": 522000 |
| }, |
| { |
| "epoch": 2.1581188638175366, |
| "grad_norm": 1.000152349472046, |
| "learning_rate": 0.0002815976745824624, |
| "loss": 3.5751, |
| "step": 522500 |
| }, |
| { |
| "epoch": 2.1601840493331514, |
| "grad_norm": 1.0039762258529663, |
| "learning_rate": 0.00028090690178730557, |
| "loss": 3.5778, |
| "step": 523000 |
| }, |
| { |
| "epoch": 2.1622492348487663, |
| "grad_norm": 0.9841550588607788, |
| "learning_rate": 0.00028021612899214863, |
| "loss": 3.5783, |
| "step": 523500 |
| }, |
| { |
| "epoch": 2.164314420364381, |
| "grad_norm": 1.0179868936538696, |
| "learning_rate": 0.0002795253561969918, |
| "loss": 3.5811, |
| "step": 524000 |
| }, |
| { |
| "epoch": 2.166379605879996, |
| "grad_norm": 1.0018818378448486, |
| "learning_rate": 0.000278834583401835, |
| "loss": 3.5756, |
| "step": 524500 |
| }, |
| { |
| "epoch": 2.168444791395611, |
| "grad_norm": 1.0218279361724854, |
| "learning_rate": 0.0002781438106066781, |
| "loss": 3.5764, |
| "step": 525000 |
| }, |
| { |
| "epoch": 2.1705099769112257, |
| "grad_norm": 0.9908314943313599, |
| "learning_rate": 0.00027745303781152126, |
| "loss": 3.574, |
| "step": 525500 |
| }, |
| { |
| "epoch": 2.172575162426841, |
| "grad_norm": 0.9597477912902832, |
| "learning_rate": 0.00027676226501636443, |
| "loss": 3.5787, |
| "step": 526000 |
| }, |
| { |
| "epoch": 2.174640347942456, |
| "grad_norm": 0.9694930911064148, |
| "learning_rate": 0.00027607149222120755, |
| "loss": 3.5819, |
| "step": 526500 |
| }, |
| { |
| "epoch": 2.1767055334580707, |
| "grad_norm": 1.051019310951233, |
| "learning_rate": 0.00027538071942605067, |
| "loss": 3.5781, |
| "step": 527000 |
| }, |
| { |
| "epoch": 2.1787707189736856, |
| "grad_norm": 1.0831772089004517, |
| "learning_rate": 0.00027468994663089384, |
| "loss": 3.5757, |
| "step": 527500 |
| }, |
| { |
| "epoch": 2.1808359044893004, |
| "grad_norm": 1.0776076316833496, |
| "learning_rate": 0.000273999173835737, |
| "loss": 3.5756, |
| "step": 528000 |
| }, |
| { |
| "epoch": 2.1829010900049153, |
| "grad_norm": 1.018703579902649, |
| "learning_rate": 0.00027330840104058013, |
| "loss": 3.5787, |
| "step": 528500 |
| }, |
| { |
| "epoch": 2.18496627552053, |
| "grad_norm": 1.0650087594985962, |
| "learning_rate": 0.0002726176282454233, |
| "loss": 3.5828, |
| "step": 529000 |
| }, |
| { |
| "epoch": 2.187031461036145, |
| "grad_norm": 0.9595766067504883, |
| "learning_rate": 0.0002719268554502665, |
| "loss": 3.5798, |
| "step": 529500 |
| }, |
| { |
| "epoch": 2.18909664655176, |
| "grad_norm": 1.3867813348770142, |
| "learning_rate": 0.0002712360826551096, |
| "loss": 3.5738, |
| "step": 530000 |
| }, |
| { |
| "epoch": 2.1911618320673747, |
| "grad_norm": 0.9741115570068359, |
| "learning_rate": 0.0002705453098599527, |
| "loss": 3.577, |
| "step": 530500 |
| }, |
| { |
| "epoch": 2.1932270175829895, |
| "grad_norm": 0.9587695002555847, |
| "learning_rate": 0.0002698545370647959, |
| "loss": 3.5728, |
| "step": 531000 |
| }, |
| { |
| "epoch": 2.1952922030986044, |
| "grad_norm": 1.0540732145309448, |
| "learning_rate": 0.000269163764269639, |
| "loss": 3.5711, |
| "step": 531500 |
| }, |
| { |
| "epoch": 2.1973573886142193, |
| "grad_norm": 1.0123491287231445, |
| "learning_rate": 0.0002684729914744822, |
| "loss": 3.5734, |
| "step": 532000 |
| }, |
| { |
| "epoch": 2.199422574129834, |
| "grad_norm": 1.055017352104187, |
| "learning_rate": 0.00026778221867932534, |
| "loss": 3.5712, |
| "step": 532500 |
| }, |
| { |
| "epoch": 2.201487759645449, |
| "grad_norm": 0.9974749684333801, |
| "learning_rate": 0.00026709144588416846, |
| "loss": 3.5728, |
| "step": 533000 |
| }, |
| { |
| "epoch": 2.203552945161064, |
| "grad_norm": 1.0436142683029175, |
| "learning_rate": 0.00026640067308901163, |
| "loss": 3.5766, |
| "step": 533500 |
| }, |
| { |
| "epoch": 2.2056181306766787, |
| "grad_norm": 1.0777546167373657, |
| "learning_rate": 0.00026570990029385475, |
| "loss": 3.574, |
| "step": 534000 |
| }, |
| { |
| "epoch": 2.2076833161922935, |
| "grad_norm": 1.0316417217254639, |
| "learning_rate": 0.00026501912749869787, |
| "loss": 3.5735, |
| "step": 534500 |
| }, |
| { |
| "epoch": 2.2097485017079084, |
| "grad_norm": 1.0853784084320068, |
| "learning_rate": 0.00026432835470354104, |
| "loss": 3.5734, |
| "step": 535000 |
| }, |
| { |
| "epoch": 2.2118136872235232, |
| "grad_norm": 1.1873844861984253, |
| "learning_rate": 0.0002636375819083842, |
| "loss": 3.5746, |
| "step": 535500 |
| }, |
| { |
| "epoch": 2.213878872739138, |
| "grad_norm": 1.0341209173202515, |
| "learning_rate": 0.00026294680911322733, |
| "loss": 3.5726, |
| "step": 536000 |
| }, |
| { |
| "epoch": 2.215944058254753, |
| "grad_norm": 1.10322904586792, |
| "learning_rate": 0.0002622560363180705, |
| "loss": 3.5735, |
| "step": 536500 |
| }, |
| { |
| "epoch": 2.218009243770368, |
| "grad_norm": 1.0406590700149536, |
| "learning_rate": 0.0002615652635229137, |
| "loss": 3.576, |
| "step": 537000 |
| }, |
| { |
| "epoch": 2.2200744292859826, |
| "grad_norm": 1.0365113019943237, |
| "learning_rate": 0.00026087449072775674, |
| "loss": 3.5713, |
| "step": 537500 |
| }, |
| { |
| "epoch": 2.2221396148015975, |
| "grad_norm": 1.0496329069137573, |
| "learning_rate": 0.0002601837179325999, |
| "loss": 3.575, |
| "step": 538000 |
| }, |
| { |
| "epoch": 2.2242048003172123, |
| "grad_norm": 1.0822056531906128, |
| "learning_rate": 0.0002594929451374431, |
| "loss": 3.5733, |
| "step": 538500 |
| }, |
| { |
| "epoch": 2.226269985832827, |
| "grad_norm": 0.9996538758277893, |
| "learning_rate": 0.0002588021723422862, |
| "loss": 3.5745, |
| "step": 539000 |
| }, |
| { |
| "epoch": 2.228335171348442, |
| "grad_norm": 1.0178087949752808, |
| "learning_rate": 0.00025811139954712937, |
| "loss": 3.5802, |
| "step": 539500 |
| }, |
| { |
| "epoch": 2.230400356864057, |
| "grad_norm": 1.016776442527771, |
| "learning_rate": 0.00025742062675197254, |
| "loss": 3.5756, |
| "step": 540000 |
| }, |
| { |
| "epoch": 2.2324655423796718, |
| "grad_norm": 1.0369473695755005, |
| "learning_rate": 0.00025672985395681566, |
| "loss": 3.5697, |
| "step": 540500 |
| }, |
| { |
| "epoch": 2.2345307278952866, |
| "grad_norm": 1.0017050504684448, |
| "learning_rate": 0.0002560390811616588, |
| "loss": 3.5693, |
| "step": 541000 |
| }, |
| { |
| "epoch": 2.236595913410902, |
| "grad_norm": 1.0083818435668945, |
| "learning_rate": 0.00025534830836650195, |
| "loss": 3.5757, |
| "step": 541500 |
| }, |
| { |
| "epoch": 2.2386610989265168, |
| "grad_norm": 0.9964005947113037, |
| "learning_rate": 0.00025465753557134507, |
| "loss": 3.5704, |
| "step": 542000 |
| }, |
| { |
| "epoch": 2.2407262844421316, |
| "grad_norm": 0.9842349886894226, |
| "learning_rate": 0.00025396676277618824, |
| "loss": 3.5722, |
| "step": 542500 |
| }, |
| { |
| "epoch": 2.2427914699577465, |
| "grad_norm": 1.0623805522918701, |
| "learning_rate": 0.0002532759899810314, |
| "loss": 3.5751, |
| "step": 543000 |
| }, |
| { |
| "epoch": 2.2448566554733613, |
| "grad_norm": 0.9853383898735046, |
| "learning_rate": 0.00025258521718587453, |
| "loss": 3.569, |
| "step": 543500 |
| }, |
| { |
| "epoch": 2.246921840988976, |
| "grad_norm": 1.0597366094589233, |
| "learning_rate": 0.0002518944443907177, |
| "loss": 3.567, |
| "step": 544000 |
| }, |
| { |
| "epoch": 2.248987026504591, |
| "grad_norm": 1.0349406003952026, |
| "learning_rate": 0.0002512036715955608, |
| "loss": 3.576, |
| "step": 544500 |
| }, |
| { |
| "epoch": 2.251052212020206, |
| "grad_norm": 1.0329090356826782, |
| "learning_rate": 0.00025051289880040394, |
| "loss": 3.5773, |
| "step": 545000 |
| }, |
| { |
| "epoch": 2.2531173975358207, |
| "grad_norm": 0.9867748022079468, |
| "learning_rate": 0.0002498221260052471, |
| "loss": 3.5718, |
| "step": 545500 |
| }, |
| { |
| "epoch": 2.2551825830514356, |
| "grad_norm": 1.0195612907409668, |
| "learning_rate": 0.0002491313532100903, |
| "loss": 3.5747, |
| "step": 546000 |
| }, |
| { |
| "epoch": 2.2572477685670504, |
| "grad_norm": 1.0006756782531738, |
| "learning_rate": 0.0002484405804149334, |
| "loss": 3.5787, |
| "step": 546500 |
| }, |
| { |
| "epoch": 2.2593129540826653, |
| "grad_norm": 1.1320079565048218, |
| "learning_rate": 0.00024774980761977657, |
| "loss": 3.5714, |
| "step": 547000 |
| }, |
| { |
| "epoch": 2.26137813959828, |
| "grad_norm": 1.0157132148742676, |
| "learning_rate": 0.0002470590348246197, |
| "loss": 3.5715, |
| "step": 547500 |
| }, |
| { |
| "epoch": 2.263443325113895, |
| "grad_norm": 1.0295883417129517, |
| "learning_rate": 0.00024636826202946286, |
| "loss": 3.571, |
| "step": 548000 |
| }, |
| { |
| "epoch": 2.26550851062951, |
| "grad_norm": 1.0482105016708374, |
| "learning_rate": 0.000245677489234306, |
| "loss": 3.5726, |
| "step": 548500 |
| }, |
| { |
| "epoch": 2.2675736961451247, |
| "grad_norm": 1.0023748874664307, |
| "learning_rate": 0.00024498671643914915, |
| "loss": 3.572, |
| "step": 549000 |
| }, |
| { |
| "epoch": 2.2696388816607396, |
| "grad_norm": 0.972554087638855, |
| "learning_rate": 0.0002442959436439923, |
| "loss": 3.5715, |
| "step": 549500 |
| }, |
| { |
| "epoch": 2.2717040671763544, |
| "grad_norm": 1.0371124744415283, |
| "learning_rate": 0.00024360517084883544, |
| "loss": 3.5735, |
| "step": 550000 |
| }, |
| { |
| "epoch": 2.2737692526919693, |
| "grad_norm": 1.0119367837905884, |
| "learning_rate": 0.00024291439805367856, |
| "loss": 3.571, |
| "step": 550500 |
| }, |
| { |
| "epoch": 2.275834438207584, |
| "grad_norm": 1.0021597146987915, |
| "learning_rate": 0.00024222362525852173, |
| "loss": 3.5693, |
| "step": 551000 |
| }, |
| { |
| "epoch": 2.277899623723199, |
| "grad_norm": 1.0254590511322021, |
| "learning_rate": 0.00024153285246336488, |
| "loss": 3.5683, |
| "step": 551500 |
| }, |
| { |
| "epoch": 2.279964809238814, |
| "grad_norm": 0.9568697810173035, |
| "learning_rate": 0.00024084207966820802, |
| "loss": 3.5704, |
| "step": 552000 |
| }, |
| { |
| "epoch": 2.2820299947544287, |
| "grad_norm": 1.0191502571105957, |
| "learning_rate": 0.00024015130687305117, |
| "loss": 3.569, |
| "step": 552500 |
| }, |
| { |
| "epoch": 2.2840951802700435, |
| "grad_norm": 1.0356107950210571, |
| "learning_rate": 0.0002394605340778943, |
| "loss": 3.5684, |
| "step": 553000 |
| }, |
| { |
| "epoch": 2.2861603657856584, |
| "grad_norm": 1.0266464948654175, |
| "learning_rate": 0.00023876976128273746, |
| "loss": 3.5768, |
| "step": 553500 |
| }, |
| { |
| "epoch": 2.2882255513012733, |
| "grad_norm": 1.0993610620498657, |
| "learning_rate": 0.0002380789884875806, |
| "loss": 3.5741, |
| "step": 554000 |
| }, |
| { |
| "epoch": 2.290290736816888, |
| "grad_norm": 1.0065568685531616, |
| "learning_rate": 0.00023738821569242374, |
| "loss": 3.5643, |
| "step": 554500 |
| }, |
| { |
| "epoch": 2.292355922332503, |
| "grad_norm": 1.0079842805862427, |
| "learning_rate": 0.0002366974428972669, |
| "loss": 3.5729, |
| "step": 555000 |
| }, |
| { |
| "epoch": 2.294421107848118, |
| "grad_norm": 1.059049367904663, |
| "learning_rate": 0.00023600667010211006, |
| "loss": 3.57, |
| "step": 555500 |
| }, |
| { |
| "epoch": 2.296486293363733, |
| "grad_norm": 1.007826328277588, |
| "learning_rate": 0.00023531589730695318, |
| "loss": 3.5739, |
| "step": 556000 |
| }, |
| { |
| "epoch": 2.2985514788793475, |
| "grad_norm": 0.981019139289856, |
| "learning_rate": 0.00023462512451179632, |
| "loss": 3.5664, |
| "step": 556500 |
| }, |
| { |
| "epoch": 2.300616664394963, |
| "grad_norm": 1.0561155080795288, |
| "learning_rate": 0.0002339343517166395, |
| "loss": 3.5708, |
| "step": 557000 |
| }, |
| { |
| "epoch": 2.3026818499105772, |
| "grad_norm": 1.0180214643478394, |
| "learning_rate": 0.00023324357892148261, |
| "loss": 3.5692, |
| "step": 557500 |
| }, |
| { |
| "epoch": 2.3047470354261925, |
| "grad_norm": 1.003997802734375, |
| "learning_rate": 0.00023255280612632576, |
| "loss": 3.5671, |
| "step": 558000 |
| }, |
| { |
| "epoch": 2.3068122209418074, |
| "grad_norm": 1.0337178707122803, |
| "learning_rate": 0.00023186203333116893, |
| "loss": 3.5674, |
| "step": 558500 |
| }, |
| { |
| "epoch": 2.3088774064574222, |
| "grad_norm": 1.129536747932434, |
| "learning_rate": 0.00023117126053601208, |
| "loss": 3.5654, |
| "step": 559000 |
| }, |
| { |
| "epoch": 2.310942591973037, |
| "grad_norm": 1.2200448513031006, |
| "learning_rate": 0.0002304804877408552, |
| "loss": 3.5707, |
| "step": 559500 |
| }, |
| { |
| "epoch": 2.313007777488652, |
| "grad_norm": 0.9864945411682129, |
| "learning_rate": 0.00022978971494569837, |
| "loss": 3.5702, |
| "step": 560000 |
| }, |
| { |
| "epoch": 2.315072963004267, |
| "grad_norm": 1.0458569526672363, |
| "learning_rate": 0.0002290989421505415, |
| "loss": 3.5688, |
| "step": 560500 |
| }, |
| { |
| "epoch": 2.3171381485198816, |
| "grad_norm": 0.9761990308761597, |
| "learning_rate": 0.00022840816935538463, |
| "loss": 3.5722, |
| "step": 561000 |
| }, |
| { |
| "epoch": 2.3192033340354965, |
| "grad_norm": 1.0818289518356323, |
| "learning_rate": 0.0002277173965602278, |
| "loss": 3.5728, |
| "step": 561500 |
| }, |
| { |
| "epoch": 2.3212685195511114, |
| "grad_norm": 1.041244387626648, |
| "learning_rate": 0.00022702662376507094, |
| "loss": 3.5726, |
| "step": 562000 |
| }, |
| { |
| "epoch": 2.323333705066726, |
| "grad_norm": 1.0093498229980469, |
| "learning_rate": 0.00022633585096991406, |
| "loss": 3.5688, |
| "step": 562500 |
| }, |
| { |
| "epoch": 2.325398890582341, |
| "grad_norm": 1.0826895236968994, |
| "learning_rate": 0.00022564507817475723, |
| "loss": 3.5705, |
| "step": 563000 |
| }, |
| { |
| "epoch": 2.327464076097956, |
| "grad_norm": 0.971543550491333, |
| "learning_rate": 0.00022495430537960038, |
| "loss": 3.5676, |
| "step": 563500 |
| }, |
| { |
| "epoch": 2.3295292616135708, |
| "grad_norm": 1.0346750020980835, |
| "learning_rate": 0.00022426353258444352, |
| "loss": 3.5665, |
| "step": 564000 |
| }, |
| { |
| "epoch": 2.3315944471291856, |
| "grad_norm": 1.036830186843872, |
| "learning_rate": 0.00022357275978928667, |
| "loss": 3.5691, |
| "step": 564500 |
| }, |
| { |
| "epoch": 2.3336596326448005, |
| "grad_norm": 1.060124158859253, |
| "learning_rate": 0.00022288198699412981, |
| "loss": 3.5677, |
| "step": 565000 |
| }, |
| { |
| "epoch": 2.3357248181604153, |
| "grad_norm": 1.066440463066101, |
| "learning_rate": 0.00022219121419897296, |
| "loss": 3.5652, |
| "step": 565500 |
| }, |
| { |
| "epoch": 2.33779000367603, |
| "grad_norm": 0.9970808029174805, |
| "learning_rate": 0.0002215004414038161, |
| "loss": 3.5643, |
| "step": 566000 |
| }, |
| { |
| "epoch": 2.339855189191645, |
| "grad_norm": 1.0669645071029663, |
| "learning_rate": 0.00022080966860865925, |
| "loss": 3.5634, |
| "step": 566500 |
| }, |
| { |
| "epoch": 2.34192037470726, |
| "grad_norm": 1.028442621231079, |
| "learning_rate": 0.0002201188958135024, |
| "loss": 3.5685, |
| "step": 567000 |
| }, |
| { |
| "epoch": 2.3439855602228747, |
| "grad_norm": 1.0738192796707153, |
| "learning_rate": 0.00021942812301834556, |
| "loss": 3.5692, |
| "step": 567500 |
| }, |
| { |
| "epoch": 2.3460507457384896, |
| "grad_norm": 1.054447054862976, |
| "learning_rate": 0.00021873735022318868, |
| "loss": 3.5669, |
| "step": 568000 |
| }, |
| { |
| "epoch": 2.3481159312541044, |
| "grad_norm": 1.0542815923690796, |
| "learning_rate": 0.00021804657742803183, |
| "loss": 3.5676, |
| "step": 568500 |
| }, |
| { |
| "epoch": 2.3501811167697193, |
| "grad_norm": 1.0156352519989014, |
| "learning_rate": 0.000217355804632875, |
| "loss": 3.5614, |
| "step": 569000 |
| }, |
| { |
| "epoch": 2.352246302285334, |
| "grad_norm": 1.04582941532135, |
| "learning_rate": 0.00021666503183771812, |
| "loss": 3.563, |
| "step": 569500 |
| }, |
| { |
| "epoch": 2.354311487800949, |
| "grad_norm": 1.0543420314788818, |
| "learning_rate": 0.00021597425904256126, |
| "loss": 3.5656, |
| "step": 570000 |
| }, |
| { |
| "epoch": 2.356376673316564, |
| "grad_norm": 1.0388394594192505, |
| "learning_rate": 0.00021528348624740443, |
| "loss": 3.5649, |
| "step": 570500 |
| }, |
| { |
| "epoch": 2.3584418588321787, |
| "grad_norm": 1.0089175701141357, |
| "learning_rate": 0.00021459271345224758, |
| "loss": 3.5617, |
| "step": 571000 |
| }, |
| { |
| "epoch": 2.3605070443477936, |
| "grad_norm": 1.0495978593826294, |
| "learning_rate": 0.0002139019406570907, |
| "loss": 3.5632, |
| "step": 571500 |
| }, |
| { |
| "epoch": 2.3625722298634084, |
| "grad_norm": 1.0341776609420776, |
| "learning_rate": 0.00021321116786193387, |
| "loss": 3.5642, |
| "step": 572000 |
| }, |
| { |
| "epoch": 2.3646374153790237, |
| "grad_norm": 1.1250771284103394, |
| "learning_rate": 0.000212520395066777, |
| "loss": 3.5636, |
| "step": 572500 |
| }, |
| { |
| "epoch": 2.366702600894638, |
| "grad_norm": 1.0847368240356445, |
| "learning_rate": 0.00021182962227162016, |
| "loss": 3.5666, |
| "step": 573000 |
| }, |
| { |
| "epoch": 2.3687677864102534, |
| "grad_norm": 1.098446011543274, |
| "learning_rate": 0.0002111388494764633, |
| "loss": 3.5681, |
| "step": 573500 |
| }, |
| { |
| "epoch": 2.3708329719258683, |
| "grad_norm": 1.0302762985229492, |
| "learning_rate": 0.00021044807668130645, |
| "loss": 3.5635, |
| "step": 574000 |
| }, |
| { |
| "epoch": 2.372898157441483, |
| "grad_norm": 1.0788323879241943, |
| "learning_rate": 0.00020975730388614962, |
| "loss": 3.5583, |
| "step": 574500 |
| }, |
| { |
| "epoch": 2.374963342957098, |
| "grad_norm": 0.9714188575744629, |
| "learning_rate": 0.00020906653109099274, |
| "loss": 3.5688, |
| "step": 575000 |
| }, |
| { |
| "epoch": 2.377028528472713, |
| "grad_norm": 1.0605202913284302, |
| "learning_rate": 0.00020837575829583588, |
| "loss": 3.5637, |
| "step": 575500 |
| }, |
| { |
| "epoch": 2.3790937139883277, |
| "grad_norm": 1.023740530014038, |
| "learning_rate": 0.00020768498550067905, |
| "loss": 3.5657, |
| "step": 576000 |
| }, |
| { |
| "epoch": 2.3811588995039425, |
| "grad_norm": 1.1460704803466797, |
| "learning_rate": 0.00020699421270552217, |
| "loss": 3.5604, |
| "step": 576500 |
| }, |
| { |
| "epoch": 2.3832240850195574, |
| "grad_norm": 1.0139480829238892, |
| "learning_rate": 0.00020630343991036532, |
| "loss": 3.5639, |
| "step": 577000 |
| }, |
| { |
| "epoch": 2.3852892705351723, |
| "grad_norm": 1.0792934894561768, |
| "learning_rate": 0.0002056126671152085, |
| "loss": 3.5643, |
| "step": 577500 |
| }, |
| { |
| "epoch": 2.387354456050787, |
| "grad_norm": 1.0597305297851562, |
| "learning_rate": 0.00020492189432005163, |
| "loss": 3.5635, |
| "step": 578000 |
| }, |
| { |
| "epoch": 2.389419641566402, |
| "grad_norm": 1.0558807849884033, |
| "learning_rate": 0.00020423112152489475, |
| "loss": 3.5619, |
| "step": 578500 |
| }, |
| { |
| "epoch": 2.391484827082017, |
| "grad_norm": 1.078835129737854, |
| "learning_rate": 0.00020354034872973792, |
| "loss": 3.5592, |
| "step": 579000 |
| }, |
| { |
| "epoch": 2.3935500125976317, |
| "grad_norm": 1.0774576663970947, |
| "learning_rate": 0.00020284957593458107, |
| "loss": 3.5614, |
| "step": 579500 |
| }, |
| { |
| "epoch": 2.3956151981132465, |
| "grad_norm": 1.1080539226531982, |
| "learning_rate": 0.00020215880313942419, |
| "loss": 3.56, |
| "step": 580000 |
| }, |
| { |
| "epoch": 2.3976803836288614, |
| "grad_norm": 1.0353723764419556, |
| "learning_rate": 0.00020146803034426736, |
| "loss": 3.5675, |
| "step": 580500 |
| }, |
| { |
| "epoch": 2.3997455691444762, |
| "grad_norm": 1.1205741167068481, |
| "learning_rate": 0.0002007772575491105, |
| "loss": 3.5608, |
| "step": 581000 |
| }, |
| { |
| "epoch": 2.401810754660091, |
| "grad_norm": 1.0883933305740356, |
| "learning_rate": 0.00020008648475395365, |
| "loss": 3.5669, |
| "step": 581500 |
| }, |
| { |
| "epoch": 2.403875940175706, |
| "grad_norm": 1.0947874784469604, |
| "learning_rate": 0.0001993957119587968, |
| "loss": 3.5677, |
| "step": 582000 |
| }, |
| { |
| "epoch": 2.405941125691321, |
| "grad_norm": 1.0758024454116821, |
| "learning_rate": 0.00019870493916363994, |
| "loss": 3.5615, |
| "step": 582500 |
| }, |
| { |
| "epoch": 2.4080063112069356, |
| "grad_norm": 1.1171646118164062, |
| "learning_rate": 0.00019801416636848308, |
| "loss": 3.5651, |
| "step": 583000 |
| }, |
| { |
| "epoch": 2.4100714967225505, |
| "grad_norm": 1.0862966775894165, |
| "learning_rate": 0.00019732339357332623, |
| "loss": 3.5568, |
| "step": 583500 |
| }, |
| { |
| "epoch": 2.4121366822381654, |
| "grad_norm": 1.0311154127120972, |
| "learning_rate": 0.00019663262077816937, |
| "loss": 3.5654, |
| "step": 584000 |
| }, |
| { |
| "epoch": 2.41420186775378, |
| "grad_norm": 1.121106743812561, |
| "learning_rate": 0.00019594184798301252, |
| "loss": 3.5571, |
| "step": 584500 |
| }, |
| { |
| "epoch": 2.416267053269395, |
| "grad_norm": 1.132066011428833, |
| "learning_rate": 0.0001952510751878557, |
| "loss": 3.5575, |
| "step": 585000 |
| }, |
| { |
| "epoch": 2.41833223878501, |
| "grad_norm": 1.1095765829086304, |
| "learning_rate": 0.0001945603023926988, |
| "loss": 3.5589, |
| "step": 585500 |
| }, |
| { |
| "epoch": 2.4203974243006248, |
| "grad_norm": 1.0508280992507935, |
| "learning_rate": 0.00019386952959754195, |
| "loss": 3.5582, |
| "step": 586000 |
| }, |
| { |
| "epoch": 2.4224626098162396, |
| "grad_norm": 1.003861904144287, |
| "learning_rate": 0.00019317875680238512, |
| "loss": 3.5635, |
| "step": 586500 |
| }, |
| { |
| "epoch": 2.4245277953318545, |
| "grad_norm": 1.041144609451294, |
| "learning_rate": 0.00019248798400722824, |
| "loss": 3.5639, |
| "step": 587000 |
| }, |
| { |
| "epoch": 2.4265929808474693, |
| "grad_norm": 1.0749751329421997, |
| "learning_rate": 0.00019179721121207139, |
| "loss": 3.5623, |
| "step": 587500 |
| }, |
| { |
| "epoch": 2.4286581663630846, |
| "grad_norm": 1.0663747787475586, |
| "learning_rate": 0.00019110643841691456, |
| "loss": 3.563, |
| "step": 588000 |
| }, |
| { |
| "epoch": 2.430723351878699, |
| "grad_norm": 1.0847846269607544, |
| "learning_rate": 0.00019041566562175768, |
| "loss": 3.5699, |
| "step": 588500 |
| }, |
| { |
| "epoch": 2.4327885373943143, |
| "grad_norm": 1.1444486379623413, |
| "learning_rate": 0.00018972489282660082, |
| "loss": 3.562, |
| "step": 589000 |
| }, |
| { |
| "epoch": 2.434853722909929, |
| "grad_norm": 1.0200411081314087, |
| "learning_rate": 0.000189034120031444, |
| "loss": 3.5604, |
| "step": 589500 |
| }, |
| { |
| "epoch": 2.436918908425544, |
| "grad_norm": 1.0979197025299072, |
| "learning_rate": 0.00018834334723628714, |
| "loss": 3.5608, |
| "step": 590000 |
| }, |
| { |
| "epoch": 2.438984093941159, |
| "grad_norm": 1.0365512371063232, |
| "learning_rate": 0.00018765257444113025, |
| "loss": 3.5576, |
| "step": 590500 |
| }, |
| { |
| "epoch": 2.4410492794567737, |
| "grad_norm": 1.0565910339355469, |
| "learning_rate": 0.00018696180164597343, |
| "loss": 3.5585, |
| "step": 591000 |
| }, |
| { |
| "epoch": 2.4431144649723886, |
| "grad_norm": 1.0679208040237427, |
| "learning_rate": 0.00018627102885081657, |
| "loss": 3.5554, |
| "step": 591500 |
| }, |
| { |
| "epoch": 2.4451796504880035, |
| "grad_norm": 1.1112921237945557, |
| "learning_rate": 0.0001855802560556597, |
| "loss": 3.5595, |
| "step": 592000 |
| }, |
| { |
| "epoch": 2.4472448360036183, |
| "grad_norm": 1.0624375343322754, |
| "learning_rate": 0.00018488948326050286, |
| "loss": 3.5591, |
| "step": 592500 |
| }, |
| { |
| "epoch": 2.449310021519233, |
| "grad_norm": 1.0712815523147583, |
| "learning_rate": 0.000184198710465346, |
| "loss": 3.5566, |
| "step": 593000 |
| }, |
| { |
| "epoch": 2.451375207034848, |
| "grad_norm": 1.156916618347168, |
| "learning_rate": 0.00018350793767018915, |
| "loss": 3.5616, |
| "step": 593500 |
| }, |
| { |
| "epoch": 2.453440392550463, |
| "grad_norm": 1.0988603830337524, |
| "learning_rate": 0.0001828171648750323, |
| "loss": 3.5559, |
| "step": 594000 |
| }, |
| { |
| "epoch": 2.4555055780660777, |
| "grad_norm": 1.0828889608383179, |
| "learning_rate": 0.00018212639207987544, |
| "loss": 3.5538, |
| "step": 594500 |
| }, |
| { |
| "epoch": 2.4575707635816926, |
| "grad_norm": 1.02895987033844, |
| "learning_rate": 0.00018143561928471859, |
| "loss": 3.5571, |
| "step": 595000 |
| }, |
| { |
| "epoch": 2.4596359490973074, |
| "grad_norm": 1.0679928064346313, |
| "learning_rate": 0.00018074484648956173, |
| "loss": 3.5586, |
| "step": 595500 |
| }, |
| { |
| "epoch": 2.4617011346129223, |
| "grad_norm": 1.0900782346725464, |
| "learning_rate": 0.00018005407369440487, |
| "loss": 3.5573, |
| "step": 596000 |
| }, |
| { |
| "epoch": 2.463766320128537, |
| "grad_norm": 1.1025035381317139, |
| "learning_rate": 0.00017936330089924802, |
| "loss": 3.56, |
| "step": 596500 |
| }, |
| { |
| "epoch": 2.465831505644152, |
| "grad_norm": 1.0699702501296997, |
| "learning_rate": 0.0001786725281040912, |
| "loss": 3.5615, |
| "step": 597000 |
| }, |
| { |
| "epoch": 2.467896691159767, |
| "grad_norm": 1.0334842205047607, |
| "learning_rate": 0.0001779817553089343, |
| "loss": 3.5655, |
| "step": 597500 |
| }, |
| { |
| "epoch": 2.4699618766753817, |
| "grad_norm": 1.0701565742492676, |
| "learning_rate": 0.00017729098251377745, |
| "loss": 3.5579, |
| "step": 598000 |
| }, |
| { |
| "epoch": 2.4720270621909965, |
| "grad_norm": 1.132064938545227, |
| "learning_rate": 0.00017660020971862063, |
| "loss": 3.5632, |
| "step": 598500 |
| }, |
| { |
| "epoch": 2.4740922477066114, |
| "grad_norm": 1.1510601043701172, |
| "learning_rate": 0.00017590943692346374, |
| "loss": 3.5597, |
| "step": 599000 |
| }, |
| { |
| "epoch": 2.4761574332222263, |
| "grad_norm": 1.0870941877365112, |
| "learning_rate": 0.0001752186641283069, |
| "loss": 3.5552, |
| "step": 599500 |
| }, |
| { |
| "epoch": 2.478222618737841, |
| "grad_norm": 1.0638248920440674, |
| "learning_rate": 0.00017452789133315006, |
| "loss": 3.5584, |
| "step": 600000 |
| }, |
| { |
| "epoch": 2.480287804253456, |
| "grad_norm": 1.0512316226959229, |
| "learning_rate": 0.0001738371185379932, |
| "loss": 3.5528, |
| "step": 600500 |
| }, |
| { |
| "epoch": 2.482352989769071, |
| "grad_norm": 1.0155187845230103, |
| "learning_rate": 0.00017314634574283632, |
| "loss": 3.5566, |
| "step": 601000 |
| }, |
| { |
| "epoch": 2.4844181752846857, |
| "grad_norm": 1.1116366386413574, |
| "learning_rate": 0.0001724555729476795, |
| "loss": 3.5619, |
| "step": 601500 |
| }, |
| { |
| "epoch": 2.4864833608003005, |
| "grad_norm": 1.09247887134552, |
| "learning_rate": 0.00017176480015252264, |
| "loss": 3.5586, |
| "step": 602000 |
| }, |
| { |
| "epoch": 2.4885485463159154, |
| "grad_norm": 1.0541789531707764, |
| "learning_rate": 0.00017107402735736579, |
| "loss": 3.55, |
| "step": 602500 |
| }, |
| { |
| "epoch": 2.4906137318315302, |
| "grad_norm": 1.1371970176696777, |
| "learning_rate": 0.00017038325456220893, |
| "loss": 3.5612, |
| "step": 603000 |
| }, |
| { |
| "epoch": 2.4926789173471455, |
| "grad_norm": 1.1063247919082642, |
| "learning_rate": 0.00016969248176705207, |
| "loss": 3.5504, |
| "step": 603500 |
| }, |
| { |
| "epoch": 2.49474410286276, |
| "grad_norm": 1.1059950590133667, |
| "learning_rate": 0.00016900170897189525, |
| "loss": 3.5576, |
| "step": 604000 |
| }, |
| { |
| "epoch": 2.4968092883783752, |
| "grad_norm": 1.095654845237732, |
| "learning_rate": 0.00016831093617673836, |
| "loss": 3.5567, |
| "step": 604500 |
| }, |
| { |
| "epoch": 2.49887447389399, |
| "grad_norm": 1.2186676263809204, |
| "learning_rate": 0.0001676201633815815, |
| "loss": 3.5516, |
| "step": 605000 |
| }, |
| { |
| "epoch": 2.500939659409605, |
| "grad_norm": 1.1330053806304932, |
| "learning_rate": 0.00016692939058642468, |
| "loss": 3.5534, |
| "step": 605500 |
| }, |
| { |
| "epoch": 2.50300484492522, |
| "grad_norm": 1.1046745777130127, |
| "learning_rate": 0.0001662386177912678, |
| "loss": 3.5536, |
| "step": 606000 |
| }, |
| { |
| "epoch": 2.5050700304408346, |
| "grad_norm": 1.087217092514038, |
| "learning_rate": 0.00016554784499611094, |
| "loss": 3.5556, |
| "step": 606500 |
| }, |
| { |
| "epoch": 2.5071352159564495, |
| "grad_norm": 1.08090078830719, |
| "learning_rate": 0.00016485707220095412, |
| "loss": 3.5549, |
| "step": 607000 |
| }, |
| { |
| "epoch": 2.5092004014720644, |
| "grad_norm": 1.0975345373153687, |
| "learning_rate": 0.00016416629940579726, |
| "loss": 3.556, |
| "step": 607500 |
| }, |
| { |
| "epoch": 2.511265586987679, |
| "grad_norm": 1.072264313697815, |
| "learning_rate": 0.00016347552661064038, |
| "loss": 3.5548, |
| "step": 608000 |
| }, |
| { |
| "epoch": 2.513330772503294, |
| "grad_norm": 1.1147575378417969, |
| "learning_rate": 0.00016278475381548355, |
| "loss": 3.5535, |
| "step": 608500 |
| }, |
| { |
| "epoch": 2.515395958018909, |
| "grad_norm": 1.05443274974823, |
| "learning_rate": 0.0001620939810203267, |
| "loss": 3.5571, |
| "step": 609000 |
| }, |
| { |
| "epoch": 2.5174611435345238, |
| "grad_norm": 1.0987335443496704, |
| "learning_rate": 0.0001614032082251698, |
| "loss": 3.5552, |
| "step": 609500 |
| }, |
| { |
| "epoch": 2.5195263290501386, |
| "grad_norm": 1.099846363067627, |
| "learning_rate": 0.00016071243543001298, |
| "loss": 3.5535, |
| "step": 610000 |
| }, |
| { |
| "epoch": 2.5215915145657535, |
| "grad_norm": 1.0997995138168335, |
| "learning_rate": 0.00016002166263485613, |
| "loss": 3.5503, |
| "step": 610500 |
| }, |
| { |
| "epoch": 2.5236567000813683, |
| "grad_norm": 1.0195918083190918, |
| "learning_rate": 0.00015933088983969927, |
| "loss": 3.5509, |
| "step": 611000 |
| }, |
| { |
| "epoch": 2.525721885596983, |
| "grad_norm": 1.1217858791351318, |
| "learning_rate": 0.00015864011704454242, |
| "loss": 3.5582, |
| "step": 611500 |
| }, |
| { |
| "epoch": 2.527787071112598, |
| "grad_norm": 1.097275972366333, |
| "learning_rate": 0.00015794934424938556, |
| "loss": 3.5577, |
| "step": 612000 |
| }, |
| { |
| "epoch": 2.529852256628213, |
| "grad_norm": 1.0620228052139282, |
| "learning_rate": 0.0001572585714542287, |
| "loss": 3.5474, |
| "step": 612500 |
| }, |
| { |
| "epoch": 2.5319174421438277, |
| "grad_norm": 1.1354901790618896, |
| "learning_rate": 0.00015656779865907185, |
| "loss": 3.5568, |
| "step": 613000 |
| }, |
| { |
| "epoch": 2.5339826276594426, |
| "grad_norm": 1.1245591640472412, |
| "learning_rate": 0.000155877025863915, |
| "loss": 3.5525, |
| "step": 613500 |
| }, |
| { |
| "epoch": 2.5360478131750575, |
| "grad_norm": 1.1448997259140015, |
| "learning_rate": 0.00015518625306875814, |
| "loss": 3.5517, |
| "step": 614000 |
| }, |
| { |
| "epoch": 2.5381129986906723, |
| "grad_norm": 1.1359084844589233, |
| "learning_rate": 0.00015449548027360132, |
| "loss": 3.5567, |
| "step": 614500 |
| }, |
| { |
| "epoch": 2.540178184206287, |
| "grad_norm": 1.1208101511001587, |
| "learning_rate": 0.00015380470747844443, |
| "loss": 3.5534, |
| "step": 615000 |
| }, |
| { |
| "epoch": 2.542243369721902, |
| "grad_norm": 1.113659143447876, |
| "learning_rate": 0.00015311393468328758, |
| "loss": 3.5509, |
| "step": 615500 |
| }, |
| { |
| "epoch": 2.544308555237517, |
| "grad_norm": 1.0796043872833252, |
| "learning_rate": 0.00015242316188813075, |
| "loss": 3.5519, |
| "step": 616000 |
| }, |
| { |
| "epoch": 2.5463737407531317, |
| "grad_norm": 1.0783644914627075, |
| "learning_rate": 0.00015173238909297387, |
| "loss": 3.5531, |
| "step": 616500 |
| }, |
| { |
| "epoch": 2.5484389262687466, |
| "grad_norm": 1.1037405729293823, |
| "learning_rate": 0.000151041616297817, |
| "loss": 3.5537, |
| "step": 617000 |
| }, |
| { |
| "epoch": 2.5505041117843614, |
| "grad_norm": 1.190835952758789, |
| "learning_rate": 0.00015035084350266018, |
| "loss": 3.5571, |
| "step": 617500 |
| }, |
| { |
| "epoch": 2.5525692972999767, |
| "grad_norm": 1.141072392463684, |
| "learning_rate": 0.0001496600707075033, |
| "loss": 3.5578, |
| "step": 618000 |
| }, |
| { |
| "epoch": 2.554634482815591, |
| "grad_norm": 1.1053889989852905, |
| "learning_rate": 0.00014896929791234645, |
| "loss": 3.5521, |
| "step": 618500 |
| }, |
| { |
| "epoch": 2.5566996683312064, |
| "grad_norm": 1.0843356847763062, |
| "learning_rate": 0.00014827852511718962, |
| "loss": 3.5535, |
| "step": 619000 |
| }, |
| { |
| "epoch": 2.558764853846821, |
| "grad_norm": 1.065173625946045, |
| "learning_rate": 0.00014758775232203276, |
| "loss": 3.5498, |
| "step": 619500 |
| }, |
| { |
| "epoch": 2.560830039362436, |
| "grad_norm": 1.0624502897262573, |
| "learning_rate": 0.00014689697952687588, |
| "loss": 3.5527, |
| "step": 620000 |
| }, |
| { |
| "epoch": 2.5628952248780505, |
| "grad_norm": 1.1369531154632568, |
| "learning_rate": 0.00014620620673171905, |
| "loss": 3.5567, |
| "step": 620500 |
| }, |
| { |
| "epoch": 2.564960410393666, |
| "grad_norm": 1.0535515546798706, |
| "learning_rate": 0.0001455154339365622, |
| "loss": 3.5508, |
| "step": 621000 |
| }, |
| { |
| "epoch": 2.5670255959092803, |
| "grad_norm": 1.0857739448547363, |
| "learning_rate": 0.00014482466114140532, |
| "loss": 3.5535, |
| "step": 621500 |
| }, |
| { |
| "epoch": 2.5690907814248956, |
| "grad_norm": 1.1247897148132324, |
| "learning_rate": 0.0001441338883462485, |
| "loss": 3.5518, |
| "step": 622000 |
| }, |
| { |
| "epoch": 2.5711559669405104, |
| "grad_norm": 1.1121678352355957, |
| "learning_rate": 0.00014344311555109163, |
| "loss": 3.5534, |
| "step": 622500 |
| }, |
| { |
| "epoch": 2.5732211524561253, |
| "grad_norm": 1.1483904123306274, |
| "learning_rate": 0.00014275234275593478, |
| "loss": 3.5503, |
| "step": 623000 |
| }, |
| { |
| "epoch": 2.57528633797174, |
| "grad_norm": 1.0787585973739624, |
| "learning_rate": 0.00014206156996077792, |
| "loss": 3.5553, |
| "step": 623500 |
| }, |
| { |
| "epoch": 2.577351523487355, |
| "grad_norm": 1.080661416053772, |
| "learning_rate": 0.00014137079716562107, |
| "loss": 3.547, |
| "step": 624000 |
| }, |
| { |
| "epoch": 2.57941670900297, |
| "grad_norm": 1.0603803396224976, |
| "learning_rate": 0.0001406800243704642, |
| "loss": 3.5448, |
| "step": 624500 |
| }, |
| { |
| "epoch": 2.5814818945185847, |
| "grad_norm": 1.0962501764297485, |
| "learning_rate": 0.00013998925157530736, |
| "loss": 3.5523, |
| "step": 625000 |
| }, |
| { |
| "epoch": 2.5835470800341995, |
| "grad_norm": 1.033325433731079, |
| "learning_rate": 0.0001392984787801505, |
| "loss": 3.5496, |
| "step": 625500 |
| }, |
| { |
| "epoch": 2.5856122655498144, |
| "grad_norm": 1.1293354034423828, |
| "learning_rate": 0.00013860770598499365, |
| "loss": 3.5515, |
| "step": 626000 |
| }, |
| { |
| "epoch": 2.5876774510654292, |
| "grad_norm": 1.108177661895752, |
| "learning_rate": 0.00013791693318983682, |
| "loss": 3.5489, |
| "step": 626500 |
| }, |
| { |
| "epoch": 2.589742636581044, |
| "grad_norm": 1.073265552520752, |
| "learning_rate": 0.00013722616039467994, |
| "loss": 3.5505, |
| "step": 627000 |
| }, |
| { |
| "epoch": 2.591807822096659, |
| "grad_norm": 1.118498682975769, |
| "learning_rate": 0.00013653538759952308, |
| "loss": 3.5476, |
| "step": 627500 |
| }, |
| { |
| "epoch": 2.593873007612274, |
| "grad_norm": 1.0673049688339233, |
| "learning_rate": 0.00013584461480436625, |
| "loss": 3.5474, |
| "step": 628000 |
| }, |
| { |
| "epoch": 2.5959381931278886, |
| "grad_norm": 1.1547062397003174, |
| "learning_rate": 0.00013515384200920937, |
| "loss": 3.5503, |
| "step": 628500 |
| }, |
| { |
| "epoch": 2.5980033786435035, |
| "grad_norm": 1.1905087232589722, |
| "learning_rate": 0.00013446306921405252, |
| "loss": 3.5516, |
| "step": 629000 |
| }, |
| { |
| "epoch": 2.6000685641591184, |
| "grad_norm": 1.0534268617630005, |
| "learning_rate": 0.0001337722964188957, |
| "loss": 3.5493, |
| "step": 629500 |
| }, |
| { |
| "epoch": 2.602133749674733, |
| "grad_norm": 1.1458786725997925, |
| "learning_rate": 0.00013308152362373883, |
| "loss": 3.5491, |
| "step": 630000 |
| }, |
| { |
| "epoch": 2.604198935190348, |
| "grad_norm": 1.09494948387146, |
| "learning_rate": 0.00013239075082858195, |
| "loss": 3.5509, |
| "step": 630500 |
| }, |
| { |
| "epoch": 2.606264120705963, |
| "grad_norm": 1.1193727254867554, |
| "learning_rate": 0.00013169997803342512, |
| "loss": 3.5483, |
| "step": 631000 |
| }, |
| { |
| "epoch": 2.6083293062215778, |
| "grad_norm": 1.1754425764083862, |
| "learning_rate": 0.00013100920523826827, |
| "loss": 3.55, |
| "step": 631500 |
| }, |
| { |
| "epoch": 2.6103944917371926, |
| "grad_norm": 1.1594176292419434, |
| "learning_rate": 0.00013031843244311138, |
| "loss": 3.5482, |
| "step": 632000 |
| }, |
| { |
| "epoch": 2.6124596772528075, |
| "grad_norm": 1.1314561367034912, |
| "learning_rate": 0.00012962765964795456, |
| "loss": 3.5488, |
| "step": 632500 |
| }, |
| { |
| "epoch": 2.6145248627684223, |
| "grad_norm": 1.1158201694488525, |
| "learning_rate": 0.0001289368868527977, |
| "loss": 3.5432, |
| "step": 633000 |
| }, |
| { |
| "epoch": 2.6165900482840376, |
| "grad_norm": 1.1212871074676514, |
| "learning_rate": 0.00012824611405764087, |
| "loss": 3.5457, |
| "step": 633500 |
| }, |
| { |
| "epoch": 2.618655233799652, |
| "grad_norm": 1.1159693002700806, |
| "learning_rate": 0.000127555341262484, |
| "loss": 3.5481, |
| "step": 634000 |
| }, |
| { |
| "epoch": 2.6207204193152673, |
| "grad_norm": 1.152705192565918, |
| "learning_rate": 0.00012686456846732714, |
| "loss": 3.5496, |
| "step": 634500 |
| }, |
| { |
| "epoch": 2.6227856048308817, |
| "grad_norm": 1.058120846748352, |
| "learning_rate": 0.0001261737956721703, |
| "loss": 3.543, |
| "step": 635000 |
| }, |
| { |
| "epoch": 2.624850790346497, |
| "grad_norm": 1.0769755840301514, |
| "learning_rate": 0.00012548302287701343, |
| "loss": 3.549, |
| "step": 635500 |
| }, |
| { |
| "epoch": 2.6269159758621115, |
| "grad_norm": 1.1307255029678345, |
| "learning_rate": 0.00012479225008185657, |
| "loss": 3.547, |
| "step": 636000 |
| }, |
| { |
| "epoch": 2.6289811613777267, |
| "grad_norm": 1.1621134281158447, |
| "learning_rate": 0.00012410147728669972, |
| "loss": 3.5487, |
| "step": 636500 |
| }, |
| { |
| "epoch": 2.631046346893341, |
| "grad_norm": 1.1458077430725098, |
| "learning_rate": 0.0001234107044915429, |
| "loss": 3.5519, |
| "step": 637000 |
| }, |
| { |
| "epoch": 2.6331115324089565, |
| "grad_norm": 1.092753291130066, |
| "learning_rate": 0.000122719931696386, |
| "loss": 3.5461, |
| "step": 637500 |
| }, |
| { |
| "epoch": 2.6351767179245713, |
| "grad_norm": 1.1066797971725464, |
| "learning_rate": 0.00012202915890122916, |
| "loss": 3.5441, |
| "step": 638000 |
| }, |
| { |
| "epoch": 2.637241903440186, |
| "grad_norm": 1.2599786520004272, |
| "learning_rate": 0.00012133838610607231, |
| "loss": 3.5432, |
| "step": 638500 |
| }, |
| { |
| "epoch": 2.639307088955801, |
| "grad_norm": 1.1791828870773315, |
| "learning_rate": 0.00012064761331091545, |
| "loss": 3.546, |
| "step": 639000 |
| }, |
| { |
| "epoch": 2.641372274471416, |
| "grad_norm": 1.1177842617034912, |
| "learning_rate": 0.0001199568405157586, |
| "loss": 3.5462, |
| "step": 639500 |
| }, |
| { |
| "epoch": 2.6434374599870307, |
| "grad_norm": 1.102595329284668, |
| "learning_rate": 0.00011926606772060176, |
| "loss": 3.5483, |
| "step": 640000 |
| }, |
| { |
| "epoch": 2.6455026455026456, |
| "grad_norm": 1.1402961015701294, |
| "learning_rate": 0.0001185752949254449, |
| "loss": 3.5408, |
| "step": 640500 |
| }, |
| { |
| "epoch": 2.6475678310182604, |
| "grad_norm": 1.1613812446594238, |
| "learning_rate": 0.00011788452213028803, |
| "loss": 3.5451, |
| "step": 641000 |
| }, |
| { |
| "epoch": 2.6496330165338753, |
| "grad_norm": 1.168084979057312, |
| "learning_rate": 0.00011719374933513119, |
| "loss": 3.5411, |
| "step": 641500 |
| }, |
| { |
| "epoch": 2.65169820204949, |
| "grad_norm": 1.1055593490600586, |
| "learning_rate": 0.00011650297653997434, |
| "loss": 3.5451, |
| "step": 642000 |
| }, |
| { |
| "epoch": 2.653763387565105, |
| "grad_norm": 1.2037098407745361, |
| "learning_rate": 0.00011581220374481748, |
| "loss": 3.5436, |
| "step": 642500 |
| }, |
| { |
| "epoch": 2.65582857308072, |
| "grad_norm": 1.097847580909729, |
| "learning_rate": 0.00011512143094966063, |
| "loss": 3.5466, |
| "step": 643000 |
| }, |
| { |
| "epoch": 2.6578937585963347, |
| "grad_norm": 1.139164924621582, |
| "learning_rate": 0.00011443065815450378, |
| "loss": 3.5502, |
| "step": 643500 |
| }, |
| { |
| "epoch": 2.6599589441119496, |
| "grad_norm": 1.1574277877807617, |
| "learning_rate": 0.00011373988535934692, |
| "loss": 3.5495, |
| "step": 644000 |
| }, |
| { |
| "epoch": 2.6620241296275644, |
| "grad_norm": 1.1017979383468628, |
| "learning_rate": 0.00011304911256419006, |
| "loss": 3.5472, |
| "step": 644500 |
| }, |
| { |
| "epoch": 2.6640893151431793, |
| "grad_norm": 1.0890662670135498, |
| "learning_rate": 0.00011235833976903322, |
| "loss": 3.5484, |
| "step": 645000 |
| }, |
| { |
| "epoch": 2.666154500658794, |
| "grad_norm": 1.2207446098327637, |
| "learning_rate": 0.00011166756697387635, |
| "loss": 3.5501, |
| "step": 645500 |
| }, |
| { |
| "epoch": 2.668219686174409, |
| "grad_norm": 1.163373351097107, |
| "learning_rate": 0.00011097679417871951, |
| "loss": 3.5475, |
| "step": 646000 |
| }, |
| { |
| "epoch": 2.670284871690024, |
| "grad_norm": 1.1431262493133545, |
| "learning_rate": 0.00011028602138356265, |
| "loss": 3.5439, |
| "step": 646500 |
| }, |
| { |
| "epoch": 2.6723500572056387, |
| "grad_norm": 1.092523455619812, |
| "learning_rate": 0.0001095952485884058, |
| "loss": 3.5441, |
| "step": 647000 |
| }, |
| { |
| "epoch": 2.6744152427212535, |
| "grad_norm": 1.0584559440612793, |
| "learning_rate": 0.00010890447579324894, |
| "loss": 3.542, |
| "step": 647500 |
| }, |
| { |
| "epoch": 2.6764804282368684, |
| "grad_norm": 1.1114296913146973, |
| "learning_rate": 0.00010821370299809209, |
| "loss": 3.541, |
| "step": 648000 |
| }, |
| { |
| "epoch": 2.6785456137524832, |
| "grad_norm": 1.165021300315857, |
| "learning_rate": 0.00010752293020293523, |
| "loss": 3.5437, |
| "step": 648500 |
| }, |
| { |
| "epoch": 2.680610799268098, |
| "grad_norm": 1.121242880821228, |
| "learning_rate": 0.00010683215740777838, |
| "loss": 3.5472, |
| "step": 649000 |
| }, |
| { |
| "epoch": 2.682675984783713, |
| "grad_norm": 1.091549038887024, |
| "learning_rate": 0.00010614138461262154, |
| "loss": 3.5423, |
| "step": 649500 |
| }, |
| { |
| "epoch": 2.6847411702993282, |
| "grad_norm": 1.08323335647583, |
| "learning_rate": 0.00010545061181746467, |
| "loss": 3.5446, |
| "step": 650000 |
| }, |
| { |
| "epoch": 2.6868063558149426, |
| "grad_norm": 1.1016401052474976, |
| "learning_rate": 0.00010475983902230781, |
| "loss": 3.5438, |
| "step": 650500 |
| }, |
| { |
| "epoch": 2.688871541330558, |
| "grad_norm": 1.0947271585464478, |
| "learning_rate": 0.00010406906622715097, |
| "loss": 3.5426, |
| "step": 651000 |
| }, |
| { |
| "epoch": 2.6909367268461724, |
| "grad_norm": 1.1929179430007935, |
| "learning_rate": 0.0001033782934319941, |
| "loss": 3.5445, |
| "step": 651500 |
| }, |
| { |
| "epoch": 2.6930019123617877, |
| "grad_norm": 1.2279053926467896, |
| "learning_rate": 0.00010268752063683726, |
| "loss": 3.54, |
| "step": 652000 |
| }, |
| { |
| "epoch": 2.695067097877402, |
| "grad_norm": 1.1435800790786743, |
| "learning_rate": 0.0001019967478416804, |
| "loss": 3.542, |
| "step": 652500 |
| }, |
| { |
| "epoch": 2.6971322833930174, |
| "grad_norm": 1.1197376251220703, |
| "learning_rate": 0.00010130597504652355, |
| "loss": 3.5438, |
| "step": 653000 |
| }, |
| { |
| "epoch": 2.699197468908632, |
| "grad_norm": 1.1564953327178955, |
| "learning_rate": 0.0001006152022513667, |
| "loss": 3.5426, |
| "step": 653500 |
| }, |
| { |
| "epoch": 2.701262654424247, |
| "grad_norm": 1.161893606185913, |
| "learning_rate": 9.992442945620984e-05, |
| "loss": 3.5444, |
| "step": 654000 |
| }, |
| { |
| "epoch": 2.703327839939862, |
| "grad_norm": 1.0775420665740967, |
| "learning_rate": 9.923365666105298e-05, |
| "loss": 3.5442, |
| "step": 654500 |
| }, |
| { |
| "epoch": 2.7053930254554768, |
| "grad_norm": 1.102074146270752, |
| "learning_rate": 9.854288386589613e-05, |
| "loss": 3.5423, |
| "step": 655000 |
| }, |
| { |
| "epoch": 2.7074582109710916, |
| "grad_norm": 1.1207383871078491, |
| "learning_rate": 9.785211107073929e-05, |
| "loss": 3.5388, |
| "step": 655500 |
| }, |
| { |
| "epoch": 2.7095233964867065, |
| "grad_norm": 1.1234713792800903, |
| "learning_rate": 9.716133827558243e-05, |
| "loss": 3.5481, |
| "step": 656000 |
| }, |
| { |
| "epoch": 2.7115885820023213, |
| "grad_norm": 1.1351318359375, |
| "learning_rate": 9.647056548042558e-05, |
| "loss": 3.5383, |
| "step": 656500 |
| }, |
| { |
| "epoch": 2.713653767517936, |
| "grad_norm": 1.1336658000946045, |
| "learning_rate": 9.577979268526872e-05, |
| "loss": 3.5383, |
| "step": 657000 |
| }, |
| { |
| "epoch": 2.715718953033551, |
| "grad_norm": 1.1328084468841553, |
| "learning_rate": 9.508901989011187e-05, |
| "loss": 3.535, |
| "step": 657500 |
| }, |
| { |
| "epoch": 2.717784138549166, |
| "grad_norm": 1.1828727722167969, |
| "learning_rate": 9.439824709495501e-05, |
| "loss": 3.5429, |
| "step": 658000 |
| }, |
| { |
| "epoch": 2.7198493240647807, |
| "grad_norm": 1.150932788848877, |
| "learning_rate": 9.370747429979816e-05, |
| "loss": 3.5364, |
| "step": 658500 |
| }, |
| { |
| "epoch": 2.7219145095803956, |
| "grad_norm": 1.1426488161087036, |
| "learning_rate": 9.301670150464131e-05, |
| "loss": 3.5362, |
| "step": 659000 |
| }, |
| { |
| "epoch": 2.7239796950960105, |
| "grad_norm": 1.172214150428772, |
| "learning_rate": 9.232592870948445e-05, |
| "loss": 3.5393, |
| "step": 659500 |
| }, |
| { |
| "epoch": 2.7260448806116253, |
| "grad_norm": 1.1658480167388916, |
| "learning_rate": 9.16351559143276e-05, |
| "loss": 3.5399, |
| "step": 660000 |
| }, |
| { |
| "epoch": 2.72811006612724, |
| "grad_norm": 1.0598623752593994, |
| "learning_rate": 9.094438311917075e-05, |
| "loss": 3.5406, |
| "step": 660500 |
| }, |
| { |
| "epoch": 2.730175251642855, |
| "grad_norm": 1.1740615367889404, |
| "learning_rate": 9.025361032401388e-05, |
| "loss": 3.537, |
| "step": 661000 |
| }, |
| { |
| "epoch": 2.73224043715847, |
| "grad_norm": 1.2359734773635864, |
| "learning_rate": 8.956283752885704e-05, |
| "loss": 3.542, |
| "step": 661500 |
| }, |
| { |
| "epoch": 2.7343056226740847, |
| "grad_norm": 1.1597286462783813, |
| "learning_rate": 8.887206473370018e-05, |
| "loss": 3.5419, |
| "step": 662000 |
| }, |
| { |
| "epoch": 2.7363708081896996, |
| "grad_norm": 1.1975675821304321, |
| "learning_rate": 8.818129193854333e-05, |
| "loss": 3.5379, |
| "step": 662500 |
| }, |
| { |
| "epoch": 2.7384359937053144, |
| "grad_norm": 1.1415953636169434, |
| "learning_rate": 8.749051914338647e-05, |
| "loss": 3.5346, |
| "step": 663000 |
| }, |
| { |
| "epoch": 2.7405011792209293, |
| "grad_norm": 1.1369695663452148, |
| "learning_rate": 8.679974634822962e-05, |
| "loss": 3.5381, |
| "step": 663500 |
| }, |
| { |
| "epoch": 2.742566364736544, |
| "grad_norm": 1.0683647394180298, |
| "learning_rate": 8.610897355307276e-05, |
| "loss": 3.5396, |
| "step": 664000 |
| }, |
| { |
| "epoch": 2.744631550252159, |
| "grad_norm": 1.1265534162521362, |
| "learning_rate": 8.541820075791591e-05, |
| "loss": 3.5419, |
| "step": 664500 |
| }, |
| { |
| "epoch": 2.746696735767774, |
| "grad_norm": 1.188646674156189, |
| "learning_rate": 8.472742796275907e-05, |
| "loss": 3.5376, |
| "step": 665000 |
| }, |
| { |
| "epoch": 2.748761921283389, |
| "grad_norm": 1.117809772491455, |
| "learning_rate": 8.40366551676022e-05, |
| "loss": 3.5425, |
| "step": 665500 |
| }, |
| { |
| "epoch": 2.7508271067990036, |
| "grad_norm": 1.0943549871444702, |
| "learning_rate": 8.334588237244536e-05, |
| "loss": 3.5392, |
| "step": 666000 |
| }, |
| { |
| "epoch": 2.752892292314619, |
| "grad_norm": 1.1691985130310059, |
| "learning_rate": 8.26551095772885e-05, |
| "loss": 3.5427, |
| "step": 666500 |
| }, |
| { |
| "epoch": 2.7549574778302333, |
| "grad_norm": 1.1160893440246582, |
| "learning_rate": 8.196433678213163e-05, |
| "loss": 3.5366, |
| "step": 667000 |
| }, |
| { |
| "epoch": 2.7570226633458486, |
| "grad_norm": 1.110880732536316, |
| "learning_rate": 8.127356398697479e-05, |
| "loss": 3.5362, |
| "step": 667500 |
| }, |
| { |
| "epoch": 2.759087848861463, |
| "grad_norm": 1.1490111351013184, |
| "learning_rate": 8.058279119181794e-05, |
| "loss": 3.5398, |
| "step": 668000 |
| }, |
| { |
| "epoch": 2.7611530343770783, |
| "grad_norm": 1.1500129699707031, |
| "learning_rate": 7.989201839666108e-05, |
| "loss": 3.5366, |
| "step": 668500 |
| }, |
| { |
| "epoch": 2.763218219892693, |
| "grad_norm": 1.2609245777130127, |
| "learning_rate": 7.920124560150422e-05, |
| "loss": 3.5371, |
| "step": 669000 |
| }, |
| { |
| "epoch": 2.765283405408308, |
| "grad_norm": 1.114384412765503, |
| "learning_rate": 7.851047280634738e-05, |
| "loss": 3.5404, |
| "step": 669500 |
| }, |
| { |
| "epoch": 2.767348590923923, |
| "grad_norm": 1.2006248235702515, |
| "learning_rate": 7.781970001119051e-05, |
| "loss": 3.5384, |
| "step": 670000 |
| }, |
| { |
| "epoch": 2.7694137764395377, |
| "grad_norm": 1.1240462064743042, |
| "learning_rate": 7.712892721603366e-05, |
| "loss": 3.5348, |
| "step": 670500 |
| }, |
| { |
| "epoch": 2.7714789619551525, |
| "grad_norm": 1.1763321161270142, |
| "learning_rate": 7.643815442087682e-05, |
| "loss": 3.542, |
| "step": 671000 |
| }, |
| { |
| "epoch": 2.7735441474707674, |
| "grad_norm": 1.1845157146453857, |
| "learning_rate": 7.574738162571996e-05, |
| "loss": 3.5346, |
| "step": 671500 |
| }, |
| { |
| "epoch": 2.7756093329863822, |
| "grad_norm": 1.1668108701705933, |
| "learning_rate": 7.505660883056311e-05, |
| "loss": 3.5327, |
| "step": 672000 |
| }, |
| { |
| "epoch": 2.777674518501997, |
| "grad_norm": 1.2260358333587646, |
| "learning_rate": 7.436583603540625e-05, |
| "loss": 3.5436, |
| "step": 672500 |
| }, |
| { |
| "epoch": 2.779739704017612, |
| "grad_norm": 1.182613492012024, |
| "learning_rate": 7.367506324024941e-05, |
| "loss": 3.5323, |
| "step": 673000 |
| }, |
| { |
| "epoch": 2.781804889533227, |
| "grad_norm": 1.0887421369552612, |
| "learning_rate": 7.298429044509254e-05, |
| "loss": 3.5298, |
| "step": 673500 |
| }, |
| { |
| "epoch": 2.7838700750488417, |
| "grad_norm": 1.1675676107406616, |
| "learning_rate": 7.229351764993569e-05, |
| "loss": 3.54, |
| "step": 674000 |
| }, |
| { |
| "epoch": 2.7859352605644565, |
| "grad_norm": 1.1976847648620605, |
| "learning_rate": 7.160274485477885e-05, |
| "loss": 3.5343, |
| "step": 674500 |
| }, |
| { |
| "epoch": 2.7880004460800714, |
| "grad_norm": 1.1038521528244019, |
| "learning_rate": 7.091197205962198e-05, |
| "loss": 3.5335, |
| "step": 675000 |
| }, |
| { |
| "epoch": 2.790065631595686, |
| "grad_norm": 1.231480360031128, |
| "learning_rate": 7.022119926446513e-05, |
| "loss": 3.534, |
| "step": 675500 |
| }, |
| { |
| "epoch": 2.792130817111301, |
| "grad_norm": 1.1320313215255737, |
| "learning_rate": 6.953042646930828e-05, |
| "loss": 3.5345, |
| "step": 676000 |
| }, |
| { |
| "epoch": 2.794196002626916, |
| "grad_norm": 1.224155068397522, |
| "learning_rate": 6.883965367415141e-05, |
| "loss": 3.5399, |
| "step": 676500 |
| }, |
| { |
| "epoch": 2.7962611881425308, |
| "grad_norm": 1.2316396236419678, |
| "learning_rate": 6.814888087899457e-05, |
| "loss": 3.5321, |
| "step": 677000 |
| }, |
| { |
| "epoch": 2.7983263736581456, |
| "grad_norm": 1.1945332288742065, |
| "learning_rate": 6.745810808383771e-05, |
| "loss": 3.5277, |
| "step": 677500 |
| }, |
| { |
| "epoch": 2.8003915591737605, |
| "grad_norm": 1.2284690141677856, |
| "learning_rate": 6.676733528868086e-05, |
| "loss": 3.5393, |
| "step": 678000 |
| }, |
| { |
| "epoch": 2.8024567446893753, |
| "grad_norm": 1.193962812423706, |
| "learning_rate": 6.6076562493524e-05, |
| "loss": 3.5333, |
| "step": 678500 |
| }, |
| { |
| "epoch": 2.80452193020499, |
| "grad_norm": 1.1595391035079956, |
| "learning_rate": 6.538578969836716e-05, |
| "loss": 3.531, |
| "step": 679000 |
| }, |
| { |
| "epoch": 2.806587115720605, |
| "grad_norm": 1.1014127731323242, |
| "learning_rate": 6.46950169032103e-05, |
| "loss": 3.5372, |
| "step": 679500 |
| }, |
| { |
| "epoch": 2.80865230123622, |
| "grad_norm": 1.1175678968429565, |
| "learning_rate": 6.400424410805344e-05, |
| "loss": 3.5358, |
| "step": 680000 |
| }, |
| { |
| "epoch": 2.8107174867518347, |
| "grad_norm": 1.1042125225067139, |
| "learning_rate": 6.33134713128966e-05, |
| "loss": 3.5278, |
| "step": 680500 |
| }, |
| { |
| "epoch": 2.81278267226745, |
| "grad_norm": 1.1928285360336304, |
| "learning_rate": 6.262269851773973e-05, |
| "loss": 3.5358, |
| "step": 681000 |
| }, |
| { |
| "epoch": 2.8148478577830645, |
| "grad_norm": 1.132632851600647, |
| "learning_rate": 6.193192572258289e-05, |
| "loss": 3.5334, |
| "step": 681500 |
| }, |
| { |
| "epoch": 2.8169130432986798, |
| "grad_norm": 1.1722743511199951, |
| "learning_rate": 6.124115292742603e-05, |
| "loss": 3.531, |
| "step": 682000 |
| }, |
| { |
| "epoch": 2.818978228814294, |
| "grad_norm": 1.254947304725647, |
| "learning_rate": 6.0550380132269176e-05, |
| "loss": 3.5343, |
| "step": 682500 |
| }, |
| { |
| "epoch": 2.8210434143299095, |
| "grad_norm": 1.1508169174194336, |
| "learning_rate": 5.985960733711232e-05, |
| "loss": 3.5368, |
| "step": 683000 |
| }, |
| { |
| "epoch": 2.823108599845524, |
| "grad_norm": 1.0975197553634644, |
| "learning_rate": 5.916883454195547e-05, |
| "loss": 3.5351, |
| "step": 683500 |
| }, |
| { |
| "epoch": 2.825173785361139, |
| "grad_norm": 1.1329206228256226, |
| "learning_rate": 5.847806174679862e-05, |
| "loss": 3.5311, |
| "step": 684000 |
| }, |
| { |
| "epoch": 2.827238970876754, |
| "grad_norm": 1.1963412761688232, |
| "learning_rate": 5.7787288951641755e-05, |
| "loss": 3.5372, |
| "step": 684500 |
| }, |
| { |
| "epoch": 2.829304156392369, |
| "grad_norm": 1.1670440435409546, |
| "learning_rate": 5.709651615648491e-05, |
| "loss": 3.5317, |
| "step": 685000 |
| }, |
| { |
| "epoch": 2.8313693419079837, |
| "grad_norm": 1.1550650596618652, |
| "learning_rate": 5.640574336132805e-05, |
| "loss": 3.5388, |
| "step": 685500 |
| }, |
| { |
| "epoch": 2.8334345274235986, |
| "grad_norm": 1.2681782245635986, |
| "learning_rate": 5.57149705661712e-05, |
| "loss": 3.532, |
| "step": 686000 |
| }, |
| { |
| "epoch": 2.8354997129392134, |
| "grad_norm": 1.2247217893600464, |
| "learning_rate": 5.502419777101435e-05, |
| "loss": 3.5327, |
| "step": 686500 |
| }, |
| { |
| "epoch": 2.8375648984548283, |
| "grad_norm": 1.1425162553787231, |
| "learning_rate": 5.433342497585749e-05, |
| "loss": 3.5345, |
| "step": 687000 |
| }, |
| { |
| "epoch": 2.839630083970443, |
| "grad_norm": 1.163588047027588, |
| "learning_rate": 5.364265218070064e-05, |
| "loss": 3.532, |
| "step": 687500 |
| }, |
| { |
| "epoch": 2.841695269486058, |
| "grad_norm": 1.210184931755066, |
| "learning_rate": 5.295187938554378e-05, |
| "loss": 3.5329, |
| "step": 688000 |
| }, |
| { |
| "epoch": 2.843760455001673, |
| "grad_norm": 1.1317417621612549, |
| "learning_rate": 5.226110659038693e-05, |
| "loss": 3.53, |
| "step": 688500 |
| }, |
| { |
| "epoch": 2.8458256405172877, |
| "grad_norm": 1.13838529586792, |
| "learning_rate": 5.157033379523008e-05, |
| "loss": 3.5299, |
| "step": 689000 |
| }, |
| { |
| "epoch": 2.8478908260329026, |
| "grad_norm": 1.2060869932174683, |
| "learning_rate": 5.0879561000073224e-05, |
| "loss": 3.5353, |
| "step": 689500 |
| }, |
| { |
| "epoch": 2.8499560115485174, |
| "grad_norm": 1.188759684562683, |
| "learning_rate": 5.018878820491637e-05, |
| "loss": 3.5289, |
| "step": 690000 |
| }, |
| { |
| "epoch": 2.8520211970641323, |
| "grad_norm": 1.1635915040969849, |
| "learning_rate": 4.949801540975952e-05, |
| "loss": 3.5333, |
| "step": 690500 |
| }, |
| { |
| "epoch": 2.854086382579747, |
| "grad_norm": 1.1641584634780884, |
| "learning_rate": 4.8807242614602665e-05, |
| "loss": 3.5274, |
| "step": 691000 |
| }, |
| { |
| "epoch": 2.856151568095362, |
| "grad_norm": 1.1882566213607788, |
| "learning_rate": 4.8116469819445804e-05, |
| "loss": 3.5317, |
| "step": 691500 |
| }, |
| { |
| "epoch": 2.858216753610977, |
| "grad_norm": 1.1764498949050903, |
| "learning_rate": 4.7425697024288955e-05, |
| "loss": 3.5327, |
| "step": 692000 |
| }, |
| { |
| "epoch": 2.8602819391265917, |
| "grad_norm": 1.1782383918762207, |
| "learning_rate": 4.67349242291321e-05, |
| "loss": 3.5308, |
| "step": 692500 |
| }, |
| { |
| "epoch": 2.8623471246422065, |
| "grad_norm": 1.1420069932937622, |
| "learning_rate": 4.6044151433975245e-05, |
| "loss": 3.5326, |
| "step": 693000 |
| }, |
| { |
| "epoch": 2.8644123101578214, |
| "grad_norm": 1.176958680152893, |
| "learning_rate": 4.5353378638818396e-05, |
| "loss": 3.5271, |
| "step": 693500 |
| }, |
| { |
| "epoch": 2.8664774956734362, |
| "grad_norm": 1.133934736251831, |
| "learning_rate": 4.466260584366154e-05, |
| "loss": 3.5278, |
| "step": 694000 |
| }, |
| { |
| "epoch": 2.868542681189051, |
| "grad_norm": 1.2356404066085815, |
| "learning_rate": 4.397183304850468e-05, |
| "loss": 3.5276, |
| "step": 694500 |
| }, |
| { |
| "epoch": 2.870607866704666, |
| "grad_norm": 1.2314106225967407, |
| "learning_rate": 4.328106025334783e-05, |
| "loss": 3.53, |
| "step": 695000 |
| }, |
| { |
| "epoch": 2.872673052220281, |
| "grad_norm": 1.1606627702713013, |
| "learning_rate": 4.2590287458190976e-05, |
| "loss": 3.5271, |
| "step": 695500 |
| }, |
| { |
| "epoch": 2.8747382377358957, |
| "grad_norm": 1.224077582359314, |
| "learning_rate": 4.189951466303412e-05, |
| "loss": 3.5302, |
| "step": 696000 |
| }, |
| { |
| "epoch": 2.876803423251511, |
| "grad_norm": 1.1799148321151733, |
| "learning_rate": 4.120874186787727e-05, |
| "loss": 3.5293, |
| "step": 696500 |
| }, |
| { |
| "epoch": 2.8788686087671254, |
| "grad_norm": 1.1705491542816162, |
| "learning_rate": 4.051796907272042e-05, |
| "loss": 3.5299, |
| "step": 697000 |
| }, |
| { |
| "epoch": 2.8809337942827407, |
| "grad_norm": 1.116529941558838, |
| "learning_rate": 3.982719627756357e-05, |
| "loss": 3.5273, |
| "step": 697500 |
| }, |
| { |
| "epoch": 2.882998979798355, |
| "grad_norm": 1.2101117372512817, |
| "learning_rate": 3.913642348240671e-05, |
| "loss": 3.5347, |
| "step": 698000 |
| }, |
| { |
| "epoch": 2.8850641653139704, |
| "grad_norm": 1.1944656372070312, |
| "learning_rate": 3.844565068724985e-05, |
| "loss": 3.5328, |
| "step": 698500 |
| }, |
| { |
| "epoch": 2.8871293508295848, |
| "grad_norm": 1.1747467517852783, |
| "learning_rate": 3.7754877892093e-05, |
| "loss": 3.5284, |
| "step": 699000 |
| }, |
| { |
| "epoch": 2.8891945363452, |
| "grad_norm": 1.1518479585647583, |
| "learning_rate": 3.706410509693615e-05, |
| "loss": 3.529, |
| "step": 699500 |
| }, |
| { |
| "epoch": 2.8912597218608145, |
| "grad_norm": 1.2322289943695068, |
| "learning_rate": 3.637333230177929e-05, |
| "loss": 3.5286, |
| "step": 700000 |
| }, |
| { |
| "epoch": 2.8933249073764298, |
| "grad_norm": 1.1818208694458008, |
| "learning_rate": 3.5682559506622444e-05, |
| "loss": 3.5236, |
| "step": 700500 |
| }, |
| { |
| "epoch": 2.8953900928920446, |
| "grad_norm": 1.1893458366394043, |
| "learning_rate": 3.499178671146558e-05, |
| "loss": 3.533, |
| "step": 701000 |
| }, |
| { |
| "epoch": 2.8974552784076595, |
| "grad_norm": 1.1495394706726074, |
| "learning_rate": 3.430101391630873e-05, |
| "loss": 3.5303, |
| "step": 701500 |
| }, |
| { |
| "epoch": 2.8995204639232743, |
| "grad_norm": 1.2092045545578003, |
| "learning_rate": 3.361024112115188e-05, |
| "loss": 3.5292, |
| "step": 702000 |
| }, |
| { |
| "epoch": 2.901585649438889, |
| "grad_norm": 1.1720359325408936, |
| "learning_rate": 3.2919468325995024e-05, |
| "loss": 3.5278, |
| "step": 702500 |
| }, |
| { |
| "epoch": 2.903650834954504, |
| "grad_norm": 1.2030115127563477, |
| "learning_rate": 3.222869553083817e-05, |
| "loss": 3.5253, |
| "step": 703000 |
| }, |
| { |
| "epoch": 2.905716020470119, |
| "grad_norm": 1.2304277420043945, |
| "learning_rate": 3.153792273568132e-05, |
| "loss": 3.5248, |
| "step": 703500 |
| }, |
| { |
| "epoch": 2.9077812059857338, |
| "grad_norm": 1.2170897722244263, |
| "learning_rate": 3.0847149940524465e-05, |
| "loss": 3.5292, |
| "step": 704000 |
| }, |
| { |
| "epoch": 2.9098463915013486, |
| "grad_norm": 1.2127034664154053, |
| "learning_rate": 3.015637714536761e-05, |
| "loss": 3.5224, |
| "step": 704500 |
| }, |
| { |
| "epoch": 2.9119115770169635, |
| "grad_norm": 1.134798526763916, |
| "learning_rate": 2.9465604350210755e-05, |
| "loss": 3.5294, |
| "step": 705000 |
| }, |
| { |
| "epoch": 2.9139767625325783, |
| "grad_norm": 1.138028621673584, |
| "learning_rate": 2.87748315550539e-05, |
| "loss": 3.5274, |
| "step": 705500 |
| }, |
| { |
| "epoch": 2.916041948048193, |
| "grad_norm": 1.174139380455017, |
| "learning_rate": 2.8084058759897048e-05, |
| "loss": 3.5273, |
| "step": 706000 |
| }, |
| { |
| "epoch": 2.918107133563808, |
| "grad_norm": 1.1774015426635742, |
| "learning_rate": 2.7393285964740193e-05, |
| "loss": 3.5322, |
| "step": 706500 |
| }, |
| { |
| "epoch": 2.920172319079423, |
| "grad_norm": 1.1589888334274292, |
| "learning_rate": 2.670251316958334e-05, |
| "loss": 3.5317, |
| "step": 707000 |
| }, |
| { |
| "epoch": 2.9222375045950377, |
| "grad_norm": 1.1953973770141602, |
| "learning_rate": 2.6011740374426486e-05, |
| "loss": 3.5262, |
| "step": 707500 |
| }, |
| { |
| "epoch": 2.9243026901106526, |
| "grad_norm": 1.2151812314987183, |
| "learning_rate": 2.5320967579269634e-05, |
| "loss": 3.5318, |
| "step": 708000 |
| }, |
| { |
| "epoch": 2.9263678756262674, |
| "grad_norm": 1.254413366317749, |
| "learning_rate": 2.463019478411278e-05, |
| "loss": 3.5331, |
| "step": 708500 |
| }, |
| { |
| "epoch": 2.9284330611418823, |
| "grad_norm": 1.1194883584976196, |
| "learning_rate": 2.3939421988955924e-05, |
| "loss": 3.5275, |
| "step": 709000 |
| }, |
| { |
| "epoch": 2.930498246657497, |
| "grad_norm": 1.1866700649261475, |
| "learning_rate": 2.3248649193799072e-05, |
| "loss": 3.5258, |
| "step": 709500 |
| }, |
| { |
| "epoch": 2.932563432173112, |
| "grad_norm": 1.1527056694030762, |
| "learning_rate": 2.2557876398642217e-05, |
| "loss": 3.5269, |
| "step": 710000 |
| }, |
| { |
| "epoch": 2.934628617688727, |
| "grad_norm": 1.2383460998535156, |
| "learning_rate": 2.1867103603485365e-05, |
| "loss": 3.5252, |
| "step": 710500 |
| }, |
| { |
| "epoch": 2.9366938032043417, |
| "grad_norm": 1.1980572938919067, |
| "learning_rate": 2.117633080832851e-05, |
| "loss": 3.5251, |
| "step": 711000 |
| }, |
| { |
| "epoch": 2.9387589887199566, |
| "grad_norm": 1.2614233493804932, |
| "learning_rate": 2.0485558013171655e-05, |
| "loss": 3.5304, |
| "step": 711500 |
| }, |
| { |
| "epoch": 2.940824174235572, |
| "grad_norm": 1.2082533836364746, |
| "learning_rate": 1.9794785218014803e-05, |
| "loss": 3.5232, |
| "step": 712000 |
| }, |
| { |
| "epoch": 2.9428893597511863, |
| "grad_norm": 1.1930577754974365, |
| "learning_rate": 1.9104012422857948e-05, |
| "loss": 3.5264, |
| "step": 712500 |
| }, |
| { |
| "epoch": 2.9449545452668016, |
| "grad_norm": 1.1972582340240479, |
| "learning_rate": 1.8413239627701093e-05, |
| "loss": 3.5289, |
| "step": 713000 |
| }, |
| { |
| "epoch": 2.947019730782416, |
| "grad_norm": 1.159899115562439, |
| "learning_rate": 1.772246683254424e-05, |
| "loss": 3.5245, |
| "step": 713500 |
| }, |
| { |
| "epoch": 2.9490849162980313, |
| "grad_norm": 1.103606939315796, |
| "learning_rate": 1.703169403738739e-05, |
| "loss": 3.5291, |
| "step": 714000 |
| }, |
| { |
| "epoch": 2.9511501018136457, |
| "grad_norm": 1.1391133069992065, |
| "learning_rate": 1.6340921242230534e-05, |
| "loss": 3.5233, |
| "step": 714500 |
| }, |
| { |
| "epoch": 2.953215287329261, |
| "grad_norm": 1.2309976816177368, |
| "learning_rate": 1.565014844707368e-05, |
| "loss": 3.5239, |
| "step": 715000 |
| }, |
| { |
| "epoch": 2.9552804728448754, |
| "grad_norm": 1.2272950410842896, |
| "learning_rate": 1.4959375651916825e-05, |
| "loss": 3.5254, |
| "step": 715500 |
| }, |
| { |
| "epoch": 2.9573456583604907, |
| "grad_norm": 1.202885627746582, |
| "learning_rate": 1.4268602856759972e-05, |
| "loss": 3.5239, |
| "step": 716000 |
| }, |
| { |
| "epoch": 2.9594108438761055, |
| "grad_norm": 1.1686123609542847, |
| "learning_rate": 1.3577830061603118e-05, |
| "loss": 3.525, |
| "step": 716500 |
| }, |
| { |
| "epoch": 2.9614760293917204, |
| "grad_norm": 1.2303154468536377, |
| "learning_rate": 1.2887057266446265e-05, |
| "loss": 3.5277, |
| "step": 717000 |
| }, |
| { |
| "epoch": 2.9635412149073352, |
| "grad_norm": 1.2201673984527588, |
| "learning_rate": 1.219628447128941e-05, |
| "loss": 3.525, |
| "step": 717500 |
| }, |
| { |
| "epoch": 2.96560640042295, |
| "grad_norm": 1.222551941871643, |
| "learning_rate": 1.1505511676132556e-05, |
| "loss": 3.523, |
| "step": 718000 |
| }, |
| { |
| "epoch": 2.967671585938565, |
| "grad_norm": 1.1073603630065918, |
| "learning_rate": 1.0814738880975703e-05, |
| "loss": 3.523, |
| "step": 718500 |
| }, |
| { |
| "epoch": 2.96973677145418, |
| "grad_norm": 1.1855638027191162, |
| "learning_rate": 1.012396608581885e-05, |
| "loss": 3.5279, |
| "step": 719000 |
| }, |
| { |
| "epoch": 2.9718019569697947, |
| "grad_norm": 1.0968096256256104, |
| "learning_rate": 9.433193290661996e-06, |
| "loss": 3.5212, |
| "step": 719500 |
| }, |
| { |
| "epoch": 2.9738671424854095, |
| "grad_norm": 1.1948853731155396, |
| "learning_rate": 8.74242049550514e-06, |
| "loss": 3.5269, |
| "step": 720000 |
| }, |
| { |
| "epoch": 2.9759323280010244, |
| "grad_norm": 1.2154370546340942, |
| "learning_rate": 8.051647700348289e-06, |
| "loss": 3.5259, |
| "step": 720500 |
| }, |
| { |
| "epoch": 2.977997513516639, |
| "grad_norm": 1.1939064264297485, |
| "learning_rate": 7.360874905191434e-06, |
| "loss": 3.5237, |
| "step": 721000 |
| }, |
| { |
| "epoch": 2.980062699032254, |
| "grad_norm": 1.173790693283081, |
| "learning_rate": 6.67010211003458e-06, |
| "loss": 3.525, |
| "step": 721500 |
| }, |
| { |
| "epoch": 2.982127884547869, |
| "grad_norm": 1.1764445304870605, |
| "learning_rate": 5.979329314877727e-06, |
| "loss": 3.5268, |
| "step": 722000 |
| }, |
| { |
| "epoch": 2.9841930700634838, |
| "grad_norm": 1.147535800933838, |
| "learning_rate": 5.288556519720873e-06, |
| "loss": 3.5226, |
| "step": 722500 |
| }, |
| { |
| "epoch": 2.9862582555790986, |
| "grad_norm": 1.1017976999282837, |
| "learning_rate": 4.597783724564018e-06, |
| "loss": 3.5217, |
| "step": 723000 |
| }, |
| { |
| "epoch": 2.9883234410947135, |
| "grad_norm": 1.1799955368041992, |
| "learning_rate": 3.907010929407165e-06, |
| "loss": 3.5205, |
| "step": 723500 |
| }, |
| { |
| "epoch": 2.9903886266103283, |
| "grad_norm": 1.1959093809127808, |
| "learning_rate": 3.2162381342503112e-06, |
| "loss": 3.5258, |
| "step": 724000 |
| }, |
| { |
| "epoch": 2.992453812125943, |
| "grad_norm": 1.2153780460357666, |
| "learning_rate": 2.5254653390934573e-06, |
| "loss": 3.5184, |
| "step": 724500 |
| }, |
| { |
| "epoch": 2.994518997641558, |
| "grad_norm": 1.1804358959197998, |
| "learning_rate": 1.8346925439366037e-06, |
| "loss": 3.5278, |
| "step": 725000 |
| }, |
| { |
| "epoch": 2.996584183157173, |
| "grad_norm": 1.1325342655181885, |
| "learning_rate": 1.1439197487797498e-06, |
| "loss": 3.5236, |
| "step": 725500 |
| }, |
| { |
| "epoch": 2.9986493686727878, |
| "grad_norm": 1.2189499139785767, |
| "learning_rate": 4.531469536228961e-07, |
| "loss": 3.5177, |
| "step": 726000 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 726327, |
| "total_flos": 6.216270633873101e+17, |
| "train_loss": 3.669407244315566, |
| "train_runtime": 51728.2465, |
| "train_samples_per_second": 898.637, |
| "train_steps_per_second": 14.041 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 726327, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.216270633873101e+17, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
