| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 800, |
| "global_step": 6636, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004521051144391071, |
| "grad_norm": 7.257286071777344, |
| "learning_rate": 4.066265060240964e-08, |
| "loss": 1.3995063781738282, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009042102288782142, |
| "grad_norm": 6.47470760345459, |
| "learning_rate": 8.58433734939759e-08, |
| "loss": 1.4124908447265625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.013563153433173212, |
| "grad_norm": 6.331636428833008, |
| "learning_rate": 1.3102409638554219e-07, |
| "loss": 1.413958740234375, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.018084204577564284, |
| "grad_norm": 4.95909309387207, |
| "learning_rate": 1.7620481927710843e-07, |
| "loss": 1.376616859436035, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.022605255721955354, |
| "grad_norm": 3.887695789337158, |
| "learning_rate": 2.213855421686747e-07, |
| "loss": 1.354262924194336, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.027126306866346424, |
| "grad_norm": 3.7218470573425293, |
| "learning_rate": 2.6656626506024097e-07, |
| "loss": 1.344862937927246, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.031647358010737495, |
| "grad_norm": 3.2286224365234375, |
| "learning_rate": 3.117469879518072e-07, |
| "loss": 1.317964458465576, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03616840915512857, |
| "grad_norm": 3.040009021759033, |
| "learning_rate": 3.569277108433735e-07, |
| "loss": 1.308608055114746, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.040689460299519635, |
| "grad_norm": 2.709184408187866, |
| "learning_rate": 4.0210843373493976e-07, |
| "loss": 1.273317527770996, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04521051144391071, |
| "grad_norm": 2.6643521785736084, |
| "learning_rate": 4.47289156626506e-07, |
| "loss": 1.2554877281188965, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04973156258830178, |
| "grad_norm": 2.3825340270996094, |
| "learning_rate": 4.924698795180723e-07, |
| "loss": 1.2432559967041015, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05425261373269285, |
| "grad_norm": 2.665060043334961, |
| "learning_rate": 5.376506024096386e-07, |
| "loss": 1.2342703819274903, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05877366487708392, |
| "grad_norm": 2.7279131412506104, |
| "learning_rate": 5.828313253012048e-07, |
| "loss": 1.2087621688842773, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06329471602147499, |
| "grad_norm": 2.563422203063965, |
| "learning_rate": 6.280120481927711e-07, |
| "loss": 1.2095451354980469, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.06781576716586607, |
| "grad_norm": 2.567030906677246, |
| "learning_rate": 6.731927710843374e-07, |
| "loss": 1.1860401153564453, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07233681831025714, |
| "grad_norm": 2.524635076522827, |
| "learning_rate": 7.183734939759037e-07, |
| "loss": 1.1923002243041991, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0768578694546482, |
| "grad_norm": 2.4447438716888428, |
| "learning_rate": 7.635542168674699e-07, |
| "loss": 1.1545448303222656, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08137892059903927, |
| "grad_norm": 2.5076615810394287, |
| "learning_rate": 8.087349397590363e-07, |
| "loss": 1.1531332015991211, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.08589997174343035, |
| "grad_norm": 2.4949076175689697, |
| "learning_rate": 8.539156626506024e-07, |
| "loss": 1.1487768173217774, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.09042102288782142, |
| "grad_norm": 2.542819023132324, |
| "learning_rate": 8.990963855421688e-07, |
| "loss": 1.1480934143066406, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.09494207403221248, |
| "grad_norm": 2.688488245010376, |
| "learning_rate": 9.442771084337348e-07, |
| "loss": 1.135006809234619, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.09946312517660356, |
| "grad_norm": 2.4589550495147705, |
| "learning_rate": 9.894578313253011e-07, |
| "loss": 1.1253265380859374, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.10398417632099463, |
| "grad_norm": 2.5207033157348633, |
| "learning_rate": 1.0346385542168674e-06, |
| "loss": 1.113058853149414, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1085052274653857, |
| "grad_norm": 2.4120495319366455, |
| "learning_rate": 1.0798192771084337e-06, |
| "loss": 1.1226810455322265, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.11302627860977678, |
| "grad_norm": 2.6812634468078613, |
| "learning_rate": 1.125e-06, |
| "loss": 1.0992467880249024, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.11754732975416785, |
| "grad_norm": 2.4611542224884033, |
| "learning_rate": 1.1701807228915663e-06, |
| "loss": 1.105319118499756, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.12206838089855891, |
| "grad_norm": 2.5132832527160645, |
| "learning_rate": 1.2153614457831326e-06, |
| "loss": 1.1017004013061524, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.12658943204294998, |
| "grad_norm": 2.465081214904785, |
| "learning_rate": 1.260542168674699e-06, |
| "loss": 1.108243179321289, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.13111048318734106, |
| "grad_norm": 2.455613136291504, |
| "learning_rate": 1.3057228915662652e-06, |
| "loss": 1.1026451110839843, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.13563153433173214, |
| "grad_norm": 2.650547504425049, |
| "learning_rate": 1.3509036144578313e-06, |
| "loss": 1.1089536666870117, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1401525854761232, |
| "grad_norm": 2.6820521354675293, |
| "learning_rate": 1.3960843373493976e-06, |
| "loss": 1.0814219474792481, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.14467363662051427, |
| "grad_norm": 2.2659928798675537, |
| "learning_rate": 1.441265060240964e-06, |
| "loss": 1.0722102165222167, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.14919468776490535, |
| "grad_norm": 2.3449020385742188, |
| "learning_rate": 1.4864457831325302e-06, |
| "loss": 1.0847908020019532, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1537157389092964, |
| "grad_norm": 2.360013008117676, |
| "learning_rate": 1.5316265060240965e-06, |
| "loss": 1.069632339477539, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1582367900536875, |
| "grad_norm": 2.466545343399048, |
| "learning_rate": 1.5768072289156626e-06, |
| "loss": 1.0646491050720215, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.16275784119807854, |
| "grad_norm": 2.4645798206329346, |
| "learning_rate": 1.6219879518072289e-06, |
| "loss": 1.0684690475463867, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.16727889234246962, |
| "grad_norm": 2.314997911453247, |
| "learning_rate": 1.6671686746987954e-06, |
| "loss": 1.0763376235961915, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1717999434868607, |
| "grad_norm": 2.539215326309204, |
| "learning_rate": 1.7123493975903615e-06, |
| "loss": 1.0633376121520997, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.17632099463125175, |
| "grad_norm": 2.3236618041992188, |
| "learning_rate": 1.7575301204819275e-06, |
| "loss": 1.0641016960144043, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.18084204577564283, |
| "grad_norm": 2.377041816711426, |
| "learning_rate": 1.802710843373494e-06, |
| "loss": 1.0566976547241211, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.18536309692003392, |
| "grad_norm": 2.607271432876587, |
| "learning_rate": 1.8478915662650604e-06, |
| "loss": 1.0543462753295898, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.18988414806442497, |
| "grad_norm": 2.562580108642578, |
| "learning_rate": 1.8930722891566264e-06, |
| "loss": 1.0424341201782226, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.19440519920881605, |
| "grad_norm": 2.3721163272857666, |
| "learning_rate": 1.9382530120481927e-06, |
| "loss": 1.0665849685668944, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.19892625035320713, |
| "grad_norm": 2.537654161453247, |
| "learning_rate": 1.983433734939759e-06, |
| "loss": 1.0560084342956544, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.20344730149759818, |
| "grad_norm": 2.4185538291931152, |
| "learning_rate": 2.0286144578313253e-06, |
| "loss": 1.0478120803833009, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.20796835264198926, |
| "grad_norm": 2.304670810699463, |
| "learning_rate": 2.0737951807228916e-06, |
| "loss": 1.0553650856018066, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.21248940378638034, |
| "grad_norm": 2.4179270267486572, |
| "learning_rate": 2.118975903614458e-06, |
| "loss": 1.0460214614868164, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2170104549307714, |
| "grad_norm": 2.533073902130127, |
| "learning_rate": 2.1641566265060242e-06, |
| "loss": 1.0209159851074219, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.22153150607516248, |
| "grad_norm": 2.4585158824920654, |
| "learning_rate": 2.2093373493975905e-06, |
| "loss": 1.0500602722167969, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.22605255721955356, |
| "grad_norm": 2.3543052673339844, |
| "learning_rate": 2.254518072289157e-06, |
| "loss": 1.0308237075805664, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2305736083639446, |
| "grad_norm": 2.453220844268799, |
| "learning_rate": 2.299698795180723e-06, |
| "loss": 1.036911392211914, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2350946595083357, |
| "grad_norm": 2.3939788341522217, |
| "learning_rate": 2.344879518072289e-06, |
| "loss": 1.0291876792907715, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.23961571065272677, |
| "grad_norm": 2.3736331462860107, |
| "learning_rate": 2.3900602409638557e-06, |
| "loss": 1.0239999771118165, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.24413676179711782, |
| "grad_norm": 2.2738072872161865, |
| "learning_rate": 2.4352409638554216e-06, |
| "loss": 1.0285378456115724, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2486578129415089, |
| "grad_norm": 2.2893519401550293, |
| "learning_rate": 2.480421686746988e-06, |
| "loss": 1.0200977325439453, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.25317886408589996, |
| "grad_norm": 2.4012935161590576, |
| "learning_rate": 2.525602409638554e-06, |
| "loss": 1.031520462036133, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.25769991523029107, |
| "grad_norm": 2.3784289360046387, |
| "learning_rate": 2.5707831325301205e-06, |
| "loss": 1.021636962890625, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2622209663746821, |
| "grad_norm": 2.3510215282440186, |
| "learning_rate": 2.6159638554216868e-06, |
| "loss": 1.0378805160522462, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.26674201751907317, |
| "grad_norm": 2.3810479640960693, |
| "learning_rate": 2.661144578313253e-06, |
| "loss": 1.0302932739257813, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2712630686634643, |
| "grad_norm": 2.4016568660736084, |
| "learning_rate": 2.7063253012048194e-06, |
| "loss": 1.0313543319702148, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.27578411980785533, |
| "grad_norm": 2.5844128131866455, |
| "learning_rate": 2.7515060240963857e-06, |
| "loss": 1.024399185180664, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2803051709522464, |
| "grad_norm": 2.3897995948791504, |
| "learning_rate": 2.796686746987952e-06, |
| "loss": 1.0216773986816405, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.2848262220966375, |
| "grad_norm": 2.3192152976989746, |
| "learning_rate": 2.8418674698795182e-06, |
| "loss": 1.0208799362182617, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.28934727324102855, |
| "grad_norm": 2.436770439147949, |
| "learning_rate": 2.8870481927710845e-06, |
| "loss": 1.0229931831359864, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2938683243854196, |
| "grad_norm": 2.4844295978546143, |
| "learning_rate": 2.932228915662651e-06, |
| "loss": 1.0321130752563477, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2983893755298107, |
| "grad_norm": 2.4249942302703857, |
| "learning_rate": 2.977409638554217e-06, |
| "loss": 1.0089696884155273, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.30291042667420176, |
| "grad_norm": 2.4322268962860107, |
| "learning_rate": 2.999994811268846e-06, |
| "loss": 1.017071533203125, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3074314778185928, |
| "grad_norm": 2.342136859893799, |
| "learning_rate": 2.999953301635e-06, |
| "loss": 1.0167274475097656, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.31195252896298387, |
| "grad_norm": 2.381748914718628, |
| "learning_rate": 2.9998702835160105e-06, |
| "loss": 1.0103447914123536, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.316473580107375, |
| "grad_norm": 2.3681085109710693, |
| "learning_rate": 2.9997457592092543e-06, |
| "loss": 1.0072881698608398, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.320994631251766, |
| "grad_norm": 2.282757043838501, |
| "learning_rate": 2.9995797321607154e-06, |
| "loss": 1.0052749633789062, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3255156823961571, |
| "grad_norm": 2.4104955196380615, |
| "learning_rate": 2.9993722069648906e-06, |
| "loss": 1.0011945724487306, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3300367335405482, |
| "grad_norm": 2.3075056076049805, |
| "learning_rate": 2.9991231893646633e-06, |
| "loss": 1.007683563232422, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.33455778468493924, |
| "grad_norm": 2.405728578567505, |
| "learning_rate": 2.9988326862511438e-06, |
| "loss": 1.009178352355957, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3390788358293303, |
| "grad_norm": 2.3937175273895264, |
| "learning_rate": 2.998500705663478e-06, |
| "loss": 0.9986842155456543, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3435998869737214, |
| "grad_norm": 2.3418021202087402, |
| "learning_rate": 2.9981272567886266e-06, |
| "loss": 1.0049331665039063, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.34812093811811246, |
| "grad_norm": 2.3399658203125, |
| "learning_rate": 2.9977123499611096e-06, |
| "loss": 0.9885778427124023, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3526419892625035, |
| "grad_norm": 2.364901304244995, |
| "learning_rate": 2.99725599666272e-06, |
| "loss": 1.0054533004760742, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3571630404068946, |
| "grad_norm": 2.390645980834961, |
| "learning_rate": 2.996758209522206e-06, |
| "loss": 0.998813247680664, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.36168409155128567, |
| "grad_norm": 2.4027998447418213, |
| "learning_rate": 2.9962190023149255e-06, |
| "loss": 1.0040321350097656, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.36168409155128567, |
| "eval_loss": 1.0056774616241455, |
| "eval_runtime": 438.278, |
| "eval_samples_per_second": 4.705, |
| "eval_steps_per_second": 2.352, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3662051426956767, |
| "grad_norm": 2.364058256149292, |
| "learning_rate": 2.9956383899624573e-06, |
| "loss": 0.9996521949768067, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.37072619384006783, |
| "grad_norm": 2.465085029602051, |
| "learning_rate": 2.9950163885321953e-06, |
| "loss": 1.0008535385131836, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3752472449844589, |
| "grad_norm": 2.208296060562134, |
| "learning_rate": 2.9943530152369e-06, |
| "loss": 0.985496711730957, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.37976829612884994, |
| "grad_norm": 2.5750887393951416, |
| "learning_rate": 2.993648288434223e-06, |
| "loss": 1.0077848434448242, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.38428934727324104, |
| "grad_norm": 2.242492437362671, |
| "learning_rate": 2.9929022276261995e-06, |
| "loss": 0.9830951690673828, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3888103984176321, |
| "grad_norm": 2.2259905338287354, |
| "learning_rate": 2.992114853458709e-06, |
| "loss": 0.9932315826416016, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.39333144956202315, |
| "grad_norm": 2.2725636959075928, |
| "learning_rate": 2.9912861877209017e-06, |
| "loss": 0.9932727813720703, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.39785250070641426, |
| "grad_norm": 2.346463203430176, |
| "learning_rate": 2.990416253344598e-06, |
| "loss": 0.9781801223754882, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.4023735518508053, |
| "grad_norm": 2.295564889907837, |
| "learning_rate": 2.989505074403653e-06, |
| "loss": 0.9892971992492676, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.40689460299519636, |
| "grad_norm": 2.2895989418029785, |
| "learning_rate": 2.9885526761132897e-06, |
| "loss": 0.9825185775756836, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.41141565413958747, |
| "grad_norm": 2.3987059593200684, |
| "learning_rate": 2.9875590848294026e-06, |
| "loss": 0.985044288635254, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.4159367052839785, |
| "grad_norm": 2.409724712371826, |
| "learning_rate": 2.9865243280478263e-06, |
| "loss": 0.9952604293823242, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4204577564283696, |
| "grad_norm": 2.2845771312713623, |
| "learning_rate": 2.9854484344035777e-06, |
| "loss": 0.9939218521118164, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4249788075727607, |
| "grad_norm": 2.2493295669555664, |
| "learning_rate": 2.9843314336700593e-06, |
| "loss": 0.9869834899902343, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.42949985871715174, |
| "grad_norm": 2.1772689819335938, |
| "learning_rate": 2.98317335675824e-06, |
| "loss": 0.9914477348327637, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.4340209098615428, |
| "grad_norm": 2.2290291786193848, |
| "learning_rate": 2.9819742357157964e-06, |
| "loss": 0.9886325836181641, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4385419610059339, |
| "grad_norm": 2.234492063522339, |
| "learning_rate": 2.9807341037262264e-06, |
| "loss": 0.9838349342346191, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.44306301215032495, |
| "grad_norm": 2.2903969287872314, |
| "learning_rate": 2.9794529951079318e-06, |
| "loss": 0.9807202339172363, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.447584063294716, |
| "grad_norm": 2.276284694671631, |
| "learning_rate": 2.978130945313269e-06, |
| "loss": 0.9750241279602051, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.4521051144391071, |
| "grad_norm": 2.2071807384490967, |
| "learning_rate": 2.976767990927566e-06, |
| "loss": 0.9836325645446777, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.45662616558349817, |
| "grad_norm": 2.222025156021118, |
| "learning_rate": 2.9753641696681115e-06, |
| "loss": 0.9922508239746094, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4611472167278892, |
| "grad_norm": 2.3279776573181152, |
| "learning_rate": 2.9739195203831114e-06, |
| "loss": 0.969752311706543, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.46566826787228033, |
| "grad_norm": 2.182670831680298, |
| "learning_rate": 2.972434083050612e-06, |
| "loss": 0.9727411270141602, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4701893190166714, |
| "grad_norm": 2.2066867351531982, |
| "learning_rate": 2.9709078987773957e-06, |
| "loss": 0.9749383926391602, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.47471037016106243, |
| "grad_norm": 2.1452231407165527, |
| "learning_rate": 2.9693410097978425e-06, |
| "loss": 0.9798633575439453, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.47923142130545354, |
| "grad_norm": 2.1592085361480713, |
| "learning_rate": 2.96773345947276e-06, |
| "loss": 0.9725160598754883, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4837524724498446, |
| "grad_norm": 2.168456792831421, |
| "learning_rate": 2.966085292288186e-06, |
| "loss": 0.9758047103881836, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.48827352359423565, |
| "grad_norm": 2.182448387145996, |
| "learning_rate": 2.964396553854156e-06, |
| "loss": 0.9787422180175781, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.49279457473862676, |
| "grad_norm": 2.26788330078125, |
| "learning_rate": 2.9626672909034417e-06, |
| "loss": 0.9756601333618165, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4973156258830178, |
| "grad_norm": 2.1646084785461426, |
| "learning_rate": 2.9608975512902553e-06, |
| "loss": 0.9751722335815429, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5018366770274089, |
| "grad_norm": 2.0395963191986084, |
| "learning_rate": 2.9590873839889294e-06, |
| "loss": 0.965213394165039, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5063577281717999, |
| "grad_norm": 2.312257766723633, |
| "learning_rate": 2.9572368390925584e-06, |
| "loss": 0.9691585540771485, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.510878779316191, |
| "grad_norm": 2.2068257331848145, |
| "learning_rate": 2.955345967811613e-06, |
| "loss": 0.9722604751586914, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5153998304605821, |
| "grad_norm": 2.292894124984741, |
| "learning_rate": 2.953414822472524e-06, |
| "loss": 0.9721773147583008, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5199208816049732, |
| "grad_norm": 2.2921299934387207, |
| "learning_rate": 2.9514434565162334e-06, |
| "loss": 0.9613066673278808, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5244419327493642, |
| "grad_norm": 2.327892303466797, |
| "learning_rate": 2.9494319244967173e-06, |
| "loss": 0.9495292663574219, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5289629838937553, |
| "grad_norm": 2.2043297290802, |
| "learning_rate": 2.9473802820794714e-06, |
| "loss": 0.9659672737121582, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5334840350381463, |
| "grad_norm": 2.1940786838531494, |
| "learning_rate": 2.945288586039977e-06, |
| "loss": 0.9740741729736329, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5380050861825374, |
| "grad_norm": 2.150418996810913, |
| "learning_rate": 2.943156894262125e-06, |
| "loss": 0.9739238739013671, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5425261373269286, |
| "grad_norm": 2.162881374359131, |
| "learning_rate": 2.9409852657366164e-06, |
| "loss": 0.9680829048156738, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5470471884713196, |
| "grad_norm": 2.165332317352295, |
| "learning_rate": 2.9387737605593287e-06, |
| "loss": 0.9702310562133789, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5515682396157107, |
| "grad_norm": 2.22763729095459, |
| "learning_rate": 2.9365224399296546e-06, |
| "loss": 0.948483943939209, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5560892907601017, |
| "grad_norm": 2.145188808441162, |
| "learning_rate": 2.9342313661488053e-06, |
| "loss": 0.9747403144836426, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5606103419044928, |
| "grad_norm": 2.1337497234344482, |
| "learning_rate": 2.93190060261809e-06, |
| "loss": 0.95849609375, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5651313930488838, |
| "grad_norm": 2.1352617740631104, |
| "learning_rate": 2.929530213837158e-06, |
| "loss": 0.9628952026367188, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.569652444193275, |
| "grad_norm": 2.2384989261627197, |
| "learning_rate": 2.9271202654022174e-06, |
| "loss": 0.968473243713379, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.574173495337666, |
| "grad_norm": 2.134516954421997, |
| "learning_rate": 2.924670824004217e-06, |
| "loss": 0.9525351524353027, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5786945464820571, |
| "grad_norm": 2.1900930404663086, |
| "learning_rate": 2.922181957427001e-06, |
| "loss": 0.9517635345458985, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5832155976264481, |
| "grad_norm": 2.232226848602295, |
| "learning_rate": 2.919653734545435e-06, |
| "loss": 0.9649183273315429, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5877366487708392, |
| "grad_norm": 2.186793804168701, |
| "learning_rate": 2.917086225323498e-06, |
| "loss": 0.9687673568725585, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5922576999152303, |
| "grad_norm": 2.130425214767456, |
| "learning_rate": 2.914479500812348e-06, |
| "loss": 0.9476580619812012, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5967787510596214, |
| "grad_norm": 2.319753408432007, |
| "learning_rate": 2.911833633148354e-06, |
| "loss": 0.9569876670837403, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6012998022040125, |
| "grad_norm": 2.1768507957458496, |
| "learning_rate": 2.909148695551102e-06, |
| "loss": 0.9560565948486328, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6058208533484035, |
| "grad_norm": 2.2227821350097656, |
| "learning_rate": 2.9064247623213665e-06, |
| "loss": 0.963436222076416, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6103419044927946, |
| "grad_norm": 2.277172565460205, |
| "learning_rate": 2.9036619088390553e-06, |
| "loss": 0.9546537399291992, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6148629556371856, |
| "grad_norm": 2.253217935562134, |
| "learning_rate": 2.900860211561124e-06, |
| "loss": 0.9626222610473633, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6193840067815767, |
| "grad_norm": 2.282111883163452, |
| "learning_rate": 2.8980197480194594e-06, |
| "loss": 0.967763614654541, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6239050579259677, |
| "grad_norm": 2.221874475479126, |
| "learning_rate": 2.8951405968187343e-06, |
| "loss": 0.9509452819824219, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6284261090703589, |
| "grad_norm": 2.1339290142059326, |
| "learning_rate": 2.892222837634233e-06, |
| "loss": 0.9492423057556152, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.63294716021475, |
| "grad_norm": 2.248232841491699, |
| "learning_rate": 2.889266551209645e-06, |
| "loss": 0.9614605903625488, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.637468211359141, |
| "grad_norm": 2.185370445251465, |
| "learning_rate": 2.8862718193548303e-06, |
| "loss": 0.9550596237182617, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.641989262503532, |
| "grad_norm": 2.3212907314300537, |
| "learning_rate": 2.8832387249435583e-06, |
| "loss": 0.9540992736816406, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6465103136479231, |
| "grad_norm": 2.2292728424072266, |
| "learning_rate": 2.880167351911212e-06, |
| "loss": 0.9506179809570312, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6510313647923142, |
| "grad_norm": 2.241061210632324, |
| "learning_rate": 2.877057785252464e-06, |
| "loss": 0.9645803451538086, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6555524159367053, |
| "grad_norm": 2.2122585773468018, |
| "learning_rate": 2.8739101110189296e-06, |
| "loss": 0.9476028442382812, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6600734670810964, |
| "grad_norm": 2.1372339725494385, |
| "learning_rate": 2.870724416316778e-06, |
| "loss": 0.9559057235717774, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.6645945182254874, |
| "grad_norm": 2.059662103652954, |
| "learning_rate": 2.867500789304329e-06, |
| "loss": 0.9526236534118653, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6691155693698785, |
| "grad_norm": 2.304842710494995, |
| "learning_rate": 2.8642393191896092e-06, |
| "loss": 0.9498077392578125, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6736366205142695, |
| "grad_norm": 2.25718092918396, |
| "learning_rate": 2.860940096227884e-06, |
| "loss": 0.951816177368164, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.6781576716586606, |
| "grad_norm": 2.222504138946533, |
| "learning_rate": 2.8576032117191605e-06, |
| "loss": 0.9472454071044922, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6826787228030518, |
| "grad_norm": 2.228480100631714, |
| "learning_rate": 2.854228758005661e-06, |
| "loss": 0.9458797454833985, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.6871997739474428, |
| "grad_norm": 2.134706497192383, |
| "learning_rate": 2.850816828469268e-06, |
| "loss": 0.9493658065795898, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6917208250918339, |
| "grad_norm": 2.4189319610595703, |
| "learning_rate": 2.847367517528937e-06, |
| "loss": 0.9495234489440918, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6962418762362249, |
| "grad_norm": 2.1946985721588135, |
| "learning_rate": 2.8438809206380896e-06, |
| "loss": 0.9497993469238282, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.700762927380616, |
| "grad_norm": 2.1131949424743652, |
| "learning_rate": 2.840357134281965e-06, |
| "loss": 0.9508876800537109, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.705283978525007, |
| "grad_norm": 2.220804214477539, |
| "learning_rate": 2.8367962559749554e-06, |
| "loss": 0.9461950302124024, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7098050296693982, |
| "grad_norm": 2.2298765182495117, |
| "learning_rate": 2.8331983842579045e-06, |
| "loss": 0.9414728164672852, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7143260808137892, |
| "grad_norm": 2.1446356773376465, |
| "learning_rate": 2.8295636186953814e-06, |
| "loss": 0.9512075424194336, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7188471319581803, |
| "grad_norm": 2.1886837482452393, |
| "learning_rate": 2.8258920598729268e-06, |
| "loss": 0.9486640930175781, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7233681831025713, |
| "grad_norm": 2.141615867614746, |
| "learning_rate": 2.822183809394266e-06, |
| "loss": 0.9442804336547852, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7233681831025713, |
| "eval_loss": 0.9557809829711914, |
| "eval_runtime": 439.9242, |
| "eval_samples_per_second": 4.687, |
| "eval_steps_per_second": 2.344, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7278892342469624, |
| "grad_norm": 2.0745012760162354, |
| "learning_rate": 2.8184389698785017e-06, |
| "loss": 0.9393163681030273, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7324102853913534, |
| "grad_norm": 2.1093709468841553, |
| "learning_rate": 2.8146576449572692e-06, |
| "loss": 0.9385122299194336, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.7369313365357446, |
| "grad_norm": 2.3224895000457764, |
| "learning_rate": 2.8108399392718726e-06, |
| "loss": 0.9401156425476074, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.7414523876801357, |
| "grad_norm": 2.1581478118896484, |
| "learning_rate": 2.8069859584703884e-06, |
| "loss": 0.9463389396667481, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.7459734388245267, |
| "grad_norm": 2.174860954284668, |
| "learning_rate": 2.803095809204739e-06, |
| "loss": 0.9414670944213868, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7504944899689178, |
| "grad_norm": 2.23925518989563, |
| "learning_rate": 2.799169599127745e-06, |
| "loss": 0.9318340301513672, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7550155411133088, |
| "grad_norm": 2.06347393989563, |
| "learning_rate": 2.795207436890144e-06, |
| "loss": 0.9339715957641601, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.7595365922576999, |
| "grad_norm": 2.1504111289978027, |
| "learning_rate": 2.791209432137585e-06, |
| "loss": 0.9396598815917969, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.764057643402091, |
| "grad_norm": 2.004326820373535, |
| "learning_rate": 2.787175695507592e-06, |
| "loss": 0.9442832946777344, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.7685786945464821, |
| "grad_norm": 2.286996603012085, |
| "learning_rate": 2.783106338626505e-06, |
| "loss": 0.948565673828125, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7730997456908731, |
| "grad_norm": 2.270697832107544, |
| "learning_rate": 2.77900147410639e-06, |
| "loss": 0.9204254150390625, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.7776207968352642, |
| "grad_norm": 2.188922166824341, |
| "learning_rate": 2.7748612155419223e-06, |
| "loss": 0.9391592025756836, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.7821418479796552, |
| "grad_norm": 2.1259310245513916, |
| "learning_rate": 2.7706856775072427e-06, |
| "loss": 0.9272603034973145, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7866628991240463, |
| "grad_norm": 2.197777509689331, |
| "learning_rate": 2.7664749755527873e-06, |
| "loss": 0.9296323776245117, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7911839502684375, |
| "grad_norm": 2.2137677669525146, |
| "learning_rate": 2.7622292262020906e-06, |
| "loss": 0.9423885345458984, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7957050014128285, |
| "grad_norm": 2.0736725330352783, |
| "learning_rate": 2.7579485469485588e-06, |
| "loss": 0.9330967903137207, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.8002260525572196, |
| "grad_norm": 2.2153518199920654, |
| "learning_rate": 2.753633056252221e-06, |
| "loss": 0.945411491394043, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.8047471037016106, |
| "grad_norm": 2.0668370723724365, |
| "learning_rate": 2.74928287353645e-06, |
| "loss": 0.9263777732849121, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8092681548460017, |
| "grad_norm": 2.1489832401275635, |
| "learning_rate": 2.7448981191846555e-06, |
| "loss": 0.9430843353271484, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8137892059903927, |
| "grad_norm": 2.078984498977661, |
| "learning_rate": 2.7404789145369573e-06, |
| "loss": 0.9282987594604493, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8183102571347839, |
| "grad_norm": 2.1027445793151855, |
| "learning_rate": 2.7360253818868217e-06, |
| "loss": 0.933537769317627, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8228313082791749, |
| "grad_norm": 2.1358442306518555, |
| "learning_rate": 2.7315376444776815e-06, |
| "loss": 0.9289468765258789, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.827352359423566, |
| "grad_norm": 2.265517234802246, |
| "learning_rate": 2.7270158264995245e-06, |
| "loss": 0.9418460845947265, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.831873410567957, |
| "grad_norm": 2.1884765625, |
| "learning_rate": 2.722460053085456e-06, |
| "loss": 0.9373812675476074, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.8363944617123481, |
| "grad_norm": 2.085247755050659, |
| "learning_rate": 2.7178704503082357e-06, |
| "loss": 0.9314021110534668, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.8409155128567392, |
| "grad_norm": 2.2078490257263184, |
| "learning_rate": 2.713247145176791e-06, |
| "loss": 0.9336801528930664, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.8454365640011302, |
| "grad_norm": 2.0816941261291504, |
| "learning_rate": 2.7085902656326992e-06, |
| "loss": 0.9270717620849609, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.8499576151455214, |
| "grad_norm": 2.0119454860687256, |
| "learning_rate": 2.70389994054665e-06, |
| "loss": 0.9178550720214844, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.8544786662899124, |
| "grad_norm": 2.166271448135376, |
| "learning_rate": 2.699176299714876e-06, |
| "loss": 0.9300619125366211, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.8589997174343035, |
| "grad_norm": 2.127875804901123, |
| "learning_rate": 2.6944194738555645e-06, |
| "loss": 0.9298205375671387, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8635207685786945, |
| "grad_norm": 2.1024301052093506, |
| "learning_rate": 2.689629594605237e-06, |
| "loss": 0.9422718048095703, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.8680418197230856, |
| "grad_norm": 2.200639009475708, |
| "learning_rate": 2.6848067945151074e-06, |
| "loss": 0.9328742980957031, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.8725628708674766, |
| "grad_norm": 2.217315196990967, |
| "learning_rate": 2.679951207047415e-06, |
| "loss": 0.9274711608886719, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.8770839220118678, |
| "grad_norm": 2.149446725845337, |
| "learning_rate": 2.6750629665717304e-06, |
| "loss": 0.9182529449462891, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.8816049731562589, |
| "grad_norm": 2.1201260089874268, |
| "learning_rate": 2.6701422083612357e-06, |
| "loss": 0.9291240692138671, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.8861260243006499, |
| "grad_norm": 2.1489555835723877, |
| "learning_rate": 2.665189068588983e-06, |
| "loss": 0.921079444885254, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.890647075445041, |
| "grad_norm": 2.231602191925049, |
| "learning_rate": 2.660203684324126e-06, |
| "loss": 0.9406675338745117, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.895168126589432, |
| "grad_norm": 2.1986494064331055, |
| "learning_rate": 2.655186193528125e-06, |
| "loss": 0.9292657852172852, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.8996891777338231, |
| "grad_norm": 2.1940371990203857, |
| "learning_rate": 2.650136735050931e-06, |
| "loss": 0.9207765579223632, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.9042102288782142, |
| "grad_norm": 2.046452522277832, |
| "learning_rate": 2.6450554486271424e-06, |
| "loss": 0.915440559387207, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9087312800226053, |
| "grad_norm": 2.16890549659729, |
| "learning_rate": 2.6399424748721378e-06, |
| "loss": 0.9251705169677734, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9132523311669963, |
| "grad_norm": 2.236781120300293, |
| "learning_rate": 2.6347979552781856e-06, |
| "loss": 0.926363182067871, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9177733823113874, |
| "grad_norm": 2.1000163555145264, |
| "learning_rate": 2.629622032210529e-06, |
| "loss": 0.9351618766784668, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.9222944334557784, |
| "grad_norm": 2.2582836151123047, |
| "learning_rate": 2.6244148489034435e-06, |
| "loss": 0.9384858131408691, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.9268154846001695, |
| "grad_norm": 2.082094192504883, |
| "learning_rate": 2.6191765494562757e-06, |
| "loss": 0.9214305877685547, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.9313365357445607, |
| "grad_norm": 2.2569026947021484, |
| "learning_rate": 2.6139072788294558e-06, |
| "loss": 0.940485954284668, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.9358575868889517, |
| "grad_norm": 2.1569671630859375, |
| "learning_rate": 2.6086071828404844e-06, |
| "loss": 0.9383169174194336, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.9403786380333428, |
| "grad_norm": 2.2171661853790283, |
| "learning_rate": 2.6032764081598975e-06, |
| "loss": 0.941772747039795, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.9448996891777338, |
| "grad_norm": 2.19100022315979, |
| "learning_rate": 2.5979151023072088e-06, |
| "loss": 0.9233165740966797, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.9494207403221249, |
| "grad_norm": 2.0811328887939453, |
| "learning_rate": 2.5925234136468273e-06, |
| "loss": 0.9170778274536133, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.9539417914665159, |
| "grad_norm": 2.170447587966919, |
| "learning_rate": 2.58710149138395e-06, |
| "loss": 0.9287294387817383, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.9584628426109071, |
| "grad_norm": 2.167149305343628, |
| "learning_rate": 2.5816494855604353e-06, |
| "loss": 0.928271484375, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.9629838937552981, |
| "grad_norm": 2.0718417167663574, |
| "learning_rate": 2.576167547050648e-06, |
| "loss": 0.9261374473571777, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.9675049448996892, |
| "grad_norm": 2.243691921234131, |
| "learning_rate": 2.5706558275572864e-06, |
| "loss": 0.9129870414733887, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.9720259960440802, |
| "grad_norm": 2.1795241832733154, |
| "learning_rate": 2.565114479607184e-06, |
| "loss": 0.9390901565551758, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.9765470471884713, |
| "grad_norm": 2.0585896968841553, |
| "learning_rate": 2.5595436565470873e-06, |
| "loss": 0.9201766967773437, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.9810680983328623, |
| "grad_norm": 2.209428071975708, |
| "learning_rate": 2.5539435125394127e-06, |
| "loss": 0.9248899459838867, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.9855891494772535, |
| "grad_norm": 2.0296177864074707, |
| "learning_rate": 2.548314202557982e-06, |
| "loss": 0.9305136680603028, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.9901102006216446, |
| "grad_norm": 2.103350877761841, |
| "learning_rate": 2.5426558823837306e-06, |
| "loss": 0.9215223312377929, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.9946312517660356, |
| "grad_norm": 2.160635232925415, |
| "learning_rate": 2.5369687086004e-06, |
| "loss": 0.9146361351013184, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9991523029104267, |
| "grad_norm": 2.13322114944458, |
| "learning_rate": 2.5312528385902016e-06, |
| "loss": 0.9288236618041992, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.0036168409155128, |
| "grad_norm": 2.1677703857421875, |
| "learning_rate": 2.525508430529464e-06, |
| "loss": 0.8624576568603516, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.008137892059904, |
| "grad_norm": 2.120692491531372, |
| "learning_rate": 2.519735643384253e-06, |
| "loss": 0.8526084899902344, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.012658943204295, |
| "grad_norm": 2.049346923828125, |
| "learning_rate": 2.513934636905976e-06, |
| "loss": 0.8491361618041993, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.0171799943486861, |
| "grad_norm": 2.2551002502441406, |
| "learning_rate": 2.5081055716269574e-06, |
| "loss": 0.8699112892150879, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.021701045493077, |
| "grad_norm": 2.382607936859131, |
| "learning_rate": 2.5022486088559997e-06, |
| "loss": 0.8459115982055664, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.0262220966374682, |
| "grad_norm": 2.105696201324463, |
| "learning_rate": 2.496363910673916e-06, |
| "loss": 0.861693286895752, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.0307431477818594, |
| "grad_norm": 2.2149105072021484, |
| "learning_rate": 2.4904516399290483e-06, |
| "loss": 0.8625807762145996, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.0352641989262503, |
| "grad_norm": 2.194687604904175, |
| "learning_rate": 2.4845119602327577e-06, |
| "loss": 0.8356803894042969, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.0397852500706415, |
| "grad_norm": 2.1770596504211426, |
| "learning_rate": 2.478545035954899e-06, |
| "loss": 0.8387113571166992, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.0443063012150324, |
| "grad_norm": 2.0953192710876465, |
| "learning_rate": 2.4725510322192724e-06, |
| "loss": 0.844630241394043, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.0488273523594236, |
| "grad_norm": 2.173826217651367, |
| "learning_rate": 2.466530114899051e-06, |
| "loss": 0.8628019332885742, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.0533484035038145, |
| "grad_norm": 2.2347915172576904, |
| "learning_rate": 2.460482450612193e-06, |
| "loss": 0.8441380500793457, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.0578694546482057, |
| "grad_norm": 2.135955333709717, |
| "learning_rate": 2.454408206716832e-06, |
| "loss": 0.8375413894653321, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.0623905057925969, |
| "grad_norm": 2.1388654708862305, |
| "learning_rate": 2.4483075513066428e-06, |
| "loss": 0.8472309112548828, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.0669115569369878, |
| "grad_norm": 2.19439697265625, |
| "learning_rate": 2.44218065320619e-06, |
| "loss": 0.8517635345458985, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.071432608081379, |
| "grad_norm": 2.205288887023926, |
| "learning_rate": 2.436027681966258e-06, |
| "loss": 0.8529064178466796, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.07595365922577, |
| "grad_norm": 2.2198426723480225, |
| "learning_rate": 2.429848807859158e-06, |
| "loss": 0.8520342826843261, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.080474710370161, |
| "grad_norm": 2.2379610538482666, |
| "learning_rate": 2.4236442018740166e-06, |
| "loss": 0.855406379699707, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.0849957615145522, |
| "grad_norm": 2.159914255142212, |
| "learning_rate": 2.4174140357120423e-06, |
| "loss": 0.8451581954956054, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.0849957615145522, |
| "eval_loss": 0.9355892539024353, |
| "eval_runtime": 439.8679, |
| "eval_samples_per_second": 4.688, |
| "eval_steps_per_second": 2.344, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.0895168126589432, |
| "grad_norm": 2.132716417312622, |
| "learning_rate": 2.4111584817817754e-06, |
| "loss": 0.8605710983276367, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.0940378638033343, |
| "grad_norm": 2.1293559074401855, |
| "learning_rate": 2.404877713194318e-06, |
| "loss": 0.8454809188842773, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.0985589149477253, |
| "grad_norm": 2.108003616333008, |
| "learning_rate": 2.3985719037585396e-06, |
| "loss": 0.8470614433288575, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.1030799660921164, |
| "grad_norm": 2.0990777015686035, |
| "learning_rate": 2.3922412279762714e-06, |
| "loss": 0.8549777030944824, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.1076010172365074, |
| "grad_norm": 2.1445610523223877, |
| "learning_rate": 2.385885861037475e-06, |
| "loss": 0.8429046630859375, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.1121220683808986, |
| "grad_norm": 2.0836689472198486, |
| "learning_rate": 2.379505978815396e-06, |
| "loss": 0.8368690490722657, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.1166431195252897, |
| "grad_norm": 2.2077765464782715, |
| "learning_rate": 2.3731017578616944e-06, |
| "loss": 0.8497661590576172, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.1211641706696807, |
| "grad_norm": 2.1681573390960693, |
| "learning_rate": 2.366673375401561e-06, |
| "loss": 0.8591462135314941, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.1256852218140718, |
| "grad_norm": 2.133436441421509, |
| "learning_rate": 2.360221009328814e-06, |
| "loss": 0.8436089515686035, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.1302062729584628, |
| "grad_norm": 2.1587107181549072, |
| "learning_rate": 2.3537448382009715e-06, |
| "loss": 0.8478631973266602, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.134727324102854, |
| "grad_norm": 2.179433822631836, |
| "learning_rate": 2.347245041234315e-06, |
| "loss": 0.8465085029602051, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.139248375247245, |
| "grad_norm": 2.2265729904174805, |
| "learning_rate": 2.3407217982989293e-06, |
| "loss": 0.8357946395874023, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.143769426391636, |
| "grad_norm": 2.2661712169647217, |
| "learning_rate": 2.3341752899137216e-06, |
| "loss": 0.8589999198913574, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.1482904775360272, |
| "grad_norm": 2.257796287536621, |
| "learning_rate": 2.32760569724143e-06, |
| "loss": 0.8417303085327148, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.1528115286804181, |
| "grad_norm": 2.1313889026641846, |
| "learning_rate": 2.3210132020836074e-06, |
| "loss": 0.8446416854858398, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.1573325798248093, |
| "grad_norm": 2.317655086517334, |
| "learning_rate": 2.314397986875591e-06, |
| "loss": 0.8422145843505859, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.1618536309692002, |
| "grad_norm": 2.0659806728363037, |
| "learning_rate": 2.3077602346814555e-06, |
| "loss": 0.8386804580688476, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.1663746821135914, |
| "grad_norm": 2.2725820541381836, |
| "learning_rate": 2.3011001291889453e-06, |
| "loss": 0.8525136947631836, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.1708957332579826, |
| "grad_norm": 2.2032065391540527, |
| "learning_rate": 2.294417854704391e-06, |
| "loss": 0.8473115921020508, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.1754167844023735, |
| "grad_norm": 2.2460994720458984, |
| "learning_rate": 2.2877135961476102e-06, |
| "loss": 0.847235107421875, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.1799378355467647, |
| "grad_norm": 2.100020170211792, |
| "learning_rate": 2.2809875390467906e-06, |
| "loss": 0.8336231231689453, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.1844588866911556, |
| "grad_norm": 2.0608694553375244, |
| "learning_rate": 2.2742398695333536e-06, |
| "loss": 0.8414649963378906, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.1889799378355468, |
| "grad_norm": 2.232511281967163, |
| "learning_rate": 2.267470774336806e-06, |
| "loss": 0.8455646514892579, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.1935009889799377, |
| "grad_norm": 2.164490222930908, |
| "learning_rate": 2.2606804407795714e-06, |
| "loss": 0.8415381431579589, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.198022040124329, |
| "grad_norm": 2.159932851791382, |
| "learning_rate": 2.2538690567718064e-06, |
| "loss": 0.8560035705566407, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.20254309126872, |
| "grad_norm": 2.285386323928833, |
| "learning_rate": 2.2470368108061998e-06, |
| "loss": 0.8457365036010742, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.207064142413111, |
| "grad_norm": 2.1456048488616943, |
| "learning_rate": 2.240183891952758e-06, |
| "loss": 0.8394977569580078, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.2115851935575022, |
| "grad_norm": 2.1605589389801025, |
| "learning_rate": 2.233310489853572e-06, |
| "loss": 0.8551708221435547, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.216106244701893, |
| "grad_norm": 2.1885392665863037, |
| "learning_rate": 2.22641679471757e-06, |
| "loss": 0.8418076515197754, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.2206272958462843, |
| "grad_norm": 2.236562728881836, |
| "learning_rate": 2.2195029973152515e-06, |
| "loss": 0.8368919372558594, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.2251483469906752, |
| "grad_norm": 2.250096559524536, |
| "learning_rate": 2.2125692889734117e-06, |
| "loss": 0.8445346832275391, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.2296693981350664, |
| "grad_norm": 2.2222697734832764, |
| "learning_rate": 2.2056158615698435e-06, |
| "loss": 0.84451904296875, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.2341904492794575, |
| "grad_norm": 2.1544528007507324, |
| "learning_rate": 2.1986429075280297e-06, |
| "loss": 0.8527745246887207, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.2387115004238485, |
| "grad_norm": 2.216505289077759, |
| "learning_rate": 2.191650619811817e-06, |
| "loss": 0.8371767044067383, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.2432325515682396, |
| "grad_norm": 2.1800107955932617, |
| "learning_rate": 2.1846391919200766e-06, |
| "loss": 0.8477991104125977, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.2477536027126308, |
| "grad_norm": 2.1648876667022705, |
| "learning_rate": 2.1776088178813495e-06, |
| "loss": 0.836933708190918, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.2522746538570217, |
| "grad_norm": 2.163971185684204, |
| "learning_rate": 2.1705596922484775e-06, |
| "loss": 0.8491256713867188, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.256795705001413, |
| "grad_norm": 2.1862518787384033, |
| "learning_rate": 2.1634920100932165e-06, |
| "loss": 0.8439807891845703, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.2613167561458039, |
| "grad_norm": 2.115516424179077, |
| "learning_rate": 2.1564059670008428e-06, |
| "loss": 0.8425979614257812, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.265837807290195, |
| "grad_norm": 2.1430795192718506, |
| "learning_rate": 2.1493017590647375e-06, |
| "loss": 0.8424192428588867, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.270358858434586, |
| "grad_norm": 2.209726333618164, |
| "learning_rate": 2.142179582880961e-06, |
| "loss": 0.8439849853515625, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.2748799095789771, |
| "grad_norm": 2.2333717346191406, |
| "learning_rate": 2.1350396355428124e-06, |
| "loss": 0.8393218040466308, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.2794009607233683, |
| "grad_norm": 2.156540870666504, |
| "learning_rate": 2.127882114635374e-06, |
| "loss": 0.839050006866455, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.2839220118677592, |
| "grad_norm": 2.1748878955841064, |
| "learning_rate": 2.120707218230046e-06, |
| "loss": 0.832951831817627, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.2884430630121504, |
| "grad_norm": 2.116452217102051, |
| "learning_rate": 2.113515144879064e-06, |
| "loss": 0.8456165313720703, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.2929641141565413, |
| "grad_norm": 2.1946370601654053, |
| "learning_rate": 2.1063060936100044e-06, |
| "loss": 0.8461071968078613, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.2974851653009325, |
| "grad_norm": 2.3181862831115723, |
| "learning_rate": 2.0990802639202755e-06, |
| "loss": 0.841549301147461, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.3020062164453234, |
| "grad_norm": 2.1737091541290283, |
| "learning_rate": 2.091837855771599e-06, |
| "loss": 0.8511206626892089, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.3065272675897146, |
| "grad_norm": 2.333456516265869, |
| "learning_rate": 2.0845790695844757e-06, |
| "loss": 0.8312142372131348, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.3110483187341058, |
| "grad_norm": 2.099640369415283, |
| "learning_rate": 2.0773041062326375e-06, |
| "loss": 0.836122703552246, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.3155693698784967, |
| "grad_norm": 2.2338221073150635, |
| "learning_rate": 2.0700131670374915e-06, |
| "loss": 0.8324921607971192, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.3200904210228879, |
| "grad_norm": 2.1096789836883545, |
| "learning_rate": 2.062706453762546e-06, |
| "loss": 0.8316893577575684, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.3246114721672788, |
| "grad_norm": 2.1846911907196045, |
| "learning_rate": 2.055384168607829e-06, |
| "loss": 0.8507960319519043, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.32913252331167, |
| "grad_norm": 2.2999439239501953, |
| "learning_rate": 2.0480465142042926e-06, |
| "loss": 0.844699764251709, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.333653574456061, |
| "grad_norm": 2.1639509201049805, |
| "learning_rate": 2.0406936936082032e-06, |
| "loss": 0.839649772644043, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.338174625600452, |
| "grad_norm": 2.162595748901367, |
| "learning_rate": 2.0333259102955262e-06, |
| "loss": 0.8410154342651367, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.3426956767448432, |
| "grad_norm": 2.2623462677001953, |
| "learning_rate": 2.0259433681562904e-06, |
| "loss": 0.841860008239746, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.3472167278892342, |
| "grad_norm": 2.1984541416168213, |
| "learning_rate": 2.0185462714889515e-06, |
| "loss": 0.8416470527648926, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.3517377790336254, |
| "grad_norm": 2.123419761657715, |
| "learning_rate": 2.011134824994733e-06, |
| "loss": 0.8480222702026368, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.3562588301780165, |
| "grad_norm": 2.0949387550354004, |
| "learning_rate": 2.0037092337719637e-06, |
| "loss": 0.8319009780883789, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.3607798813224075, |
| "grad_norm": 2.2831954956054688, |
| "learning_rate": 1.9962697033104043e-06, |
| "loss": 0.8355398178100586, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.3653009324667984, |
| "grad_norm": 2.202143669128418, |
| "learning_rate": 1.9888164394855565e-06, |
| "loss": 0.8321990966796875, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.3698219836111896, |
| "grad_norm": 2.143097400665283, |
| "learning_rate": 1.981349648552969e-06, |
| "loss": 0.8382444381713867, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.3743430347555807, |
| "grad_norm": 2.1699328422546387, |
| "learning_rate": 1.9738695371425287e-06, |
| "loss": 0.8442961692810058, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.3788640858999717, |
| "grad_norm": 2.182711601257324, |
| "learning_rate": 1.9663763122527415e-06, |
| "loss": 0.848884391784668, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.3833851370443628, |
| "grad_norm": 2.131206512451172, |
| "learning_rate": 1.9588701812450053e-06, |
| "loss": 0.833945369720459, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.387906188188754, |
| "grad_norm": 2.227125883102417, |
| "learning_rate": 1.9513513518378726e-06, |
| "loss": 0.8392824172973633, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.392427239333145, |
| "grad_norm": 2.1573312282562256, |
| "learning_rate": 1.9438200321013002e-06, |
| "loss": 0.8443836212158203, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.396948290477536, |
| "grad_norm": 2.227304458618164, |
| "learning_rate": 1.9362764304508916e-06, |
| "loss": 0.8321868896484375, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.401469341621927, |
| "grad_norm": 2.1984546184539795, |
| "learning_rate": 1.9287207556421313e-06, |
| "loss": 0.8459611892700195, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.4059903927663182, |
| "grad_norm": 2.164147138595581, |
| "learning_rate": 1.921153216764605e-06, |
| "loss": 0.839897346496582, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.4105114439107092, |
| "grad_norm": 2.076533079147339, |
| "learning_rate": 1.913574023236215e-06, |
| "loss": 0.8357015609741211, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.4150324950551003, |
| "grad_norm": 2.190354108810425, |
| "learning_rate": 1.9059833847973883e-06, |
| "loss": 0.835682487487793, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.4195535461994915, |
| "grad_norm": 2.1832094192504883, |
| "learning_rate": 1.8983815115052637e-06, |
| "loss": 0.8456299781799317, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.4240745973438824, |
| "grad_norm": 2.209550380706787, |
| "learning_rate": 1.890768613727888e-06, |
| "loss": 0.8298315048217774, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.4285956484882736, |
| "grad_norm": 2.09824275970459, |
| "learning_rate": 1.8831449021383896e-06, |
| "loss": 0.8411182403564453, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.4331166996326645, |
| "grad_norm": 2.1895744800567627, |
| "learning_rate": 1.8755105877091487e-06, |
| "loss": 0.8479715347290039, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.4376377507770557, |
| "grad_norm": 2.2200734615325928, |
| "learning_rate": 1.8678658817059612e-06, |
| "loss": 0.8469558715820312, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.4421588019214466, |
| "grad_norm": 2.179433822631836, |
| "learning_rate": 1.8602109956821897e-06, |
| "loss": 0.8383316040039063, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.4466798530658378, |
| "grad_norm": 2.173227548599243, |
| "learning_rate": 1.8525461414729114e-06, |
| "loss": 0.8335297584533692, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.4466798530658378, |
| "eval_loss": 0.9220400452613831, |
| "eval_runtime": 440.2003, |
| "eval_samples_per_second": 4.684, |
| "eval_steps_per_second": 2.342, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.451200904210229, |
| "grad_norm": 2.2320003509521484, |
| "learning_rate": 1.844871531189054e-06, |
| "loss": 0.8355864524841309, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.45572195535462, |
| "grad_norm": 2.1673169136047363, |
| "learning_rate": 1.8371873772115276e-06, |
| "loss": 0.8444426536560059, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.460243006499011, |
| "grad_norm": 2.2951266765594482, |
| "learning_rate": 1.829493892185347e-06, |
| "loss": 0.8380035400390625, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.4647640576434022, |
| "grad_norm": 2.3726470470428467, |
| "learning_rate": 1.8217912890137456e-06, |
| "loss": 0.8381388664245606, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.4692851087877932, |
| "grad_norm": 2.0973358154296875, |
| "learning_rate": 1.8140797808522857e-06, |
| "loss": 0.836878776550293, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.4738061599321841, |
| "grad_norm": 2.086210250854492, |
| "learning_rate": 1.8063595811029594e-06, |
| "loss": 0.8333745002746582, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.4783272110765753, |
| "grad_norm": 2.118542432785034, |
| "learning_rate": 1.7986309034082815e-06, |
| "loss": 0.833102035522461, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.4828482622209664, |
| "grad_norm": 2.2619845867156982, |
| "learning_rate": 1.79089396164538e-06, |
| "loss": 0.8323486328125, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.4873693133653574, |
| "grad_norm": 2.184288740158081, |
| "learning_rate": 1.7831489699200747e-06, |
| "loss": 0.8346080780029297, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.4918903645097485, |
| "grad_norm": 2.2361161708831787, |
| "learning_rate": 1.7753961425609551e-06, |
| "loss": 0.838926887512207, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.4964114156541397, |
| "grad_norm": 2.228472948074341, |
| "learning_rate": 1.7676356941134456e-06, |
| "loss": 0.8325075149536133, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.5009324667985307, |
| "grad_norm": 2.204319953918457, |
| "learning_rate": 1.7598678393338718e-06, |
| "loss": 0.8237615585327148, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.5054535179429216, |
| "grad_norm": 2.015611171722412, |
| "learning_rate": 1.752092793183516e-06, |
| "loss": 0.8419957160949707, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.5099745690873128, |
| "grad_norm": 2.1736791133880615, |
| "learning_rate": 1.744310770822668e-06, |
| "loss": 0.8313995361328125, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.514495620231704, |
| "grad_norm": 1.962355375289917, |
| "learning_rate": 1.7365219876046723e-06, |
| "loss": 0.8305353164672852, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.5190166713760949, |
| "grad_norm": 2.0645229816436768, |
| "learning_rate": 1.7287266590699671e-06, |
| "loss": 0.8375838279724122, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.523537722520486, |
| "grad_norm": 2.148837089538574, |
| "learning_rate": 1.7209250009401206e-06, |
| "loss": 0.8261690139770508, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.5280587736648772, |
| "grad_norm": 2.148912191390991, |
| "learning_rate": 1.713117229111862e-06, |
| "loss": 0.8350025177001953, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.5325798248092681, |
| "grad_norm": 2.1861040592193604, |
| "learning_rate": 1.7053035596511044e-06, |
| "loss": 0.8355254173278809, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.537100875953659, |
| "grad_norm": 2.2543201446533203, |
| "learning_rate": 1.697484208786968e-06, |
| "loss": 0.8315665245056152, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.5416219270980505, |
| "grad_norm": 2.1585891246795654, |
| "learning_rate": 1.6896593929057967e-06, |
| "loss": 0.8455266952514648, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.5461429782424414, |
| "grad_norm": 2.139172315597534, |
| "learning_rate": 1.6818293285451659e-06, |
| "loss": 0.8340322494506835, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.5506640293868323, |
| "grad_norm": 2.213094711303711, |
| "learning_rate": 1.673994232387896e-06, |
| "loss": 0.827617073059082, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.5551850805312235, |
| "grad_norm": 2.100081443786621, |
| "learning_rate": 1.6661543212560517e-06, |
| "loss": 0.8325126647949219, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.5597061316756147, |
| "grad_norm": 2.1263623237609863, |
| "learning_rate": 1.658309812104944e-06, |
| "loss": 0.8342071533203125, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.5642271828200056, |
| "grad_norm": 2.148991823196411, |
| "learning_rate": 1.6504609220171256e-06, |
| "loss": 0.8390946388244629, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.5687482339643968, |
| "grad_norm": 2.057544708251953, |
| "learning_rate": 1.642607868196383e-06, |
| "loss": 0.8456001281738281, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.573269285108788, |
| "grad_norm": 2.0875651836395264, |
| "learning_rate": 1.634750867961728e-06, |
| "loss": 0.8436843872070312, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.5777903362531789, |
| "grad_norm": 2.1990644931793213, |
| "learning_rate": 1.62689013874138e-06, |
| "loss": 0.8331197738647461, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.5823113873975698, |
| "grad_norm": 2.16096568107605, |
| "learning_rate": 1.6190258980667545e-06, |
| "loss": 0.8307754516601562, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.586832438541961, |
| "grad_norm": 2.1506285667419434, |
| "learning_rate": 1.611158363566436e-06, |
| "loss": 0.8421979904174804, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.5913534896863522, |
| "grad_norm": 2.2090747356414795, |
| "learning_rate": 1.6032877529601637e-06, |
| "loss": 0.840617561340332, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.595874540830743, |
| "grad_norm": 2.085346221923828, |
| "learning_rate": 1.5954142840528004e-06, |
| "loss": 0.842585277557373, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.6003955919751343, |
| "grad_norm": 2.1160922050476074, |
| "learning_rate": 1.5875381747283063e-06, |
| "loss": 0.8310930252075195, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.6049166431195254, |
| "grad_norm": 2.075434684753418, |
| "learning_rate": 1.579659642943712e-06, |
| "loss": 0.8289308547973633, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.6094376942639164, |
| "grad_norm": 2.1663501262664795, |
| "learning_rate": 1.5717789067230854e-06, |
| "loss": 0.8386832237243652, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.6139587454083073, |
| "grad_norm": 2.0947630405426025, |
| "learning_rate": 1.5638961841514972e-06, |
| "loss": 0.8377557754516601, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.6184797965526985, |
| "grad_norm": 2.1857025623321533, |
| "learning_rate": 1.5560116933689866e-06, |
| "loss": 0.831120491027832, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.6230008476970896, |
| "grad_norm": 2.204193592071533, |
| "learning_rate": 1.5481256525645256e-06, |
| "loss": 0.831787395477295, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.6275218988414806, |
| "grad_norm": 2.134100914001465, |
| "learning_rate": 1.5402382799699801e-06, |
| "loss": 0.8309736251831055, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.6320429499858717, |
| "grad_norm": 2.2961838245391846, |
| "learning_rate": 1.5323497938540708e-06, |
| "loss": 0.8390052795410157, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.636564001130263, |
| "grad_norm": 2.198533535003662, |
| "learning_rate": 1.5244604125163326e-06, |
| "loss": 0.8359712600708008, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.6410850522746538, |
| "grad_norm": 2.211172580718994, |
| "learning_rate": 1.5165703542810752e-06, |
| "loss": 0.8261676788330078, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.6456061034190448, |
| "grad_norm": 2.211495876312256, |
| "learning_rate": 1.508679837491338e-06, |
| "loss": 0.8366682052612304, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.650127154563436, |
| "grad_norm": 2.0562591552734375, |
| "learning_rate": 1.5007890805028535e-06, |
| "loss": 0.8294048309326172, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.6546482057078271, |
| "grad_norm": 2.0987954139709473, |
| "learning_rate": 1.4928983016779978e-06, |
| "loss": 0.8180652618408203, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.659169256852218, |
| "grad_norm": 2.2659454345703125, |
| "learning_rate": 1.4850077193797534e-06, |
| "loss": 0.8190235137939453, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.6636903079966092, |
| "grad_norm": 2.3355369567871094, |
| "learning_rate": 1.4771175519656636e-06, |
| "loss": 0.8227588653564453, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.6682113591410004, |
| "grad_norm": 2.159074544906616, |
| "learning_rate": 1.4692280177817904e-06, |
| "loss": 0.8365714073181152, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.6727324102853913, |
| "grad_norm": 2.1293022632598877, |
| "learning_rate": 1.4613393351566729e-06, |
| "loss": 0.8152715682983398, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.6772534614297823, |
| "grad_norm": 2.0398037433624268, |
| "learning_rate": 1.4534517223952837e-06, |
| "loss": 0.8266511917114258, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.6817745125741737, |
| "grad_norm": 2.155365467071533, |
| "learning_rate": 1.4455653977729901e-06, |
| "loss": 0.8377130508422852, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.6862955637185646, |
| "grad_norm": 2.0939478874206543, |
| "learning_rate": 1.4376805795295122e-06, |
| "loss": 0.8365148544311524, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.6908166148629555, |
| "grad_norm": 1.9982423782348633, |
| "learning_rate": 1.4297974858628832e-06, |
| "loss": 0.8250377655029297, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.6953376660073467, |
| "grad_norm": 2.0940868854522705, |
| "learning_rate": 1.421916334923413e-06, |
| "loss": 0.8213191032409668, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.6998587171517379, |
| "grad_norm": 2.1192758083343506, |
| "learning_rate": 1.414037344807648e-06, |
| "loss": 0.8293943405151367, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.7043797682961288, |
| "grad_norm": 2.0612566471099854, |
| "learning_rate": 1.4061607335523398e-06, |
| "loss": 0.8247995376586914, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.70890081944052, |
| "grad_norm": 2.1366372108459473, |
| "learning_rate": 1.3982867191284077e-06, |
| "loss": 0.834256935119629, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.7134218705849111, |
| "grad_norm": 2.190260171890259, |
| "learning_rate": 1.3904155194349098e-06, |
| "loss": 0.8239664077758789, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.717942921729302, |
| "grad_norm": 2.1656312942504883, |
| "learning_rate": 1.3825473522930115e-06, |
| "loss": 0.8312186241149903, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.722463972873693, |
| "grad_norm": 2.142094612121582, |
| "learning_rate": 1.3746824354399564e-06, |
| "loss": 0.818242073059082, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.7269850240180842, |
| "grad_norm": 2.071561813354492, |
| "learning_rate": 1.3668209865230442e-06, |
| "loss": 0.8302145004272461, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.7315060751624753, |
| "grad_norm": 2.2316339015960693, |
| "learning_rate": 1.358963223093604e-06, |
| "loss": 0.8375338554382324, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.7360271263068663, |
| "grad_norm": 2.194474220275879, |
| "learning_rate": 1.3511093626009764e-06, |
| "loss": 0.8375759124755859, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.7405481774512574, |
| "grad_norm": 2.1224608421325684, |
| "learning_rate": 1.3432596223864967e-06, |
| "loss": 0.82178955078125, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.7450692285956486, |
| "grad_norm": 2.263092041015625, |
| "learning_rate": 1.3354142196774764e-06, |
| "loss": 0.8270994186401367, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.7495902797400396, |
| "grad_norm": 2.1829075813293457, |
| "learning_rate": 1.3275733715811966e-06, |
| "loss": 0.8181024551391601, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.7541113308844305, |
| "grad_norm": 2.145838499069214, |
| "learning_rate": 1.3197372950788962e-06, |
| "loss": 0.8312829971313477, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.7586323820288217, |
| "grad_norm": 2.095548391342163, |
| "learning_rate": 1.3119062070197702e-06, |
| "loss": 0.8334983825683594, |
| "step": 3890 |
| }, |
| { |
| "epoch": 1.7631534331732128, |
| "grad_norm": 2.173243999481201, |
| "learning_rate": 1.304080324114966e-06, |
| "loss": 0.8140006065368652, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.7676744843176038, |
| "grad_norm": 2.1869804859161377, |
| "learning_rate": 1.2962598629315894e-06, |
| "loss": 0.8236648559570312, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.772195535461995, |
| "grad_norm": 2.199660062789917, |
| "learning_rate": 1.2884450398867095e-06, |
| "loss": 0.8254988670349122, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.776716586606386, |
| "grad_norm": 2.2110068798065186, |
| "learning_rate": 1.280636071241369e-06, |
| "loss": 0.838128662109375, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.781237637750777, |
| "grad_norm": 2.1759886741638184, |
| "learning_rate": 1.2728331730946024e-06, |
| "loss": 0.8299300193786621, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.785758688895168, |
| "grad_norm": 2.143249750137329, |
| "learning_rate": 1.2650365613774522e-06, |
| "loss": 0.8269230842590332, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.7902797400395591, |
| "grad_norm": 2.0915915966033936, |
| "learning_rate": 1.2572464518469968e-06, |
| "loss": 0.8299976348876953, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.7948007911839503, |
| "grad_norm": 2.1614606380462646, |
| "learning_rate": 1.249463060080379e-06, |
| "loss": 0.8252334594726562, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.7993218423283412, |
| "grad_norm": 2.1410396099090576, |
| "learning_rate": 1.2416866014688381e-06, |
| "loss": 0.8269876480102539, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.8038428934727324, |
| "grad_norm": 2.271980047225952, |
| "learning_rate": 1.2339172912117518e-06, |
| "loss": 0.831562614440918, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.8083639446171236, |
| "grad_norm": 2.2322134971618652, |
| "learning_rate": 1.2261553443106794e-06, |
| "loss": 0.8224698066711426, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.8083639446171236, |
| "eval_loss": 0.9113828539848328, |
| "eval_runtime": 440.4691, |
| "eval_samples_per_second": 4.681, |
| "eval_steps_per_second": 2.341, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.8128849957615145, |
| "grad_norm": 2.235321283340454, |
| "learning_rate": 1.2184009755634132e-06, |
| "loss": 0.8302807807922363, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.8174060469059055, |
| "grad_norm": 2.1476056575775146, |
| "learning_rate": 1.2106543995580335e-06, |
| "loss": 0.8223440170288085, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.8219270980502968, |
| "grad_norm": 2.087890625, |
| "learning_rate": 1.2029158306669717e-06, |
| "loss": 0.8207592010498047, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.8264481491946878, |
| "grad_norm": 2.322084665298462, |
| "learning_rate": 1.1951854830410756e-06, |
| "loss": 0.8191658020019531, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.8309692003390787, |
| "grad_norm": 2.2085824012756348, |
| "learning_rate": 1.187463570603685e-06, |
| "loss": 0.8219703674316406, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.83549025148347, |
| "grad_norm": 2.1466503143310547, |
| "learning_rate": 1.1797503070447106e-06, |
| "loss": 0.82825927734375, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.840011302627861, |
| "grad_norm": 2.116223096847534, |
| "learning_rate": 1.172045905814722e-06, |
| "loss": 0.826518440246582, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.844532353772252, |
| "grad_norm": 2.2319653034210205, |
| "learning_rate": 1.1643505801190385e-06, |
| "loss": 0.8414984703063965, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.8490534049166432, |
| "grad_norm": 2.2160093784332275, |
| "learning_rate": 1.1566645429118322e-06, |
| "loss": 0.8283447265625, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.8535744560610343, |
| "grad_norm": 2.1952881813049316, |
| "learning_rate": 1.1489880068902327e-06, |
| "loss": 0.8265850067138671, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.8580955072054253, |
| "grad_norm": 2.270970344543457, |
| "learning_rate": 1.1413211844884402e-06, |
| "loss": 0.8252477645874023, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.8626165583498162, |
| "grad_norm": 2.2120039463043213, |
| "learning_rate": 1.1336642878718497e-06, |
| "loss": 0.8222854614257813, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.8671376094942074, |
| "grad_norm": 2.160139560699463, |
| "learning_rate": 1.126017528931177e-06, |
| "loss": 0.832763671875, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.8716586606385985, |
| "grad_norm": 2.0845539569854736, |
| "learning_rate": 1.1183811192765965e-06, |
| "loss": 0.830958080291748, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.8761797117829895, |
| "grad_norm": 2.0786397457122803, |
| "learning_rate": 1.1107552702318858e-06, |
| "loss": 0.8314844131469726, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.8807007629273806, |
| "grad_norm": 2.2054920196533203, |
| "learning_rate": 1.1031401928285752e-06, |
| "loss": 0.8359466552734375, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.8852218140717718, |
| "grad_norm": 2.20530104637146, |
| "learning_rate": 1.0955360978001106e-06, |
| "loss": 0.8260941505432129, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.8897428652161627, |
| "grad_norm": 2.3071372509002686, |
| "learning_rate": 1.0879431955760198e-06, |
| "loss": 0.8295139312744141, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.8942639163605537, |
| "grad_norm": 2.1632578372955322, |
| "learning_rate": 1.0803616962760906e-06, |
| "loss": 0.817481803894043, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.8987849675049449, |
| "grad_norm": 2.2937045097351074, |
| "learning_rate": 1.072791809704555e-06, |
| "loss": 0.8245770454406738, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.903306018649336, |
| "grad_norm": 2.1828525066375732, |
| "learning_rate": 1.0652337453442845e-06, |
| "loss": 0.8298362731933594, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.907827069793727, |
| "grad_norm": 2.260215997695923, |
| "learning_rate": 1.0576877123509928e-06, |
| "loss": 0.8306537628173828, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.9123481209381181, |
| "grad_norm": 2.2509043216705322, |
| "learning_rate": 1.0501539195474452e-06, |
| "loss": 0.8339103698730469, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.9168691720825093, |
| "grad_norm": 2.2257983684539795, |
| "learning_rate": 1.0426325754176845e-06, |
| "loss": 0.8278427124023438, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.9213902232269002, |
| "grad_norm": 2.2067885398864746, |
| "learning_rate": 1.0351238881012574e-06, |
| "loss": 0.8215837478637695, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.9259112743712912, |
| "grad_norm": 2.263230323791504, |
| "learning_rate": 1.027628065387457e-06, |
| "loss": 0.836148452758789, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.9304323255156826, |
| "grad_norm": 2.2019412517547607, |
| "learning_rate": 1.020145314709571e-06, |
| "loss": 0.8125041961669922, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.9349533766600735, |
| "grad_norm": 2.2499492168426514, |
| "learning_rate": 1.0126758431391438e-06, |
| "loss": 0.835103702545166, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.9394744278044644, |
| "grad_norm": 2.2260055541992188, |
| "learning_rate": 1.0052198573802433e-06, |
| "loss": 0.8286099433898926, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.9439954789488556, |
| "grad_norm": 2.085019588470459, |
| "learning_rate": 9.977775637637425e-07, |
| "loss": 0.8143537521362305, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.9485165300932468, |
| "grad_norm": 2.200209617614746, |
| "learning_rate": 9.903491682416093e-07, |
| "loss": 0.8199033737182617, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.9530375812376377, |
| "grad_norm": 2.153867244720459, |
| "learning_rate": 9.829348763812068e-07, |
| "loss": 0.8268032073974609, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.9575586323820289, |
| "grad_norm": 2.1594061851501465, |
| "learning_rate": 9.755348933596043e-07, |
| "loss": 0.8331774711608887, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.96207968352642, |
| "grad_norm": 2.1813042163848877, |
| "learning_rate": 9.681494239579019e-07, |
| "loss": 0.8287109375, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.966600734670811, |
| "grad_norm": 2.2042601108551025, |
| "learning_rate": 9.607786725555593e-07, |
| "loss": 0.8283136367797852, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.971121785815202, |
| "grad_norm": 2.1278727054595947, |
| "learning_rate": 9.534228431247444e-07, |
| "loss": 0.8069839477539062, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.975642836959593, |
| "grad_norm": 2.085089921951294, |
| "learning_rate": 9.460821392246843e-07, |
| "loss": 0.8160840988159179, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.9801638881039842, |
| "grad_norm": 2.252138376235962, |
| "learning_rate": 9.387567639960366e-07, |
| "loss": 0.8242498397827148, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.9846849392483752, |
| "grad_norm": 2.138390064239502, |
| "learning_rate": 9.314469201552641e-07, |
| "loss": 0.8235231399536133, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.9892059903927664, |
| "grad_norm": 2.247903347015381, |
| "learning_rate": 9.241528099890283e-07, |
| "loss": 0.8177692413330078, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.9937270415371575, |
| "grad_norm": 2.278447151184082, |
| "learning_rate": 9.168746353485887e-07, |
| "loss": 0.832028579711914, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.9982480926815485, |
| "grad_norm": 2.1455137729644775, |
| "learning_rate": 9.096125976442182e-07, |
| "loss": 0.8300272941589355, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.0027126306866347, |
| "grad_norm": 2.115143299102783, |
| "learning_rate": 9.023668978396292e-07, |
| "loss": 0.7872931003570557, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.0072336818310257, |
| "grad_norm": 2.2439992427825928, |
| "learning_rate": 8.951377364464125e-07, |
| "loss": 0.7530180931091308, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.0117547329754166, |
| "grad_norm": 2.1918373107910156, |
| "learning_rate": 8.879253135184882e-07, |
| "loss": 0.7579662322998046, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.016275784119808, |
| "grad_norm": 2.2918288707733154, |
| "learning_rate": 8.807298286465705e-07, |
| "loss": 0.7526119232177735, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.020796835264199, |
| "grad_norm": 2.1764674186706543, |
| "learning_rate": 8.735514809526429e-07, |
| "loss": 0.7590567588806152, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.02531788640859, |
| "grad_norm": 2.2268340587615967, |
| "learning_rate": 8.663904690844491e-07, |
| "loss": 0.7503644943237304, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.0298389375529813, |
| "grad_norm": 2.3003664016723633, |
| "learning_rate": 8.592469912099949e-07, |
| "loss": 0.7522731781005859, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.0343599886973722, |
| "grad_norm": 2.197413682937622, |
| "learning_rate": 8.521212450120646e-07, |
| "loss": 0.7481054306030274, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.038881039841763, |
| "grad_norm": 2.2350921630859375, |
| "learning_rate": 8.450134276827499e-07, |
| "loss": 0.7502629280090332, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.043402090986154, |
| "grad_norm": 2.1815683841705322, |
| "learning_rate": 8.379237359179952e-07, |
| "loss": 0.7492002010345459, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.0479231421305455, |
| "grad_norm": 2.231736421585083, |
| "learning_rate": 8.308523659121526e-07, |
| "loss": 0.7646131038665771, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.0524441932749364, |
| "grad_norm": 2.180178642272949, |
| "learning_rate": 8.237995133525515e-07, |
| "loss": 0.7491087913513184, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.0569652444193274, |
| "grad_norm": 2.2525177001953125, |
| "learning_rate": 8.167653734140854e-07, |
| "loss": 0.7564919471740723, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.0614862955637188, |
| "grad_norm": 2.2442262172698975, |
| "learning_rate": 8.097501407538092e-07, |
| "loss": 0.7561952590942382, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.0660073467081097, |
| "grad_norm": 2.330359935760498, |
| "learning_rate": 8.027540095055543e-07, |
| "loss": 0.7558295249938964, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.0705283978525006, |
| "grad_norm": 2.2570228576660156, |
| "learning_rate": 7.957771732745553e-07, |
| "loss": 0.746605920791626, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.0750494489968916, |
| "grad_norm": 2.3376827239990234, |
| "learning_rate": 7.888198251320911e-07, |
| "loss": 0.7470010757446289, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.079570500141283, |
| "grad_norm": 2.292419195175171, |
| "learning_rate": 7.818821576101436e-07, |
| "loss": 0.760091495513916, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.084091551285674, |
| "grad_norm": 2.299226999282837, |
| "learning_rate": 7.749643626960687e-07, |
| "loss": 0.7411269664764404, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.088612602430065, |
| "grad_norm": 2.341709613800049, |
| "learning_rate": 7.68066631827286e-07, |
| "loss": 0.7669125556945801, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.0931336535744562, |
| "grad_norm": 2.2414638996124268, |
| "learning_rate": 7.611891558859762e-07, |
| "loss": 0.7545075416564941, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.097654704718847, |
| "grad_norm": 2.1898624897003174, |
| "learning_rate": 7.543321251938043e-07, |
| "loss": 0.7526875019073487, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.102175755863238, |
| "grad_norm": 2.3321948051452637, |
| "learning_rate": 7.474957295066482e-07, |
| "loss": 0.7528321266174316, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.106696807007629, |
| "grad_norm": 2.2537145614624023, |
| "learning_rate": 7.406801580093496e-07, |
| "loss": 0.7690305709838867, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.1112178581520205, |
| "grad_norm": 2.2537014484405518, |
| "learning_rate": 7.338855993104804e-07, |
| "loss": 0.7644013404846192, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.1157389092964114, |
| "grad_norm": 2.1955723762512207, |
| "learning_rate": 7.271122414371196e-07, |
| "loss": 0.7539505958557129, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.1202599604408023, |
| "grad_norm": 2.229635715484619, |
| "learning_rate": 7.203602718296519e-07, |
| "loss": 0.7544744491577149, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.1247810115851937, |
| "grad_norm": 2.2823874950408936, |
| "learning_rate": 7.136298773365821e-07, |
| "loss": 0.7571784973144531, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.1293020627295847, |
| "grad_norm": 2.2806313037872314, |
| "learning_rate": 7.069212442093608e-07, |
| "loss": 0.7668877601623535, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.1338231138739756, |
| "grad_norm": 2.2899415493011475, |
| "learning_rate": 7.002345580972344e-07, |
| "loss": 0.7552443504333496, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.138344165018367, |
| "grad_norm": 2.2872557640075684, |
| "learning_rate": 6.935700040421037e-07, |
| "loss": 0.7564741611480713, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.142865216162758, |
| "grad_norm": 2.250194549560547, |
| "learning_rate": 6.86927766473406e-07, |
| "loss": 0.7551218032836914, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.147386267307149, |
| "grad_norm": 2.3650944232940674, |
| "learning_rate": 6.803080292030093e-07, |
| "loss": 0.7565247535705566, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.15190731845154, |
| "grad_norm": 2.2884819507598877, |
| "learning_rate": 6.737109754201281e-07, |
| "loss": 0.7546658515930176, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.156428369595931, |
| "grad_norm": 2.2682597637176514, |
| "learning_rate": 6.671367876862526e-07, |
| "loss": 0.7609044075012207, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.160949420740322, |
| "grad_norm": 2.256894111633301, |
| "learning_rate": 6.60585647930095e-07, |
| "loss": 0.7661145210266114, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.165470471884713, |
| "grad_norm": 2.183242082595825, |
| "learning_rate": 6.540577374425578e-07, |
| "loss": 0.7553190231323242, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.1699915230291045, |
| "grad_norm": 2.1410813331604004, |
| "learning_rate": 6.47553236871715e-07, |
| "loss": 0.745984697341919, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.1699915230291045, |
| "eval_loss": 0.9166136980056763, |
| "eval_runtime": 441.1967, |
| "eval_samples_per_second": 4.674, |
| "eval_steps_per_second": 2.337, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.1745125741734954, |
| "grad_norm": 2.3136849403381348, |
| "learning_rate": 6.410723262178132e-07, |
| "loss": 0.7490861892700196, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.1790336253178864, |
| "grad_norm": 2.265531539916992, |
| "learning_rate": 6.346151848282935e-07, |
| "loss": 0.7599162101745606, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.1835546764622773, |
| "grad_norm": 2.345250129699707, |
| "learning_rate": 6.281819913928229e-07, |
| "loss": 0.7599577903747559, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.1880757276066687, |
| "grad_norm": 2.111482620239258, |
| "learning_rate": 6.217729239383532e-07, |
| "loss": 0.7455946922302246, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.1925967787510596, |
| "grad_norm": 2.2280561923980713, |
| "learning_rate": 6.153881598241933e-07, |
| "loss": 0.7622071266174316, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.1971178298954506, |
| "grad_norm": 2.2800564765930176, |
| "learning_rate": 6.090278757371013e-07, |
| "loss": 0.7567160606384278, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.201638881039842, |
| "grad_norm": 2.3630194664001465, |
| "learning_rate": 6.026922476863954e-07, |
| "loss": 0.7562169551849365, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.206159932184233, |
| "grad_norm": 2.352576971054077, |
| "learning_rate": 5.963814509990828e-07, |
| "loss": 0.7494447231292725, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.210680983328624, |
| "grad_norm": 2.246922731399536, |
| "learning_rate": 5.900956603150073e-07, |
| "loss": 0.7589025974273682, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.215202034473015, |
| "grad_norm": 2.2425436973571777, |
| "learning_rate": 5.838350495820169e-07, |
| "loss": 0.7503750801086426, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.219723085617406, |
| "grad_norm": 2.2122199535369873, |
| "learning_rate": 5.775997920511497e-07, |
| "loss": 0.7543474674224854, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.224244136761797, |
| "grad_norm": 2.287254571914673, |
| "learning_rate": 5.71390060271842e-07, |
| "loss": 0.7440923690795899, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.228765187906188, |
| "grad_norm": 2.326986074447632, |
| "learning_rate": 5.652060260871492e-07, |
| "loss": 0.755122184753418, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.2332862390505794, |
| "grad_norm": 2.246659278869629, |
| "learning_rate": 5.590478606289924e-07, |
| "loss": 0.7642744541168213, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.2378072901949704, |
| "grad_norm": 2.232487678527832, |
| "learning_rate": 5.529157343134244e-07, |
| "loss": 0.7544260025024414, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.2423283413393613, |
| "grad_norm": 2.281322717666626, |
| "learning_rate": 5.4680981683591e-07, |
| "loss": 0.7534872055053711, |
| "step": 4960 |
| }, |
| { |
| "epoch": 2.2468493924837523, |
| "grad_norm": 2.256068229675293, |
| "learning_rate": 5.407302771666337e-07, |
| "loss": 0.7623589992523193, |
| "step": 4970 |
| }, |
| { |
| "epoch": 2.2513704436281436, |
| "grad_norm": 2.2416319847106934, |
| "learning_rate": 5.346772835458212e-07, |
| "loss": 0.7631342887878418, |
| "step": 4980 |
| }, |
| { |
| "epoch": 2.2558914947725346, |
| "grad_norm": 2.256974220275879, |
| "learning_rate": 5.286510034790839e-07, |
| "loss": 0.7611716270446778, |
| "step": 4990 |
| }, |
| { |
| "epoch": 2.2604125459169255, |
| "grad_norm": 2.2643399238586426, |
| "learning_rate": 5.226516037327847e-07, |
| "loss": 0.7598441123962403, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.264933597061317, |
| "grad_norm": 2.3715059757232666, |
| "learning_rate": 5.166792503294223e-07, |
| "loss": 0.7553996086120606, |
| "step": 5010 |
| }, |
| { |
| "epoch": 2.269454648205708, |
| "grad_norm": 2.325627565383911, |
| "learning_rate": 5.107341085430382e-07, |
| "loss": 0.7501802444458008, |
| "step": 5020 |
| }, |
| { |
| "epoch": 2.273975699350099, |
| "grad_norm": 2.3529999256134033, |
| "learning_rate": 5.048163428946398e-07, |
| "loss": 0.7582098960876464, |
| "step": 5030 |
| }, |
| { |
| "epoch": 2.27849675049449, |
| "grad_norm": 2.223721981048584, |
| "learning_rate": 4.989261171476505e-07, |
| "loss": 0.7514299392700196, |
| "step": 5040 |
| }, |
| { |
| "epoch": 2.283017801638881, |
| "grad_norm": 2.240339517593384, |
| "learning_rate": 4.930635943033763e-07, |
| "loss": 0.75743088722229, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.287538852783272, |
| "grad_norm": 2.138701915740967, |
| "learning_rate": 4.872289365964967e-07, |
| "loss": 0.7514403343200684, |
| "step": 5060 |
| }, |
| { |
| "epoch": 2.292059903927663, |
| "grad_norm": 2.344106435775757, |
| "learning_rate": 4.814223054905742e-07, |
| "loss": 0.7614408969879151, |
| "step": 5070 |
| }, |
| { |
| "epoch": 2.2965809550720544, |
| "grad_norm": 2.4048526287078857, |
| "learning_rate": 4.7564386167358476e-07, |
| "loss": 0.7505431175231934, |
| "step": 5080 |
| }, |
| { |
| "epoch": 2.3011020062164453, |
| "grad_norm": 2.296414852142334, |
| "learning_rate": 4.698937650534728e-07, |
| "loss": 0.7498177528381348, |
| "step": 5090 |
| }, |
| { |
| "epoch": 2.3056230573608363, |
| "grad_norm": 2.3124258518218994, |
| "learning_rate": 4.6417217475372523e-07, |
| "loss": 0.7536506175994873, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.3101441085052272, |
| "grad_norm": 2.290709972381592, |
| "learning_rate": 4.5847924910896967e-07, |
| "loss": 0.7526237487792968, |
| "step": 5110 |
| }, |
| { |
| "epoch": 2.3146651596496186, |
| "grad_norm": 2.267627239227295, |
| "learning_rate": 4.5281514566058947e-07, |
| "loss": 0.7512312889099121, |
| "step": 5120 |
| }, |
| { |
| "epoch": 2.3191862107940096, |
| "grad_norm": 2.292501926422119, |
| "learning_rate": 4.4718002115236776e-07, |
| "loss": 0.7583555698394775, |
| "step": 5130 |
| }, |
| { |
| "epoch": 2.3237072619384005, |
| "grad_norm": 2.367502212524414, |
| "learning_rate": 4.415740315261471e-07, |
| "loss": 0.754657506942749, |
| "step": 5140 |
| }, |
| { |
| "epoch": 2.328228313082792, |
| "grad_norm": 2.2506601810455322, |
| "learning_rate": 4.359973319175145e-07, |
| "loss": 0.749791145324707, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.332749364227183, |
| "grad_norm": 2.2763116359710693, |
| "learning_rate": 4.3045007665151085e-07, |
| "loss": 0.7584320068359375, |
| "step": 5160 |
| }, |
| { |
| "epoch": 2.3372704153715738, |
| "grad_norm": 2.3265795707702637, |
| "learning_rate": 4.249324192383565e-07, |
| "loss": 0.7544858932495118, |
| "step": 5170 |
| }, |
| { |
| "epoch": 2.341791466515965, |
| "grad_norm": 2.313711404800415, |
| "learning_rate": 4.194445123692053e-07, |
| "loss": 0.7473262310028076, |
| "step": 5180 |
| }, |
| { |
| "epoch": 2.346312517660356, |
| "grad_norm": 2.410771369934082, |
| "learning_rate": 4.1398650791191996e-07, |
| "loss": 0.7611122131347656, |
| "step": 5190 |
| }, |
| { |
| "epoch": 2.350833568804747, |
| "grad_norm": 2.1756227016448975, |
| "learning_rate": 4.0855855690686625e-07, |
| "loss": 0.761273193359375, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.3553546199491384, |
| "grad_norm": 2.2740731239318848, |
| "learning_rate": 4.031608095627372e-07, |
| "loss": 0.7549239158630371, |
| "step": 5210 |
| }, |
| { |
| "epoch": 2.3598756710935294, |
| "grad_norm": 2.277146577835083, |
| "learning_rate": 3.9779341525239297e-07, |
| "loss": 0.7619434356689453, |
| "step": 5220 |
| }, |
| { |
| "epoch": 2.3643967222379203, |
| "grad_norm": 2.28389835357666, |
| "learning_rate": 3.9245652250872936e-07, |
| "loss": 0.7508427143096924, |
| "step": 5230 |
| }, |
| { |
| "epoch": 2.3689177733823112, |
| "grad_norm": 2.2502145767211914, |
| "learning_rate": 3.871502790205655e-07, |
| "loss": 0.7450793266296387, |
| "step": 5240 |
| }, |
| { |
| "epoch": 2.3734388245267026, |
| "grad_norm": 2.2546603679656982, |
| "learning_rate": 3.8187483162855977e-07, |
| "loss": 0.7427175521850586, |
| "step": 5250 |
| }, |
| { |
| "epoch": 2.3779598756710936, |
| "grad_norm": 2.4524378776550293, |
| "learning_rate": 3.7663032632114314e-07, |
| "loss": 0.7669975280761718, |
| "step": 5260 |
| }, |
| { |
| "epoch": 2.3824809268154845, |
| "grad_norm": 2.249953269958496, |
| "learning_rate": 3.714169082304813e-07, |
| "loss": 0.7522215843200684, |
| "step": 5270 |
| }, |
| { |
| "epoch": 2.3870019779598755, |
| "grad_norm": 2.4442338943481445, |
| "learning_rate": 3.6623472162845725e-07, |
| "loss": 0.7549153327941894, |
| "step": 5280 |
| }, |
| { |
| "epoch": 2.391523029104267, |
| "grad_norm": 2.3593366146087646, |
| "learning_rate": 3.610839099226792e-07, |
| "loss": 0.7642614364624023, |
| "step": 5290 |
| }, |
| { |
| "epoch": 2.396044080248658, |
| "grad_norm": 2.3834073543548584, |
| "learning_rate": 3.5596461565251186e-07, |
| "loss": 0.7632850170135498, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.4005651313930487, |
| "grad_norm": 2.2377610206604004, |
| "learning_rate": 3.5087698048513254e-07, |
| "loss": 0.7509782314300537, |
| "step": 5310 |
| }, |
| { |
| "epoch": 2.40508618253744, |
| "grad_norm": 2.297645330429077, |
| "learning_rate": 3.4582114521161105e-07, |
| "loss": 0.7641716003417969, |
| "step": 5320 |
| }, |
| { |
| "epoch": 2.409607233681831, |
| "grad_norm": 2.3022377490997314, |
| "learning_rate": 3.407972497430113e-07, |
| "loss": 0.7530662059783936, |
| "step": 5330 |
| }, |
| { |
| "epoch": 2.414128284826222, |
| "grad_norm": 2.2849392890930176, |
| "learning_rate": 3.3580543310652185e-07, |
| "loss": 0.7539367198944091, |
| "step": 5340 |
| }, |
| { |
| "epoch": 2.4186493359706134, |
| "grad_norm": 2.239905834197998, |
| "learning_rate": 3.3084583344160724e-07, |
| "loss": 0.7483564853668213, |
| "step": 5350 |
| }, |
| { |
| "epoch": 2.4231703871150043, |
| "grad_norm": 2.274718999862671, |
| "learning_rate": 3.2591858799618704e-07, |
| "loss": 0.7597497940063477, |
| "step": 5360 |
| }, |
| { |
| "epoch": 2.4276914382593953, |
| "grad_norm": 2.2459590435028076, |
| "learning_rate": 3.210238331228359e-07, |
| "loss": 0.7572906494140625, |
| "step": 5370 |
| }, |
| { |
| "epoch": 2.432212489403786, |
| "grad_norm": 2.2977805137634277, |
| "learning_rate": 3.161617042750105e-07, |
| "loss": 0.7486479759216309, |
| "step": 5380 |
| }, |
| { |
| "epoch": 2.4367335405481776, |
| "grad_norm": 2.3671889305114746, |
| "learning_rate": 3.113323360033017e-07, |
| "loss": 0.7507456779479981, |
| "step": 5390 |
| }, |
| { |
| "epoch": 2.4412545916925685, |
| "grad_norm": 2.2516841888427734, |
| "learning_rate": 3.0653586195171045e-07, |
| "loss": 0.7373426914215088, |
| "step": 5400 |
| }, |
| { |
| "epoch": 2.4457756428369595, |
| "grad_norm": 2.283885955810547, |
| "learning_rate": 3.0177241485395136e-07, |
| "loss": 0.7558595180511475, |
| "step": 5410 |
| }, |
| { |
| "epoch": 2.4502966939813504, |
| "grad_norm": 2.2797224521636963, |
| "learning_rate": 2.970421265297758e-07, |
| "loss": 0.7578739166259766, |
| "step": 5420 |
| }, |
| { |
| "epoch": 2.454817745125742, |
| "grad_norm": 2.2156128883361816, |
| "learning_rate": 2.9234512788132846e-07, |
| "loss": 0.7565701484680176, |
| "step": 5430 |
| }, |
| { |
| "epoch": 2.4593387962701327, |
| "grad_norm": 2.236161947250366, |
| "learning_rate": 2.876815488895213e-07, |
| "loss": 0.7488998413085938, |
| "step": 5440 |
| }, |
| { |
| "epoch": 2.4638598474145237, |
| "grad_norm": 2.196462392807007, |
| "learning_rate": 2.830515186104379e-07, |
| "loss": 0.7562510013580322, |
| "step": 5450 |
| }, |
| { |
| "epoch": 2.468380898558915, |
| "grad_norm": 2.331822156906128, |
| "learning_rate": 2.784551651717633e-07, |
| "loss": 0.750730323791504, |
| "step": 5460 |
| }, |
| { |
| "epoch": 2.472901949703306, |
| "grad_norm": 2.2590219974517822, |
| "learning_rate": 2.7389261576923597e-07, |
| "loss": 0.7570319175720215, |
| "step": 5470 |
| }, |
| { |
| "epoch": 2.477423000847697, |
| "grad_norm": 2.280219793319702, |
| "learning_rate": 2.6936399666312914e-07, |
| "loss": 0.7474352836608886, |
| "step": 5480 |
| }, |
| { |
| "epoch": 2.4819440519920883, |
| "grad_norm": 2.2852814197540283, |
| "learning_rate": 2.6486943317475753e-07, |
| "loss": 0.7355681419372558, |
| "step": 5490 |
| }, |
| { |
| "epoch": 2.4864651031364793, |
| "grad_norm": 2.3242225646972656, |
| "learning_rate": 2.604090496830071e-07, |
| "loss": 0.7515157699584961, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.4909861542808702, |
| "grad_norm": 2.300157308578491, |
| "learning_rate": 2.5598296962089587e-07, |
| "loss": 0.7764244556427002, |
| "step": 5510 |
| }, |
| { |
| "epoch": 2.4955072054252616, |
| "grad_norm": 2.278477191925049, |
| "learning_rate": 2.515913154721559e-07, |
| "loss": 0.751285171508789, |
| "step": 5520 |
| }, |
| { |
| "epoch": 2.5000282565696526, |
| "grad_norm": 2.447577476501465, |
| "learning_rate": 2.472342087678445e-07, |
| "loss": 0.7663701057434082, |
| "step": 5530 |
| }, |
| { |
| "epoch": 2.5045493077140435, |
| "grad_norm": 2.3157544136047363, |
| "learning_rate": 2.4291177008298134e-07, |
| "loss": 0.751704740524292, |
| "step": 5540 |
| }, |
| { |
| "epoch": 2.5090703588584344, |
| "grad_norm": 2.302398443222046, |
| "learning_rate": 2.3862411903321154e-07, |
| "loss": 0.7523858070373535, |
| "step": 5550 |
| }, |
| { |
| "epoch": 2.513591410002826, |
| "grad_norm": 2.267385482788086, |
| "learning_rate": 2.3437137427149606e-07, |
| "loss": 0.7514879703521729, |
| "step": 5560 |
| }, |
| { |
| "epoch": 2.5181124611472168, |
| "grad_norm": 2.1965105533599854, |
| "learning_rate": 2.301536534848273e-07, |
| "loss": 0.7565788269042969, |
| "step": 5570 |
| }, |
| { |
| "epoch": 2.5226335122916077, |
| "grad_norm": 2.1868059635162354, |
| "learning_rate": 2.2597107339097218e-07, |
| "loss": 0.7394793510437012, |
| "step": 5580 |
| }, |
| { |
| "epoch": 2.5271545634359986, |
| "grad_norm": 2.2272818088531494, |
| "learning_rate": 2.2182374973524334e-07, |
| "loss": 0.7544358253479004, |
| "step": 5590 |
| }, |
| { |
| "epoch": 2.53167561458039, |
| "grad_norm": 2.2707042694091797, |
| "learning_rate": 2.1771179728729572e-07, |
| "loss": 0.7680973052978516, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.53167561458039, |
| "eval_loss": 0.9139750003814697, |
| "eval_runtime": 448.8625, |
| "eval_samples_per_second": 4.594, |
| "eval_steps_per_second": 2.297, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.536196665724781, |
| "grad_norm": 2.25856876373291, |
| "learning_rate": 2.136353298379493e-07, |
| "loss": 0.7598801612854004, |
| "step": 5610 |
| }, |
| { |
| "epoch": 2.540717716869172, |
| "grad_norm": 2.3712313175201416, |
| "learning_rate": 2.0959446019604267e-07, |
| "loss": 0.7519545555114746, |
| "step": 5620 |
| }, |
| { |
| "epoch": 2.5452387680135633, |
| "grad_norm": 2.199129819869995, |
| "learning_rate": 2.0558930018530842e-07, |
| "loss": 0.7401185989379883, |
| "step": 5630 |
| }, |
| { |
| "epoch": 2.5497598191579542, |
| "grad_norm": 2.359539270401001, |
| "learning_rate": 2.0161996064128014e-07, |
| "loss": 0.7458333015441895, |
| "step": 5640 |
| }, |
| { |
| "epoch": 2.554280870302345, |
| "grad_norm": 2.2960379123687744, |
| "learning_rate": 1.9768655140822502e-07, |
| "loss": 0.7566473007202148, |
| "step": 5650 |
| }, |
| { |
| "epoch": 2.5588019214467366, |
| "grad_norm": 2.3133325576782227, |
| "learning_rate": 1.937891813361049e-07, |
| "loss": 0.7484780311584472, |
| "step": 5660 |
| }, |
| { |
| "epoch": 2.5633229725911275, |
| "grad_norm": 2.4004507064819336, |
| "learning_rate": 1.89927958277562e-07, |
| "loss": 0.7526416778564453, |
| "step": 5670 |
| }, |
| { |
| "epoch": 2.5678440237355185, |
| "grad_norm": 2.3777284622192383, |
| "learning_rate": 1.8610298908493657e-07, |
| "loss": 0.755421257019043, |
| "step": 5680 |
| }, |
| { |
| "epoch": 2.57236507487991, |
| "grad_norm": 2.296586751937866, |
| "learning_rate": 1.8231437960730862e-07, |
| "loss": 0.7513050079345703, |
| "step": 5690 |
| }, |
| { |
| "epoch": 2.576886126024301, |
| "grad_norm": 2.288376808166504, |
| "learning_rate": 1.785622346875684e-07, |
| "loss": 0.7517137050628662, |
| "step": 5700 |
| }, |
| { |
| "epoch": 2.5814071771686917, |
| "grad_norm": 2.2089850902557373, |
| "learning_rate": 1.748466581595169e-07, |
| "loss": 0.7516591072082519, |
| "step": 5710 |
| }, |
| { |
| "epoch": 2.5859282283130827, |
| "grad_norm": 2.293762683868408, |
| "learning_rate": 1.7116775284499037e-07, |
| "loss": 0.7498486518859864, |
| "step": 5720 |
| }, |
| { |
| "epoch": 2.5904492794574736, |
| "grad_norm": 2.37607741355896, |
| "learning_rate": 1.6752562055101562e-07, |
| "loss": 0.7557356357574463, |
| "step": 5730 |
| }, |
| { |
| "epoch": 2.594970330601865, |
| "grad_norm": 2.29763126373291, |
| "learning_rate": 1.6392036206699394e-07, |
| "loss": 0.7537473678588867, |
| "step": 5740 |
| }, |
| { |
| "epoch": 2.599491381746256, |
| "grad_norm": 2.1982975006103516, |
| "learning_rate": 1.6035207716190947e-07, |
| "loss": 0.7688258171081543, |
| "step": 5750 |
| }, |
| { |
| "epoch": 2.604012432890647, |
| "grad_norm": 2.410890817642212, |
| "learning_rate": 1.5682086458157103e-07, |
| "loss": 0.7608498096466064, |
| "step": 5760 |
| }, |
| { |
| "epoch": 2.6085334840350383, |
| "grad_norm": 2.319079875946045, |
| "learning_rate": 1.5332682204587729e-07, |
| "loss": 0.7542999267578125, |
| "step": 5770 |
| }, |
| { |
| "epoch": 2.613054535179429, |
| "grad_norm": 2.3919517993927, |
| "learning_rate": 1.498700462461134e-07, |
| "loss": 0.7600319862365723, |
| "step": 5780 |
| }, |
| { |
| "epoch": 2.61757558632382, |
| "grad_norm": 2.197603940963745, |
| "learning_rate": 1.4645063284227528e-07, |
| "loss": 0.7498908042907715, |
| "step": 5790 |
| }, |
| { |
| "epoch": 2.6220966374682115, |
| "grad_norm": 2.2165207862854004, |
| "learning_rate": 1.430686764604226e-07, |
| "loss": 0.7506009101867676, |
| "step": 5800 |
| }, |
| { |
| "epoch": 2.6266176886126025, |
| "grad_norm": 2.285303831100464, |
| "learning_rate": 1.3972427069006034e-07, |
| "loss": 0.7639353752136231, |
| "step": 5810 |
| }, |
| { |
| "epoch": 2.6311387397569934, |
| "grad_norm": 2.243912696838379, |
| "learning_rate": 1.3641750808154769e-07, |
| "loss": 0.7476046562194825, |
| "step": 5820 |
| }, |
| { |
| "epoch": 2.635659790901385, |
| "grad_norm": 2.232985019683838, |
| "learning_rate": 1.3314848014353764e-07, |
| "loss": 0.7507291316986084, |
| "step": 5830 |
| }, |
| { |
| "epoch": 2.6401808420457757, |
| "grad_norm": 2.305777072906494, |
| "learning_rate": 1.2991727734044484e-07, |
| "loss": 0.7528359413146972, |
| "step": 5840 |
| }, |
| { |
| "epoch": 2.6447018931901667, |
| "grad_norm": 2.2367866039276123, |
| "learning_rate": 1.2672398908994238e-07, |
| "loss": 0.749604606628418, |
| "step": 5850 |
| }, |
| { |
| "epoch": 2.6492229443345576, |
| "grad_norm": 2.2105915546417236, |
| "learning_rate": 1.235687037604868e-07, |
| "loss": 0.754852294921875, |
| "step": 5860 |
| }, |
| { |
| "epoch": 2.653743995478949, |
| "grad_norm": 2.2610995769500732, |
| "learning_rate": 1.2045150866887255e-07, |
| "loss": 0.7523436546325684, |
| "step": 5870 |
| }, |
| { |
| "epoch": 2.65826504662334, |
| "grad_norm": 2.2381787300109863, |
| "learning_rate": 1.1737249007781581e-07, |
| "loss": 0.754981279373169, |
| "step": 5880 |
| }, |
| { |
| "epoch": 2.662786097767731, |
| "grad_norm": 2.2868475914001465, |
| "learning_rate": 1.1433173319356727e-07, |
| "loss": 0.7664401054382324, |
| "step": 5890 |
| }, |
| { |
| "epoch": 2.667307148912122, |
| "grad_norm": 2.31492280960083, |
| "learning_rate": 1.1132932216355512e-07, |
| "loss": 0.7525528907775879, |
| "step": 5900 |
| }, |
| { |
| "epoch": 2.6718282000565132, |
| "grad_norm": 2.2604329586029053, |
| "learning_rate": 1.0836534007405458e-07, |
| "loss": 0.7538666725158691, |
| "step": 5910 |
| }, |
| { |
| "epoch": 2.676349251200904, |
| "grad_norm": 2.1903162002563477, |
| "learning_rate": 1.0543986894789082e-07, |
| "loss": 0.7605318069458008, |
| "step": 5920 |
| }, |
| { |
| "epoch": 2.680870302345295, |
| "grad_norm": 2.3359670639038086, |
| "learning_rate": 1.025529897421672e-07, |
| "loss": 0.747904109954834, |
| "step": 5930 |
| }, |
| { |
| "epoch": 2.6853913534896865, |
| "grad_norm": 2.2229809761047363, |
| "learning_rate": 9.970478234602537e-08, |
| "loss": 0.7523067474365235, |
| "step": 5940 |
| }, |
| { |
| "epoch": 2.6899124046340774, |
| "grad_norm": 2.1566247940063477, |
| "learning_rate": 9.689532557843633e-08, |
| "loss": 0.7463886737823486, |
| "step": 5950 |
| }, |
| { |
| "epoch": 2.6944334557784684, |
| "grad_norm": 2.267916202545166, |
| "learning_rate": 9.412469718601623e-08, |
| "loss": 0.7576306343078614, |
| "step": 5960 |
| }, |
| { |
| "epoch": 2.6989545069228598, |
| "grad_norm": 2.3832428455352783, |
| "learning_rate": 9.139297384087691e-08, |
| "loss": 0.7519917964935303, |
| "step": 5970 |
| }, |
| { |
| "epoch": 2.7034755580672507, |
| "grad_norm": 2.202617645263672, |
| "learning_rate": 8.870023113850406e-08, |
| "loss": 0.7595446586608887, |
| "step": 5980 |
| }, |
| { |
| "epoch": 2.7079966092116416, |
| "grad_norm": 2.3184471130371094, |
| "learning_rate": 8.604654359566444e-08, |
| "loss": 0.7553084373474122, |
| "step": 5990 |
| }, |
| { |
| "epoch": 2.712517660356033, |
| "grad_norm": 2.3716280460357666, |
| "learning_rate": 8.34319846483445e-08, |
| "loss": 0.7459403038024902, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.717038711500424, |
| "grad_norm": 2.285304307937622, |
| "learning_rate": 8.085662664971722e-08, |
| "loss": 0.7533295631408692, |
| "step": 6010 |
| }, |
| { |
| "epoch": 2.721559762644815, |
| "grad_norm": 2.2576639652252197, |
| "learning_rate": 7.832054086814094e-08, |
| "loss": 0.7476211071014405, |
| "step": 6020 |
| }, |
| { |
| "epoch": 2.726080813789206, |
| "grad_norm": 2.3221869468688965, |
| "learning_rate": 7.582379748518625e-08, |
| "loss": 0.7555732250213623, |
| "step": 6030 |
| }, |
| { |
| "epoch": 2.730601864933597, |
| "grad_norm": 2.3874309062957764, |
| "learning_rate": 7.336646559369492e-08, |
| "loss": 0.7524672985076905, |
| "step": 6040 |
| }, |
| { |
| "epoch": 2.735122916077988, |
| "grad_norm": 2.455749988555908, |
| "learning_rate": 7.094861319586715e-08, |
| "loss": 0.7502651214599609, |
| "step": 6050 |
| }, |
| { |
| "epoch": 2.739643967222379, |
| "grad_norm": 2.337904691696167, |
| "learning_rate": 6.857030720137925e-08, |
| "loss": 0.7447571754455566, |
| "step": 6060 |
| }, |
| { |
| "epoch": 2.74416501836677, |
| "grad_norm": 2.256192684173584, |
| "learning_rate": 6.623161342553275e-08, |
| "loss": 0.7489197731018067, |
| "step": 6070 |
| }, |
| { |
| "epoch": 2.7486860695111615, |
| "grad_norm": 2.2584822177886963, |
| "learning_rate": 6.393259658743323e-08, |
| "loss": 0.7542611122131347, |
| "step": 6080 |
| }, |
| { |
| "epoch": 2.7532071206555524, |
| "grad_norm": 2.217813014984131, |
| "learning_rate": 6.167332030819856e-08, |
| "loss": 0.7435453414916993, |
| "step": 6090 |
| }, |
| { |
| "epoch": 2.7577281717999433, |
| "grad_norm": 2.341893434524536, |
| "learning_rate": 5.9453847109199486e-08, |
| "loss": 0.7544755935668945, |
| "step": 6100 |
| }, |
| { |
| "epoch": 2.7622492229443347, |
| "grad_norm": 2.2741823196411133, |
| "learning_rate": 5.727423841032836e-08, |
| "loss": 0.7577172756195069, |
| "step": 6110 |
| }, |
| { |
| "epoch": 2.7667702740887257, |
| "grad_norm": 2.255662679672241, |
| "learning_rate": 5.513455452829963e-08, |
| "loss": 0.7583437442779541, |
| "step": 6120 |
| }, |
| { |
| "epoch": 2.7712913252331166, |
| "grad_norm": 2.4263718128204346, |
| "learning_rate": 5.3034854674981204e-08, |
| "loss": 0.7609260559082032, |
| "step": 6130 |
| }, |
| { |
| "epoch": 2.775812376377508, |
| "grad_norm": 2.3245089054107666, |
| "learning_rate": 5.097519695575525e-08, |
| "loss": 0.744895601272583, |
| "step": 6140 |
| }, |
| { |
| "epoch": 2.780333427521899, |
| "grad_norm": 2.297935962677002, |
| "learning_rate": 4.8955638367911006e-08, |
| "loss": 0.7446815967559814, |
| "step": 6150 |
| }, |
| { |
| "epoch": 2.78485447866629, |
| "grad_norm": 2.3236358165740967, |
| "learning_rate": 4.6976234799066985e-08, |
| "loss": 0.7491592407226563, |
| "step": 6160 |
| }, |
| { |
| "epoch": 2.789375529810681, |
| "grad_norm": 2.450490713119507, |
| "learning_rate": 4.5037041025624115e-08, |
| "loss": 0.756380844116211, |
| "step": 6170 |
| }, |
| { |
| "epoch": 2.793896580955072, |
| "grad_norm": 2.4382922649383545, |
| "learning_rate": 4.313811071125023e-08, |
| "loss": 0.7547252655029297, |
| "step": 6180 |
| }, |
| { |
| "epoch": 2.798417632099463, |
| "grad_norm": 2.261552333831787, |
| "learning_rate": 4.1279496405394966e-08, |
| "loss": 0.7563782691955566, |
| "step": 6190 |
| }, |
| { |
| "epoch": 2.802938683243854, |
| "grad_norm": 2.2482457160949707, |
| "learning_rate": 3.946124954183622e-08, |
| "loss": 0.7460451602935791, |
| "step": 6200 |
| }, |
| { |
| "epoch": 2.807459734388245, |
| "grad_norm": 2.2630815505981445, |
| "learning_rate": 3.7683420437255476e-08, |
| "loss": 0.7586692810058594, |
| "step": 6210 |
| }, |
| { |
| "epoch": 2.8119807855326364, |
| "grad_norm": 2.329800605773926, |
| "learning_rate": 3.594605828984626e-08, |
| "loss": 0.7617522239685058, |
| "step": 6220 |
| }, |
| { |
| "epoch": 2.8165018366770274, |
| "grad_norm": 2.197524309158325, |
| "learning_rate": 3.4249211177952876e-08, |
| "loss": 0.7458027362823486, |
| "step": 6230 |
| }, |
| { |
| "epoch": 2.8210228878214183, |
| "grad_norm": 2.2720396518707275, |
| "learning_rate": 3.259292605873915e-08, |
| "loss": 0.7493009567260742, |
| "step": 6240 |
| }, |
| { |
| "epoch": 2.8255439389658097, |
| "grad_norm": 2.3212997913360596, |
| "learning_rate": 3.0977248766889786e-08, |
| "loss": 0.7539510250091552, |
| "step": 6250 |
| }, |
| { |
| "epoch": 2.8300649901102006, |
| "grad_norm": 2.189162015914917, |
| "learning_rate": 2.9402224013340917e-08, |
| "loss": 0.7492798805236817, |
| "step": 6260 |
| }, |
| { |
| "epoch": 2.8345860412545916, |
| "grad_norm": 2.3475799560546875, |
| "learning_rate": 2.786789538404405e-08, |
| "loss": 0.746649980545044, |
| "step": 6270 |
| }, |
| { |
| "epoch": 2.839107092398983, |
| "grad_norm": 2.319363594055176, |
| "learning_rate": 2.6374305338759064e-08, |
| "loss": 0.7429915428161621, |
| "step": 6280 |
| }, |
| { |
| "epoch": 2.843628143543374, |
| "grad_norm": 2.324979782104492, |
| "learning_rate": 2.492149520987963e-08, |
| "loss": 0.7499753952026367, |
| "step": 6290 |
| }, |
| { |
| "epoch": 2.848149194687765, |
| "grad_norm": 2.315538167953491, |
| "learning_rate": 2.350950520128914e-08, |
| "loss": 0.7457030296325684, |
| "step": 6300 |
| }, |
| { |
| "epoch": 2.8526702458321562, |
| "grad_norm": 2.2725343704223633, |
| "learning_rate": 2.213837438724825e-08, |
| "loss": 0.7458350181579589, |
| "step": 6310 |
| }, |
| { |
| "epoch": 2.857191296976547, |
| "grad_norm": 2.2271692752838135, |
| "learning_rate": 2.080814071131343e-08, |
| "loss": 0.7612591743469238, |
| "step": 6320 |
| }, |
| { |
| "epoch": 2.861712348120938, |
| "grad_norm": 2.3585009574890137, |
| "learning_rate": 1.9518840985287445e-08, |
| "loss": 0.7478611946105957, |
| "step": 6330 |
| }, |
| { |
| "epoch": 2.866233399265329, |
| "grad_norm": 2.2150323390960693, |
| "learning_rate": 1.8270510888199865e-08, |
| "loss": 0.7575239658355712, |
| "step": 6340 |
| }, |
| { |
| "epoch": 2.87075445040972, |
| "grad_norm": 2.3118820190429688, |
| "learning_rate": 1.7063184965320666e-08, |
| "loss": 0.7408674716949463, |
| "step": 6350 |
| }, |
| { |
| "epoch": 2.8752755015541114, |
| "grad_norm": 2.265378952026367, |
| "learning_rate": 1.5896896627203006e-08, |
| "loss": 0.754367733001709, |
| "step": 6360 |
| }, |
| { |
| "epoch": 2.8797965526985023, |
| "grad_norm": 2.283576011657715, |
| "learning_rate": 1.4771678148760292e-08, |
| "loss": 0.7456921100616455, |
| "step": 6370 |
| }, |
| { |
| "epoch": 2.8843176038428933, |
| "grad_norm": 2.3561642169952393, |
| "learning_rate": 1.3687560668370902e-08, |
| "loss": 0.741727638244629, |
| "step": 6380 |
| }, |
| { |
| "epoch": 2.8888386549872846, |
| "grad_norm": 2.2466704845428467, |
| "learning_rate": 1.2644574187019031e-08, |
| "loss": 0.7534623146057129, |
| "step": 6390 |
| }, |
| { |
| "epoch": 2.8933597061316756, |
| "grad_norm": 2.2260472774505615, |
| "learning_rate": 1.1642747567462198e-08, |
| "loss": 0.7553936958312988, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.8933597061316756, |
| "eval_loss": 0.9128949642181396, |
| "eval_runtime": 450.0442, |
| "eval_samples_per_second": 4.582, |
| "eval_steps_per_second": 2.291, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.8978807572760665, |
| "grad_norm": 2.2183964252471924, |
| "learning_rate": 1.0682108533433877e-08, |
| "loss": 0.7558632373809815, |
| "step": 6410 |
| }, |
| { |
| "epoch": 2.902401808420458, |
| "grad_norm": 2.20556902885437, |
| "learning_rate": 9.76268366887545e-09, |
| "loss": 0.749322509765625, |
| "step": 6420 |
| }, |
| { |
| "epoch": 2.906922859564849, |
| "grad_norm": 2.308824300765991, |
| "learning_rate": 8.88449841720146e-09, |
| "loss": 0.7537115097045899, |
| "step": 6430 |
| }, |
| { |
| "epoch": 2.91144391070924, |
| "grad_norm": 2.3033058643341064, |
| "learning_rate": 8.047577080594837e-09, |
| "loss": 0.7508247375488282, |
| "step": 6440 |
| }, |
| { |
| "epoch": 2.915964961853631, |
| "grad_norm": 2.3998773097991943, |
| "learning_rate": 7.251942819334445e-09, |
| "loss": 0.7558866977691651, |
| "step": 6450 |
| }, |
| { |
| "epoch": 2.920486012998022, |
| "grad_norm": 2.1767778396606445, |
| "learning_rate": 6.497617651154419e-09, |
| "loss": 0.7444061279296875, |
| "step": 6460 |
| }, |
| { |
| "epoch": 2.925007064142413, |
| "grad_norm": 2.389782428741455, |
| "learning_rate": 5.784622450634491e-09, |
| "loss": 0.7417534828186035, |
| "step": 6470 |
| }, |
| { |
| "epoch": 2.9295281152868045, |
| "grad_norm": 2.284993886947632, |
| "learning_rate": 5.1129769486229495e-09, |
| "loss": 0.7555554866790771, |
| "step": 6480 |
| }, |
| { |
| "epoch": 2.9340491664311954, |
| "grad_norm": 2.1835968494415283, |
| "learning_rate": 4.482699731689743e-09, |
| "loss": 0.7454551696777344, |
| "step": 6490 |
| }, |
| { |
| "epoch": 2.9385702175755863, |
| "grad_norm": 2.297635793685913, |
| "learning_rate": 3.893808241613228e-09, |
| "loss": 0.7558732509613038, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.9430912687199773, |
| "grad_norm": 2.268968343734741, |
| "learning_rate": 3.3463187748960512e-09, |
| "loss": 0.7542985439300537, |
| "step": 6510 |
| }, |
| { |
| "epoch": 2.9476123198643682, |
| "grad_norm": 2.3082985877990723, |
| "learning_rate": 2.8402464823158448e-09, |
| "loss": 0.7530224800109864, |
| "step": 6520 |
| }, |
| { |
| "epoch": 2.9521333710087596, |
| "grad_norm": 2.2313640117645264, |
| "learning_rate": 2.3756053685047297e-09, |
| "loss": 0.7663009643554688, |
| "step": 6530 |
| }, |
| { |
| "epoch": 2.9566544221531506, |
| "grad_norm": 2.358992576599121, |
| "learning_rate": 1.9524082915621243e-09, |
| "loss": 0.7555096626281739, |
| "step": 6540 |
| }, |
| { |
| "epoch": 2.9611754732975415, |
| "grad_norm": 2.3261330127716064, |
| "learning_rate": 1.5706669626988635e-09, |
| "loss": 0.7397587776184082, |
| "step": 6550 |
| }, |
| { |
| "epoch": 2.965696524441933, |
| "grad_norm": 2.1791787147521973, |
| "learning_rate": 1.2303919459136226e-09, |
| "loss": 0.7456366062164307, |
| "step": 6560 |
| }, |
| { |
| "epoch": 2.970217575586324, |
| "grad_norm": 2.2444651126861572, |
| "learning_rate": 9.315926576996537e-10, |
| "loss": 0.7483177185058594, |
| "step": 6570 |
| }, |
| { |
| "epoch": 2.9747386267307148, |
| "grad_norm": 2.222935438156128, |
| "learning_rate": 6.742773667851588e-10, |
| "loss": 0.7536264419555664, |
| "step": 6580 |
| }, |
| { |
| "epoch": 2.979259677875106, |
| "grad_norm": 2.3713362216949463, |
| "learning_rate": 4.584531939034742e-10, |
| "loss": 0.7557919502258301, |
| "step": 6590 |
| }, |
| { |
| "epoch": 2.983780729019497, |
| "grad_norm": 2.1942734718322754, |
| "learning_rate": 2.841261115970606e-10, |
| "loss": 0.7565034866333008, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.988301780163888, |
| "grad_norm": 2.2887532711029053, |
| "learning_rate": 1.51300944051469e-10, |
| "loss": 0.7549824237823486, |
| "step": 6610 |
| }, |
| { |
| "epoch": 2.9928228313082794, |
| "grad_norm": 2.3209218978881836, |
| "learning_rate": 5.99813669621141e-11, |
| "loss": 0.7610849857330322, |
| "step": 6620 |
| }, |
| { |
| "epoch": 2.9973438824526704, |
| "grad_norm": 2.335402727127075, |
| "learning_rate": 1.016990743252233e-11, |
| "loss": 0.7396711349487305, |
| "step": 6630 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.9128507971763611, |
| "eval_runtime": 449.1451, |
| "eval_samples_per_second": 4.591, |
| "eval_steps_per_second": 2.295, |
| "step": 6636 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 6636, |
| "total_flos": 1.7279135623491355e+19, |
| "train_loss": 0.8653310692547458, |
| "train_runtime": 153956.3557, |
| "train_samples_per_second": 0.69, |
| "train_steps_per_second": 0.043 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6636, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 4000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7279135623491355e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
