| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5259634694463039, |
| "eval_steps": 500, |
| "global_step": 5500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.000478148608587549, |
| "grad_norm": 1.6285005807876587, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.2464, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.000956297217175098, |
| "grad_norm": 1.759332299232483, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.2398, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.001434445825762647, |
| "grad_norm": 1.141316294670105, |
| "learning_rate": 1.5e-06, |
| "loss": 0.2278, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.001912594434350196, |
| "grad_norm": 1.299346923828125, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.2276, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0023907430429377452, |
| "grad_norm": 1.1582778692245483, |
| "learning_rate": 2.5e-06, |
| "loss": 0.2326, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.002868891651525294, |
| "grad_norm": 1.215218186378479, |
| "learning_rate": 3e-06, |
| "loss": 0.2052, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.003347040260112843, |
| "grad_norm": 1.0278244018554688, |
| "learning_rate": 3.5e-06, |
| "loss": 0.1856, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.003825188868700392, |
| "grad_norm": 0.9540461897850037, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.1603, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.004303337477287941, |
| "grad_norm": 0.6237497925758362, |
| "learning_rate": 4.5e-06, |
| "loss": 0.1426, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0047814860858754905, |
| "grad_norm": 0.648866593837738, |
| "learning_rate": 5e-06, |
| "loss": 0.1472, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.005259634694463039, |
| "grad_norm": 0.6078641414642334, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.1361, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.005737783303050588, |
| "grad_norm": 0.6857866048812866, |
| "learning_rate": 6e-06, |
| "loss": 0.1285, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0062159319116381374, |
| "grad_norm": 0.607608437538147, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.1244, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.006694080520225686, |
| "grad_norm": 0.5154851078987122, |
| "learning_rate": 7e-06, |
| "loss": 0.1211, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.007172229128813235, |
| "grad_norm": 0.7408722043037415, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.1235, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.007650377737400784, |
| "grad_norm": 0.5888839364051819, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.1157, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.008128526345988334, |
| "grad_norm": 0.7379135489463806, |
| "learning_rate": 8.5e-06, |
| "loss": 0.1224, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.008606674954575882, |
| "grad_norm": 0.6627635359764099, |
| "learning_rate": 9e-06, |
| "loss": 0.1094, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.009084823563163431, |
| "grad_norm": 0.7771927714347839, |
| "learning_rate": 9.5e-06, |
| "loss": 0.1019, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.009562972171750981, |
| "grad_norm": 0.6046084761619568, |
| "learning_rate": 1e-05, |
| "loss": 0.1064, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.010041120780338529, |
| "grad_norm": 0.6176571846008301, |
| "learning_rate": 1.0500000000000001e-05, |
| "loss": 0.0974, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.010519269388926078, |
| "grad_norm": 0.6873337626457214, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.1049, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.010997417997513628, |
| "grad_norm": 0.6394457817077637, |
| "learning_rate": 1.15e-05, |
| "loss": 0.1003, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.011475566606101176, |
| "grad_norm": 0.6541196703910828, |
| "learning_rate": 1.2e-05, |
| "loss": 0.0943, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.011953715214688725, |
| "grad_norm": 0.6783862113952637, |
| "learning_rate": 1.25e-05, |
| "loss": 0.0932, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.012431863823276275, |
| "grad_norm": 0.6770765781402588, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.0917, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.012910012431863823, |
| "grad_norm": 0.5609673857688904, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 0.0915, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.013388161040451372, |
| "grad_norm": 0.6891866326332092, |
| "learning_rate": 1.4e-05, |
| "loss": 0.0847, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.013866309649038922, |
| "grad_norm": 0.5841590166091919, |
| "learning_rate": 1.45e-05, |
| "loss": 0.0905, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.01434445825762647, |
| "grad_norm": 0.7930582165718079, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.0847, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01482260686621402, |
| "grad_norm": 0.6227203607559204, |
| "learning_rate": 1.55e-05, |
| "loss": 0.0772, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.015300755474801569, |
| "grad_norm": 0.503367006778717, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.0678, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.01577890408338912, |
| "grad_norm": 0.554487407207489, |
| "learning_rate": 1.65e-05, |
| "loss": 0.0655, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.016257052691976668, |
| "grad_norm": 0.7712920904159546, |
| "learning_rate": 1.7e-05, |
| "loss": 0.0614, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.016735201300564214, |
| "grad_norm": 0.5072482228279114, |
| "learning_rate": 1.7500000000000002e-05, |
| "loss": 0.0538, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.017213349909151764, |
| "grad_norm": 0.671703577041626, |
| "learning_rate": 1.8e-05, |
| "loss": 0.0453, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.017691498517739313, |
| "grad_norm": 0.603966236114502, |
| "learning_rate": 1.8500000000000002e-05, |
| "loss": 0.0462, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.018169647126326863, |
| "grad_norm": 0.6119552254676819, |
| "learning_rate": 1.9e-05, |
| "loss": 0.0336, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.018647795734914412, |
| "grad_norm": 0.42317843437194824, |
| "learning_rate": 1.95e-05, |
| "loss": 0.0265, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.019125944343501962, |
| "grad_norm": 0.3664129972457886, |
| "learning_rate": 2e-05, |
| "loss": 0.0192, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.019604092952089508, |
| "grad_norm": 0.33818143606185913, |
| "learning_rate": 1.9999984960239722e-05, |
| "loss": 0.023, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.020082241560677058, |
| "grad_norm": 0.5235451459884644, |
| "learning_rate": 1.999993984100412e-05, |
| "loss": 0.0196, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.020560390169264607, |
| "grad_norm": 0.2977897822856903, |
| "learning_rate": 1.9999864642428916e-05, |
| "loss": 0.0214, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.021038538777852157, |
| "grad_norm": 0.26708266139030457, |
| "learning_rate": 1.99997593647403e-05, |
| "loss": 0.0181, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.021516687386439706, |
| "grad_norm": 0.2991751730442047, |
| "learning_rate": 1.9999624008254946e-05, |
| "loss": 0.0162, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.021994835995027256, |
| "grad_norm": 0.23141664266586304, |
| "learning_rate": 1.9999458573379996e-05, |
| "loss": 0.0177, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.022472984603614802, |
| "grad_norm": 0.19408179819583893, |
| "learning_rate": 1.999926306061307e-05, |
| "loss": 0.0145, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.02295113321220235, |
| "grad_norm": 0.2465033382177353, |
| "learning_rate": 1.9999037470542263e-05, |
| "loss": 0.0143, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0234292818207899, |
| "grad_norm": 0.3615971505641937, |
| "learning_rate": 1.9998781803846143e-05, |
| "loss": 0.0172, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.02390743042937745, |
| "grad_norm": 0.28792813420295715, |
| "learning_rate": 1.9998496061293734e-05, |
| "loss": 0.0135, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.024385579037965, |
| "grad_norm": 0.27890634536743164, |
| "learning_rate": 1.9998180243744545e-05, |
| "loss": 0.0153, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.02486372764655255, |
| "grad_norm": 0.2356213480234146, |
| "learning_rate": 1.9997834352148533e-05, |
| "loss": 0.0155, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.025341876255140096, |
| "grad_norm": 0.18936309218406677, |
| "learning_rate": 1.9997458387546127e-05, |
| "loss": 0.0103, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.025820024863727645, |
| "grad_norm": 0.25055578351020813, |
| "learning_rate": 1.9997052351068208e-05, |
| "loss": 0.0136, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.026298173472315195, |
| "grad_norm": 0.2393379509449005, |
| "learning_rate": 1.999661624393612e-05, |
| "loss": 0.0115, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.026776322080902745, |
| "grad_norm": 0.20053483545780182, |
| "learning_rate": 1.9996150067461648e-05, |
| "loss": 0.0152, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.027254470689490294, |
| "grad_norm": 0.26156219840049744, |
| "learning_rate": 1.9995653823047024e-05, |
| "loss": 0.0127, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.027732619298077844, |
| "grad_norm": 0.2507614195346832, |
| "learning_rate": 1.9995127512184934e-05, |
| "loss": 0.0119, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.028210767906665393, |
| "grad_norm": 0.23560605943202972, |
| "learning_rate": 1.99945711364585e-05, |
| "loss": 0.0123, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.02868891651525294, |
| "grad_norm": 0.19623662531375885, |
| "learning_rate": 1.9993984697541263e-05, |
| "loss": 0.0125, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.02916706512384049, |
| "grad_norm": 0.20097696781158447, |
| "learning_rate": 1.999336819719721e-05, |
| "loss": 0.0119, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.02964521373242804, |
| "grad_norm": 0.18596744537353516, |
| "learning_rate": 1.9992721637280735e-05, |
| "loss": 0.0128, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.030123362341015588, |
| "grad_norm": 0.19682542979717255, |
| "learning_rate": 1.999204501973667e-05, |
| "loss": 0.0117, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.030601510949603138, |
| "grad_norm": 0.16249409317970276, |
| "learning_rate": 1.9991338346600248e-05, |
| "loss": 0.0128, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.031079659558190687, |
| "grad_norm": 0.279489666223526, |
| "learning_rate": 1.9990601619997103e-05, |
| "loss": 0.012, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.03155780816677824, |
| "grad_norm": 0.20809005200862885, |
| "learning_rate": 1.9989834842143273e-05, |
| "loss": 0.0133, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.03203595677536578, |
| "grad_norm": 0.23081418871879578, |
| "learning_rate": 1.9989038015345193e-05, |
| "loss": 0.0122, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.032514105383953336, |
| "grad_norm": 0.2093643695116043, |
| "learning_rate": 1.998821114199968e-05, |
| "loss": 0.0106, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.03299225399254088, |
| "grad_norm": 0.24078011512756348, |
| "learning_rate": 1.9987354224593922e-05, |
| "loss": 0.0128, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.03347040260112843, |
| "grad_norm": 0.26117199659347534, |
| "learning_rate": 1.9986467265705493e-05, |
| "loss": 0.0126, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.03394855120971598, |
| "grad_norm": 0.19453226029872894, |
| "learning_rate": 1.998555026800232e-05, |
| "loss": 0.0105, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.03442669981830353, |
| "grad_norm": 0.1795961558818817, |
| "learning_rate": 1.998460323424269e-05, |
| "loss": 0.012, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.03490484842689108, |
| "grad_norm": 0.24468912184238434, |
| "learning_rate": 1.998362616727523e-05, |
| "loss": 0.012, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.035382997035478626, |
| "grad_norm": 0.1683799773454666, |
| "learning_rate": 1.9982619070038914e-05, |
| "loss": 0.0112, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03586114564406617, |
| "grad_norm": 0.20692934095859528, |
| "learning_rate": 1.9981581945563045e-05, |
| "loss": 0.0115, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.036339294252653725, |
| "grad_norm": 0.23560677468776703, |
| "learning_rate": 1.998051479696724e-05, |
| "loss": 0.0112, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.03681744286124127, |
| "grad_norm": 0.197722390294075, |
| "learning_rate": 1.9979417627461435e-05, |
| "loss": 0.0115, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.037295591469828825, |
| "grad_norm": 0.17158514261245728, |
| "learning_rate": 1.9978290440345857e-05, |
| "loss": 0.0109, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.03777374007841637, |
| "grad_norm": 0.16312269866466522, |
| "learning_rate": 1.9977133239011037e-05, |
| "loss": 0.0087, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.038251888687003924, |
| "grad_norm": 0.20211806893348694, |
| "learning_rate": 1.9975946026937774e-05, |
| "loss": 0.0116, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.03873003729559147, |
| "grad_norm": 0.12360519915819168, |
| "learning_rate": 1.997472880769715e-05, |
| "loss": 0.0099, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.039208185904179016, |
| "grad_norm": 0.13955578207969666, |
| "learning_rate": 1.9973481584950503e-05, |
| "loss": 0.0096, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.03968633451276657, |
| "grad_norm": 0.13815253973007202, |
| "learning_rate": 1.9972204362449416e-05, |
| "loss": 0.0102, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.040164483121354115, |
| "grad_norm": 0.17123298346996307, |
| "learning_rate": 1.9970897144035714e-05, |
| "loss": 0.0102, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.04064263172994167, |
| "grad_norm": 0.1730334460735321, |
| "learning_rate": 1.996955993364145e-05, |
| "loss": 0.0111, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.041120780338529214, |
| "grad_norm": 0.17800162732601166, |
| "learning_rate": 1.9968192735288886e-05, |
| "loss": 0.0105, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.04159892894711677, |
| "grad_norm": 0.15514303743839264, |
| "learning_rate": 1.9966795553090485e-05, |
| "loss": 0.0113, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.04207707755570431, |
| "grad_norm": 0.1602751761674881, |
| "learning_rate": 1.9965368391248912e-05, |
| "loss": 0.009, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.04255522616429186, |
| "grad_norm": 0.18005941808223724, |
| "learning_rate": 1.9963911254057003e-05, |
| "loss": 0.0098, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.04303337477287941, |
| "grad_norm": 0.1358334869146347, |
| "learning_rate": 1.9962424145897745e-05, |
| "loss": 0.0098, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.04351152338146696, |
| "grad_norm": 0.14719969034194946, |
| "learning_rate": 1.99609070712443e-05, |
| "loss": 0.009, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.04398967199005451, |
| "grad_norm": 0.15567262470722198, |
| "learning_rate": 1.9959360034659946e-05, |
| "loss": 0.0101, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.04446782059864206, |
| "grad_norm": 0.16917075216770172, |
| "learning_rate": 1.99577830407981e-05, |
| "loss": 0.008, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.044945969207229604, |
| "grad_norm": 0.19142837822437286, |
| "learning_rate": 1.9956176094402288e-05, |
| "loss": 0.0122, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.04542411781581716, |
| "grad_norm": 0.15856985747814178, |
| "learning_rate": 1.995453920030612e-05, |
| "loss": 0.0095, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.0459022664244047, |
| "grad_norm": 0.1544889509677887, |
| "learning_rate": 1.99528723634333e-05, |
| "loss": 0.0088, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.046380415032992256, |
| "grad_norm": 0.16197440028190613, |
| "learning_rate": 1.995117558879759e-05, |
| "loss": 0.0083, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.0468585636415798, |
| "grad_norm": 0.14649464190006256, |
| "learning_rate": 1.994944888150281e-05, |
| "loss": 0.0103, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.047336712250167355, |
| "grad_norm": 0.1929994821548462, |
| "learning_rate": 1.9947692246742812e-05, |
| "loss": 0.0104, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0478148608587549, |
| "grad_norm": 0.22980496287345886, |
| "learning_rate": 1.9945905689801466e-05, |
| "loss": 0.0095, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.04829300946734245, |
| "grad_norm": 0.1435747593641281, |
| "learning_rate": 1.994408921605265e-05, |
| "loss": 0.0097, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.04877115807593, |
| "grad_norm": 0.22566437721252441, |
| "learning_rate": 1.9942242830960238e-05, |
| "loss": 0.0123, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.049249306684517546, |
| "grad_norm": 0.18320342898368835, |
| "learning_rate": 1.9940366540078056e-05, |
| "loss": 0.0108, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.0497274552931051, |
| "grad_norm": 0.16817662119865417, |
| "learning_rate": 1.9938460349049907e-05, |
| "loss": 0.0098, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.050205603901692646, |
| "grad_norm": 0.240935280919075, |
| "learning_rate": 1.9936524263609515e-05, |
| "loss": 0.0112, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.05068375251028019, |
| "grad_norm": 0.18051300942897797, |
| "learning_rate": 1.9934558289580536e-05, |
| "loss": 0.0091, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.051161901118867745, |
| "grad_norm": 0.19828283786773682, |
| "learning_rate": 1.9932562432876525e-05, |
| "loss": 0.0106, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.05164004972745529, |
| "grad_norm": 0.1866847425699234, |
| "learning_rate": 1.9930536699500923e-05, |
| "loss": 0.0078, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.052118198336042844, |
| "grad_norm": 0.1431034952402115, |
| "learning_rate": 1.992848109554704e-05, |
| "loss": 0.0116, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.05259634694463039, |
| "grad_norm": 0.11908771097660065, |
| "learning_rate": 1.992639562719803e-05, |
| "loss": 0.0085, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.05307449555321794, |
| "grad_norm": 0.132414311170578, |
| "learning_rate": 1.9924280300726888e-05, |
| "loss": 0.0107, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.05355264416180549, |
| "grad_norm": 0.16782382130622864, |
| "learning_rate": 1.992213512249641e-05, |
| "loss": 0.0101, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.054030792770393035, |
| "grad_norm": 0.18861261010169983, |
| "learning_rate": 1.991996009895919e-05, |
| "loss": 0.0098, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.05450894137898059, |
| "grad_norm": 0.23423467576503754, |
| "learning_rate": 1.9917755236657598e-05, |
| "loss": 0.0103, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.054987089987568134, |
| "grad_norm": 0.16722846031188965, |
| "learning_rate": 1.991552054222375e-05, |
| "loss": 0.0083, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.05546523859615569, |
| "grad_norm": 0.18444116413593292, |
| "learning_rate": 1.9913256022379502e-05, |
| "loss": 0.0108, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.05594338720474323, |
| "grad_norm": 0.12185337394475937, |
| "learning_rate": 1.9910961683936417e-05, |
| "loss": 0.0088, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.056421535813330786, |
| "grad_norm": 0.1440051794052124, |
| "learning_rate": 1.990863753379576e-05, |
| "loss": 0.01, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.05689968442191833, |
| "grad_norm": 0.15261441469192505, |
| "learning_rate": 1.990628357894846e-05, |
| "loss": 0.0082, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.05737783303050588, |
| "grad_norm": 0.15366916358470917, |
| "learning_rate": 1.9903899826475107e-05, |
| "loss": 0.0085, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.05785598163909343, |
| "grad_norm": 0.132474884390831, |
| "learning_rate": 1.9901486283545903e-05, |
| "loss": 0.0092, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.05833413024768098, |
| "grad_norm": 0.16307532787322998, |
| "learning_rate": 1.989904295742068e-05, |
| "loss": 0.0085, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.05881227885626853, |
| "grad_norm": 0.1874748021364212, |
| "learning_rate": 1.9896569855448837e-05, |
| "loss": 0.011, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.05929042746485608, |
| "grad_norm": 0.15367910265922546, |
| "learning_rate": 1.989406698506935e-05, |
| "loss": 0.0085, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.05976857607344362, |
| "grad_norm": 0.15754398703575134, |
| "learning_rate": 1.9891534353810735e-05, |
| "loss": 0.0096, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.060246724682031176, |
| "grad_norm": 0.16876277327537537, |
| "learning_rate": 1.9888971969291026e-05, |
| "loss": 0.0095, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.06072487329061872, |
| "grad_norm": 0.18007758259773254, |
| "learning_rate": 1.988637983921775e-05, |
| "loss": 0.0086, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.061203021899206275, |
| "grad_norm": 0.16454048454761505, |
| "learning_rate": 1.9883757971387907e-05, |
| "loss": 0.0077, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.06168117050779382, |
| "grad_norm": 0.13600246608257294, |
| "learning_rate": 1.9881106373687956e-05, |
| "loss": 0.0098, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.062159319116381374, |
| "grad_norm": 0.1547061651945114, |
| "learning_rate": 1.987842505409377e-05, |
| "loss": 0.0081, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.06263746772496892, |
| "grad_norm": 0.12786924839019775, |
| "learning_rate": 1.9875714020670638e-05, |
| "loss": 0.0079, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.06311561633355647, |
| "grad_norm": 0.11596638709306717, |
| "learning_rate": 1.9872973281573214e-05, |
| "loss": 0.0086, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.06359376494214401, |
| "grad_norm": 0.13520082831382751, |
| "learning_rate": 1.9870202845045507e-05, |
| "loss": 0.0099, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.06407191355073157, |
| "grad_norm": 0.13733166456222534, |
| "learning_rate": 1.9867402719420855e-05, |
| "loss": 0.0087, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.06455006215931912, |
| "grad_norm": 0.1229022666811943, |
| "learning_rate": 1.986457291312191e-05, |
| "loss": 0.0078, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.06502821076790667, |
| "grad_norm": 0.1614912748336792, |
| "learning_rate": 1.986171343466059e-05, |
| "loss": 0.0078, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.06550635937649421, |
| "grad_norm": 0.21986941993236542, |
| "learning_rate": 1.985882429263807e-05, |
| "loss": 0.0097, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.06598450798508176, |
| "grad_norm": 0.16449400782585144, |
| "learning_rate": 1.9855905495744746e-05, |
| "loss": 0.0097, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.06646265659366932, |
| "grad_norm": 0.16362164914608002, |
| "learning_rate": 1.9852957052760226e-05, |
| "loss": 0.0089, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.06694080520225686, |
| "grad_norm": 0.11370038241147995, |
| "learning_rate": 1.984997897255328e-05, |
| "loss": 0.0088, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.06741895381084441, |
| "grad_norm": 0.14381402730941772, |
| "learning_rate": 1.9846971264081833e-05, |
| "loss": 0.009, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.06789710241943196, |
| "grad_norm": 0.17981407046318054, |
| "learning_rate": 1.9843933936392926e-05, |
| "loss": 0.008, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.06837525102801952, |
| "grad_norm": 0.1745823472738266, |
| "learning_rate": 1.9840866998622702e-05, |
| "loss": 0.0086, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.06885339963660705, |
| "grad_norm": 0.1487770676612854, |
| "learning_rate": 1.983777045999635e-05, |
| "loss": 0.009, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.06933154824519461, |
| "grad_norm": 0.13242216408252716, |
| "learning_rate": 1.983464432982812e-05, |
| "loss": 0.0091, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.06980969685378216, |
| "grad_norm": 0.15115664899349213, |
| "learning_rate": 1.9831488617521258e-05, |
| "loss": 0.0091, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0702878454623697, |
| "grad_norm": 0.17827589809894562, |
| "learning_rate": 1.9828303332567994e-05, |
| "loss": 0.0077, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.07076599407095725, |
| "grad_norm": 0.1419246345758438, |
| "learning_rate": 1.9825088484549515e-05, |
| "loss": 0.0078, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0712441426795448, |
| "grad_norm": 0.1455037146806717, |
| "learning_rate": 1.982184408313593e-05, |
| "loss": 0.0082, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.07172229128813234, |
| "grad_norm": 0.15974457561969757, |
| "learning_rate": 1.981857013808624e-05, |
| "loss": 0.0096, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0722004398967199, |
| "grad_norm": 0.1386708915233612, |
| "learning_rate": 1.981526665924832e-05, |
| "loss": 0.0085, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.07267858850530745, |
| "grad_norm": 0.192318394780159, |
| "learning_rate": 1.981193365655887e-05, |
| "loss": 0.0092, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.073156737113895, |
| "grad_norm": 0.18624091148376465, |
| "learning_rate": 1.9808571140043402e-05, |
| "loss": 0.0097, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.07363488572248254, |
| "grad_norm": 0.13095049560070038, |
| "learning_rate": 1.9805179119816213e-05, |
| "loss": 0.0091, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0741130343310701, |
| "grad_norm": 0.12210898846387863, |
| "learning_rate": 1.9801757606080327e-05, |
| "loss": 0.0084, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.07459118293965765, |
| "grad_norm": 0.17325998842716217, |
| "learning_rate": 1.97983066091275e-05, |
| "loss": 0.0077, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.07506933154824519, |
| "grad_norm": 0.1117004007101059, |
| "learning_rate": 1.9794826139338163e-05, |
| "loss": 0.0086, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.07554748015683274, |
| "grad_norm": 0.11802387237548828, |
| "learning_rate": 1.97913162071814e-05, |
| "loss": 0.0087, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0760256287654203, |
| "grad_norm": 0.11983735859394073, |
| "learning_rate": 1.9787776823214924e-05, |
| "loss": 0.0074, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.07650377737400785, |
| "grad_norm": 0.13119089603424072, |
| "learning_rate": 1.978420799808503e-05, |
| "loss": 0.0085, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.07698192598259539, |
| "grad_norm": 0.10882262140512466, |
| "learning_rate": 1.9780609742526567e-05, |
| "loss": 0.0073, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.07746007459118294, |
| "grad_norm": 0.12737655639648438, |
| "learning_rate": 1.9776982067362926e-05, |
| "loss": 0.0083, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.07793822319977049, |
| "grad_norm": 0.14765919744968414, |
| "learning_rate": 1.977332498350597e-05, |
| "loss": 0.0077, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.07841637180835803, |
| "grad_norm": 0.10377088189125061, |
| "learning_rate": 1.976963850195604e-05, |
| "loss": 0.0078, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.07889452041694558, |
| "grad_norm": 0.1161591038107872, |
| "learning_rate": 1.976592263380189e-05, |
| "loss": 0.0076, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.07937266902553314, |
| "grad_norm": 0.14931392669677734, |
| "learning_rate": 1.9762177390220675e-05, |
| "loss": 0.0085, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.07985081763412069, |
| "grad_norm": 0.1824115514755249, |
| "learning_rate": 1.975840278247791e-05, |
| "loss": 0.0106, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.08032896624270823, |
| "grad_norm": 0.15029068291187286, |
| "learning_rate": 1.9754598821927433e-05, |
| "loss": 0.0082, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.08080711485129578, |
| "grad_norm": 0.18009506165981293, |
| "learning_rate": 1.9750765520011373e-05, |
| "loss": 0.008, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.08128526345988334, |
| "grad_norm": 0.14248254895210266, |
| "learning_rate": 1.974690288826012e-05, |
| "loss": 0.0075, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.08176341206847088, |
| "grad_norm": 0.21309955418109894, |
| "learning_rate": 1.9743010938292285e-05, |
| "loss": 0.0077, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.08224156067705843, |
| "grad_norm": 0.18671435117721558, |
| "learning_rate": 1.9739089681814663e-05, |
| "loss": 0.0073, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.08271970928564598, |
| "grad_norm": 0.1157049685716629, |
| "learning_rate": 1.9735139130622215e-05, |
| "loss": 0.0078, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.08319785789423353, |
| "grad_norm": 0.24543379247188568, |
| "learning_rate": 1.9731159296598005e-05, |
| "loss": 0.0092, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.08367600650282107, |
| "grad_norm": 0.1981218308210373, |
| "learning_rate": 1.9727150191713175e-05, |
| "loss": 0.0089, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.08415415511140863, |
| "grad_norm": 0.1381044089794159, |
| "learning_rate": 1.972311182802693e-05, |
| "loss": 0.0074, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.08463230371999618, |
| "grad_norm": 0.11880110949277878, |
| "learning_rate": 1.9719044217686477e-05, |
| "loss": 0.0075, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.08511045232858372, |
| "grad_norm": 0.13678357005119324, |
| "learning_rate": 1.9714947372926982e-05, |
| "loss": 0.0085, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.08558860093717127, |
| "grad_norm": 0.15044640004634857, |
| "learning_rate": 1.9710821306071563e-05, |
| "loss": 0.0076, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.08606674954575882, |
| "grad_norm": 0.16095201671123505, |
| "learning_rate": 1.9706666029531234e-05, |
| "loss": 0.0079, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.08654489815434636, |
| "grad_norm": 0.11395151913166046, |
| "learning_rate": 1.970248155580486e-05, |
| "loss": 0.0074, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.08702304676293392, |
| "grad_norm": 0.21134360134601593, |
| "learning_rate": 1.969826789747915e-05, |
| "loss": 0.0072, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.08750119537152147, |
| "grad_norm": 0.1730654239654541, |
| "learning_rate": 1.969402506722857e-05, |
| "loss": 0.0082, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.08797934398010902, |
| "grad_norm": 0.13481496274471283, |
| "learning_rate": 1.9689753077815366e-05, |
| "loss": 0.0084, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.08845749258869656, |
| "grad_norm": 0.10820294916629791, |
| "learning_rate": 1.9685451942089467e-05, |
| "loss": 0.0078, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.08893564119728412, |
| "grad_norm": 0.15484113991260529, |
| "learning_rate": 1.9681121672988484e-05, |
| "loss": 0.0073, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.08941378980587167, |
| "grad_norm": 0.14101548492908478, |
| "learning_rate": 1.9676762283537663e-05, |
| "loss": 0.0076, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.08989193841445921, |
| "grad_norm": 0.11039276421070099, |
| "learning_rate": 1.9672373786849834e-05, |
| "loss": 0.0078, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.09037008702304676, |
| "grad_norm": 0.1220928207039833, |
| "learning_rate": 1.9667956196125392e-05, |
| "loss": 0.0077, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.09084823563163431, |
| "grad_norm": 0.13089890778064728, |
| "learning_rate": 1.9663509524652228e-05, |
| "loss": 0.0082, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.09132638424022187, |
| "grad_norm": 0.14293837547302246, |
| "learning_rate": 1.965903378580572e-05, |
| "loss": 0.0083, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.0918045328488094, |
| "grad_norm": 0.13467228412628174, |
| "learning_rate": 1.965452899304868e-05, |
| "loss": 0.0087, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.09228268145739696, |
| "grad_norm": 0.16479547321796417, |
| "learning_rate": 1.9649995159931306e-05, |
| "loss": 0.0078, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.09276083006598451, |
| "grad_norm": 0.17580562829971313, |
| "learning_rate": 1.964543230009115e-05, |
| "loss": 0.0082, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.09323897867457205, |
| "grad_norm": 0.16880857944488525, |
| "learning_rate": 1.9640840427253078e-05, |
| "loss": 0.0091, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.0937171272831596, |
| "grad_norm": 0.1474369913339615, |
| "learning_rate": 1.9636219555229218e-05, |
| "loss": 0.0073, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.09419527589174716, |
| "grad_norm": 0.15639452636241913, |
| "learning_rate": 1.9631569697918938e-05, |
| "loss": 0.0078, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.09467342450033471, |
| "grad_norm": 0.1604864001274109, |
| "learning_rate": 1.9626890869308785e-05, |
| "loss": 0.0069, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.09515157310892225, |
| "grad_norm": 0.13959312438964844, |
| "learning_rate": 1.9622183083472444e-05, |
| "loss": 0.0082, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.0956297217175098, |
| "grad_norm": 0.14950324594974518, |
| "learning_rate": 1.9617446354570718e-05, |
| "loss": 0.0087, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.09610787032609736, |
| "grad_norm": 0.1353764533996582, |
| "learning_rate": 1.9612680696851452e-05, |
| "loss": 0.0073, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.0965860189346849, |
| "grad_norm": 0.17020277678966522, |
| "learning_rate": 1.9607886124649525e-05, |
| "loss": 0.0094, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.09706416754327245, |
| "grad_norm": 0.13339291512966156, |
| "learning_rate": 1.9603062652386776e-05, |
| "loss": 0.0088, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.09754231615186, |
| "grad_norm": 0.12166035175323486, |
| "learning_rate": 1.9598210294571976e-05, |
| "loss": 0.0079, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.09802046476044755, |
| "grad_norm": 0.14422118663787842, |
| "learning_rate": 1.959332906580079e-05, |
| "loss": 0.0088, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.09849861336903509, |
| "grad_norm": 0.1498907059431076, |
| "learning_rate": 1.9588418980755715e-05, |
| "loss": 0.0084, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.09897676197762265, |
| "grad_norm": 0.12694261968135834, |
| "learning_rate": 1.9583480054206055e-05, |
| "loss": 0.0073, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.0994549105862102, |
| "grad_norm": 0.12367917597293854, |
| "learning_rate": 1.957851230100786e-05, |
| "loss": 0.0066, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.09993305919479774, |
| "grad_norm": 0.15538492798805237, |
| "learning_rate": 1.9573515736103896e-05, |
| "loss": 0.0086, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.10041120780338529, |
| "grad_norm": 0.1368076652288437, |
| "learning_rate": 1.9568490374523593e-05, |
| "loss": 0.0074, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.10088935641197284, |
| "grad_norm": 0.11461225897073746, |
| "learning_rate": 1.9563436231382992e-05, |
| "loss": 0.0074, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.10136750502056038, |
| "grad_norm": 0.14572782814502716, |
| "learning_rate": 1.955835332188472e-05, |
| "loss": 0.0082, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.10184565362914794, |
| "grad_norm": 0.13356716930866241, |
| "learning_rate": 1.955324166131792e-05, |
| "loss": 0.0076, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.10232380223773549, |
| "grad_norm": 0.1434972733259201, |
| "learning_rate": 1.9548101265058225e-05, |
| "loss": 0.0079, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.10280195084632304, |
| "grad_norm": 0.12901459634304047, |
| "learning_rate": 1.95429321485677e-05, |
| "loss": 0.0074, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.10328009945491058, |
| "grad_norm": 0.13252857327461243, |
| "learning_rate": 1.95377343273948e-05, |
| "loss": 0.0075, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.10375824806349813, |
| "grad_norm": 0.13158603012561798, |
| "learning_rate": 1.9532507817174316e-05, |
| "loss": 0.007, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.10423639667208569, |
| "grad_norm": 0.16997762024402618, |
| "learning_rate": 1.9527252633627347e-05, |
| "loss": 0.0082, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.10471454528067323, |
| "grad_norm": 0.1380149871110916, |
| "learning_rate": 1.9521968792561234e-05, |
| "loss": 0.0072, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.10519269388926078, |
| "grad_norm": 0.12383663654327393, |
| "learning_rate": 1.951665630986951e-05, |
| "loss": 0.007, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.10567084249784833, |
| "grad_norm": 0.14140895009040833, |
| "learning_rate": 1.9511315201531874e-05, |
| "loss": 0.0077, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.10614899110643589, |
| "grad_norm": 0.1578519493341446, |
| "learning_rate": 1.9505945483614124e-05, |
| "loss": 0.0074, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.10662713971502343, |
| "grad_norm": 0.11358300596475601, |
| "learning_rate": 1.950054717226811e-05, |
| "loss": 0.009, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.10710528832361098, |
| "grad_norm": 0.1724344938993454, |
| "learning_rate": 1.94951202837317e-05, |
| "loss": 0.0084, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.10758343693219853, |
| "grad_norm": 0.18102750182151794, |
| "learning_rate": 1.948966483432871e-05, |
| "loss": 0.0082, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.10806158554078607, |
| "grad_norm": 0.09844882041215897, |
| "learning_rate": 1.948418084046887e-05, |
| "loss": 0.0072, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.10853973414937362, |
| "grad_norm": 0.13347187638282776, |
| "learning_rate": 1.947866831864777e-05, |
| "loss": 0.0069, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.10901788275796118, |
| "grad_norm": 0.12146791070699692, |
| "learning_rate": 1.947312728544682e-05, |
| "loss": 0.0077, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.10949603136654873, |
| "grad_norm": 0.1132955327630043, |
| "learning_rate": 1.9467557757533168e-05, |
| "loss": 0.0079, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.10997417997513627, |
| "grad_norm": 0.12161917239427567, |
| "learning_rate": 1.94619597516597e-05, |
| "loss": 0.0064, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.11045232858372382, |
| "grad_norm": 0.13582710921764374, |
| "learning_rate": 1.9456333284664937e-05, |
| "loss": 0.0077, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.11093047719231137, |
| "grad_norm": 0.10808062553405762, |
| "learning_rate": 1.945067837347303e-05, |
| "loss": 0.007, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.11140862580089891, |
| "grad_norm": 0.12088172137737274, |
| "learning_rate": 1.9444995035093684e-05, |
| "loss": 0.0074, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.11188677440948647, |
| "grad_norm": 0.11874087154865265, |
| "learning_rate": 1.94392832866221e-05, |
| "loss": 0.0064, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.11236492301807402, |
| "grad_norm": 0.13608141243457794, |
| "learning_rate": 1.9433543145238948e-05, |
| "loss": 0.0068, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.11284307162666157, |
| "grad_norm": 0.10182386636734009, |
| "learning_rate": 1.94277746282103e-05, |
| "loss": 0.0071, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.11332122023524911, |
| "grad_norm": 0.10884186625480652, |
| "learning_rate": 1.942197775288757e-05, |
| "loss": 0.0066, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.11379936884383667, |
| "grad_norm": 0.08875167369842529, |
| "learning_rate": 1.941615253670749e-05, |
| "loss": 0.007, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.11427751745242422, |
| "grad_norm": 0.1307586282491684, |
| "learning_rate": 1.9410298997192028e-05, |
| "loss": 0.0081, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.11475566606101176, |
| "grad_norm": 0.1308463215827942, |
| "learning_rate": 1.9404417151948353e-05, |
| "loss": 0.0097, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.11523381466959931, |
| "grad_norm": 0.1315120905637741, |
| "learning_rate": 1.9398507018668765e-05, |
| "loss": 0.0081, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.11571196327818686, |
| "grad_norm": 0.17732024192810059, |
| "learning_rate": 1.939256861513067e-05, |
| "loss": 0.0072, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.1161901118867744, |
| "grad_norm": 0.1571626365184784, |
| "learning_rate": 1.93866019591965e-05, |
| "loss": 0.0085, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.11666826049536196, |
| "grad_norm": 0.12529544532299042, |
| "learning_rate": 1.938060706881367e-05, |
| "loss": 0.0076, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.11714640910394951, |
| "grad_norm": 0.12983156740665436, |
| "learning_rate": 1.9374583962014518e-05, |
| "loss": 0.0089, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.11762455771253706, |
| "grad_norm": 0.13022422790527344, |
| "learning_rate": 1.9368532656916264e-05, |
| "loss": 0.0076, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.1181027063211246, |
| "grad_norm": 0.13813532888889313, |
| "learning_rate": 1.9362453171720942e-05, |
| "loss": 0.0067, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.11858085492971215, |
| "grad_norm": 0.1303650438785553, |
| "learning_rate": 1.935634552471535e-05, |
| "loss": 0.0066, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.11905900353829971, |
| "grad_norm": 0.11504048109054565, |
| "learning_rate": 1.935020973427101e-05, |
| "loss": 0.008, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.11953715214688725, |
| "grad_norm": 0.1604631245136261, |
| "learning_rate": 1.934404581884407e-05, |
| "loss": 0.0081, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.1200153007554748, |
| "grad_norm": 0.15466512739658356, |
| "learning_rate": 1.93378537969753e-05, |
| "loss": 0.0076, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.12049344936406235, |
| "grad_norm": 0.12484030425548553, |
| "learning_rate": 1.9331633687289997e-05, |
| "loss": 0.0077, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.1209715979726499, |
| "grad_norm": 0.11730008572340012, |
| "learning_rate": 1.9325385508497966e-05, |
| "loss": 0.0073, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.12144974658123744, |
| "grad_norm": 0.1201813817024231, |
| "learning_rate": 1.9319109279393422e-05, |
| "loss": 0.0075, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.121927895189825, |
| "grad_norm": 0.12132231146097183, |
| "learning_rate": 1.931280501885496e-05, |
| "loss": 0.0081, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.12240604379841255, |
| "grad_norm": 0.11073244363069534, |
| "learning_rate": 1.9306472745845496e-05, |
| "loss": 0.0061, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.12288419240700009, |
| "grad_norm": 0.11678891628980637, |
| "learning_rate": 1.93001124794122e-05, |
| "loss": 0.0065, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.12336234101558764, |
| "grad_norm": 0.08571147918701172, |
| "learning_rate": 1.929372423868645e-05, |
| "loss": 0.0064, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1238404896241752, |
| "grad_norm": 0.12239404022693634, |
| "learning_rate": 1.928730804288377e-05, |
| "loss": 0.0072, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.12431863823276275, |
| "grad_norm": 0.12433477491140366, |
| "learning_rate": 1.9280863911303767e-05, |
| "loss": 0.0072, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.12479678684135029, |
| "grad_norm": 0.11998650431632996, |
| "learning_rate": 1.9274391863330083e-05, |
| "loss": 0.0058, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.12527493544993784, |
| "grad_norm": 0.1133967712521553, |
| "learning_rate": 1.9267891918430324e-05, |
| "loss": 0.0063, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1257530840585254, |
| "grad_norm": 0.09805429726839066, |
| "learning_rate": 1.9261364096156017e-05, |
| "loss": 0.0078, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.12623123266711295, |
| "grad_norm": 0.14677412807941437, |
| "learning_rate": 1.9254808416142533e-05, |
| "loss": 0.0069, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.1267093812757005, |
| "grad_norm": 0.09086493402719498, |
| "learning_rate": 1.9248224898109046e-05, |
| "loss": 0.0059, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.12718752988428803, |
| "grad_norm": 0.09145915508270264, |
| "learning_rate": 1.9241613561858466e-05, |
| "loss": 0.0069, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.12766567849287558, |
| "grad_norm": 0.14462445676326752, |
| "learning_rate": 1.923497442727737e-05, |
| "loss": 0.0059, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.12814382710146313, |
| "grad_norm": 0.1301819384098053, |
| "learning_rate": 1.922830751433596e-05, |
| "loss": 0.0074, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.12862197571005068, |
| "grad_norm": 0.09070843458175659, |
| "learning_rate": 1.9221612843087988e-05, |
| "loss": 0.0073, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.12910012431863824, |
| "grad_norm": 0.13731376826763153, |
| "learning_rate": 1.9214890433670705e-05, |
| "loss": 0.0077, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1295782729272258, |
| "grad_norm": 0.1553800255060196, |
| "learning_rate": 1.9208140306304796e-05, |
| "loss": 0.0081, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.13005642153581334, |
| "grad_norm": 0.09915761649608612, |
| "learning_rate": 1.9201362481294324e-05, |
| "loss": 0.0071, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.13053457014440087, |
| "grad_norm": 0.12815800309181213, |
| "learning_rate": 1.9194556979026658e-05, |
| "loss": 0.008, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.13101271875298842, |
| "grad_norm": 0.09489448368549347, |
| "learning_rate": 1.9187723819972422e-05, |
| "loss": 0.0071, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.13149086736157597, |
| "grad_norm": 0.18697994947433472, |
| "learning_rate": 1.9180863024685434e-05, |
| "loss": 0.008, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.13196901597016353, |
| "grad_norm": 0.1546364277601242, |
| "learning_rate": 1.9173974613802634e-05, |
| "loss": 0.0085, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.13244716457875108, |
| "grad_norm": 0.11594913899898529, |
| "learning_rate": 1.9167058608044028e-05, |
| "loss": 0.0064, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.13292531318733863, |
| "grad_norm": 0.11769183725118637, |
| "learning_rate": 1.9160115028212642e-05, |
| "loss": 0.007, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.1334034617959262, |
| "grad_norm": 0.12144464254379272, |
| "learning_rate": 1.9153143895194423e-05, |
| "loss": 0.0077, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.1338816104045137, |
| "grad_norm": 0.1609107404947281, |
| "learning_rate": 1.9146145229958203e-05, |
| "loss": 0.0074, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.13435975901310127, |
| "grad_norm": 0.11380846798419952, |
| "learning_rate": 1.9139119053555636e-05, |
| "loss": 0.0064, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.13483790762168882, |
| "grad_norm": 0.1110338568687439, |
| "learning_rate": 1.913206538712112e-05, |
| "loss": 0.0078, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.13531605623027637, |
| "grad_norm": 0.11478427052497864, |
| "learning_rate": 1.9124984251871752e-05, |
| "loss": 0.0077, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.13579420483886392, |
| "grad_norm": 0.10822465270757675, |
| "learning_rate": 1.9117875669107243e-05, |
| "loss": 0.0072, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.13627235344745148, |
| "grad_norm": 0.12040037661790848, |
| "learning_rate": 1.9110739660209866e-05, |
| "loss": 0.0066, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.13675050205603903, |
| "grad_norm": 0.1080835610628128, |
| "learning_rate": 1.9103576246644396e-05, |
| "loss": 0.0064, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.13722865066462656, |
| "grad_norm": 0.1094360426068306, |
| "learning_rate": 1.9096385449958038e-05, |
| "loss": 0.007, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.1377067992732141, |
| "grad_norm": 0.1556486338376999, |
| "learning_rate": 1.908916729178037e-05, |
| "loss": 0.008, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.13818494788180166, |
| "grad_norm": 0.11990121006965637, |
| "learning_rate": 1.9081921793823254e-05, |
| "loss": 0.0065, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.13866309649038921, |
| "grad_norm": 0.113271065056324, |
| "learning_rate": 1.9074648977880805e-05, |
| "loss": 0.0079, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.13914124509897677, |
| "grad_norm": 0.1151667982339859, |
| "learning_rate": 1.906734886582931e-05, |
| "loss": 0.0064, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.13961939370756432, |
| "grad_norm": 0.1710149496793747, |
| "learning_rate": 1.9060021479627153e-05, |
| "loss": 0.0069, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.14009754231615185, |
| "grad_norm": 0.14811287820339203, |
| "learning_rate": 1.905266684131475e-05, |
| "loss": 0.0061, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.1405756909247394, |
| "grad_norm": 0.12492011487483978, |
| "learning_rate": 1.904528497301452e-05, |
| "loss": 0.0066, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.14105383953332695, |
| "grad_norm": 0.1382187157869339, |
| "learning_rate": 1.9037875896930755e-05, |
| "loss": 0.0065, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.1415319881419145, |
| "grad_norm": 0.17161957919597626, |
| "learning_rate": 1.9030439635349605e-05, |
| "loss": 0.0065, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.14201013675050206, |
| "grad_norm": 0.15044549107551575, |
| "learning_rate": 1.9022976210638986e-05, |
| "loss": 0.0072, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.1424882853590896, |
| "grad_norm": 0.11038999259471893, |
| "learning_rate": 1.9015485645248523e-05, |
| "loss": 0.0063, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.14296643396767716, |
| "grad_norm": 0.11378564685583115, |
| "learning_rate": 1.900796796170948e-05, |
| "loss": 0.0055, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.1434445825762647, |
| "grad_norm": 0.10437949001789093, |
| "learning_rate": 1.9000423182634688e-05, |
| "loss": 0.0072, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14392273118485224, |
| "grad_norm": 0.12796729803085327, |
| "learning_rate": 1.8992851330718473e-05, |
| "loss": 0.006, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.1444008797934398, |
| "grad_norm": 0.09759049862623215, |
| "learning_rate": 1.8985252428736614e-05, |
| "loss": 0.006, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.14487902840202735, |
| "grad_norm": 0.10561960935592651, |
| "learning_rate": 1.8977626499546236e-05, |
| "loss": 0.006, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.1453571770106149, |
| "grad_norm": 0.09555850178003311, |
| "learning_rate": 1.8969973566085772e-05, |
| "loss": 0.006, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.14583532561920245, |
| "grad_norm": 0.0855841413140297, |
| "learning_rate": 1.896229365137488e-05, |
| "loss": 0.006, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.14631347422779, |
| "grad_norm": 0.08307022601366043, |
| "learning_rate": 1.895458677851437e-05, |
| "loss": 0.0066, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.14679162283637753, |
| "grad_norm": 0.1189805269241333, |
| "learning_rate": 1.8946852970686153e-05, |
| "loss": 0.0072, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.1472697714449651, |
| "grad_norm": 0.09387583285570145, |
| "learning_rate": 1.8939092251153144e-05, |
| "loss": 0.0087, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.14774792005355264, |
| "grad_norm": 0.11423245072364807, |
| "learning_rate": 1.893130464325922e-05, |
| "loss": 0.0058, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.1482260686621402, |
| "grad_norm": 0.11450447142124176, |
| "learning_rate": 1.8923490170429136e-05, |
| "loss": 0.0075, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.14870421727072775, |
| "grad_norm": 0.128338024020195, |
| "learning_rate": 1.8915648856168445e-05, |
| "loss": 0.0066, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.1491823658793153, |
| "grad_norm": 0.1315828412771225, |
| "learning_rate": 1.8907780724063446e-05, |
| "loss": 0.0077, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.14966051448790285, |
| "grad_norm": 0.12391865253448486, |
| "learning_rate": 1.8899885797781106e-05, |
| "loss": 0.0058, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.15013866309649038, |
| "grad_norm": 0.127585306763649, |
| "learning_rate": 1.889196410106898e-05, |
| "loss": 0.0074, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.15061681170507793, |
| "grad_norm": 0.12862206995487213, |
| "learning_rate": 1.8884015657755156e-05, |
| "loss": 0.0062, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.15109496031366548, |
| "grad_norm": 0.12759096920490265, |
| "learning_rate": 1.8876040491748172e-05, |
| "loss": 0.0062, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.15157310892225304, |
| "grad_norm": 0.1347808986902237, |
| "learning_rate": 1.886803862703694e-05, |
| "loss": 0.0063, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.1520512575308406, |
| "grad_norm": 0.13895104825496674, |
| "learning_rate": 1.8860010087690685e-05, |
| "loss": 0.0076, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.15252940613942814, |
| "grad_norm": 0.15471091866493225, |
| "learning_rate": 1.885195489785887e-05, |
| "loss": 0.0058, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.1530075547480157, |
| "grad_norm": 0.16540345549583435, |
| "learning_rate": 1.8843873081771128e-05, |
| "loss": 0.0065, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.15348570335660322, |
| "grad_norm": 0.14703114330768585, |
| "learning_rate": 1.883576466373716e-05, |
| "loss": 0.0062, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.15396385196519077, |
| "grad_norm": 0.1430489867925644, |
| "learning_rate": 1.882762966814671e-05, |
| "loss": 0.0066, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.15444200057377833, |
| "grad_norm": 0.12559711933135986, |
| "learning_rate": 1.8819468119469448e-05, |
| "loss": 0.0055, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.15492014918236588, |
| "grad_norm": 0.1500355452299118, |
| "learning_rate": 1.8811280042254922e-05, |
| "loss": 0.0078, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.15539829779095343, |
| "grad_norm": 0.12134655565023422, |
| "learning_rate": 1.8803065461132482e-05, |
| "loss": 0.006, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.15587644639954099, |
| "grad_norm": 0.17838989198207855, |
| "learning_rate": 1.8794824400811184e-05, |
| "loss": 0.0065, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.15635459500812854, |
| "grad_norm": 0.10944386571645737, |
| "learning_rate": 1.878655688607975e-05, |
| "loss": 0.0059, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.15683274361671606, |
| "grad_norm": 0.1609412282705307, |
| "learning_rate": 1.8778262941806466e-05, |
| "loss": 0.0067, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.15731089222530362, |
| "grad_norm": 0.13095742464065552, |
| "learning_rate": 1.8769942592939122e-05, |
| "loss": 0.0058, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.15778904083389117, |
| "grad_norm": 0.12239229679107666, |
| "learning_rate": 1.876159586450492e-05, |
| "loss": 0.0064, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.15826718944247872, |
| "grad_norm": 0.09555058926343918, |
| "learning_rate": 1.8753222781610425e-05, |
| "loss": 0.0063, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.15874533805106628, |
| "grad_norm": 0.09980099648237228, |
| "learning_rate": 1.8744823369441467e-05, |
| "loss": 0.0058, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.15922348665965383, |
| "grad_norm": 0.24572259187698364, |
| "learning_rate": 1.8736397653263075e-05, |
| "loss": 0.0077, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.15970163526824138, |
| "grad_norm": 0.15044373273849487, |
| "learning_rate": 1.8727945658419405e-05, |
| "loss": 0.006, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.1601797838768289, |
| "grad_norm": 0.12087632715702057, |
| "learning_rate": 1.871946741033364e-05, |
| "loss": 0.0067, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.16065793248541646, |
| "grad_norm": 0.11797211319208145, |
| "learning_rate": 1.8710962934507958e-05, |
| "loss": 0.0071, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.161136081094004, |
| "grad_norm": 0.13141053915023804, |
| "learning_rate": 1.8702432256523406e-05, |
| "loss": 0.007, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.16161422970259157, |
| "grad_norm": 0.10423669964075089, |
| "learning_rate": 1.8693875402039857e-05, |
| "loss": 0.0062, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.16209237831117912, |
| "grad_norm": 0.11415667086839676, |
| "learning_rate": 1.8685292396795915e-05, |
| "loss": 0.0066, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.16257052691976667, |
| "grad_norm": 0.10734197497367859, |
| "learning_rate": 1.8676683266608852e-05, |
| "loss": 0.0074, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.16304867552835423, |
| "grad_norm": 0.11383035033941269, |
| "learning_rate": 1.866804803737452e-05, |
| "loss": 0.0069, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.16352682413694175, |
| "grad_norm": 0.10624471306800842, |
| "learning_rate": 1.865938673506727e-05, |
| "loss": 0.0052, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.1640049727455293, |
| "grad_norm": 0.14242994785308838, |
| "learning_rate": 1.865069938573989e-05, |
| "loss": 0.0078, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.16448312135411686, |
| "grad_norm": 0.11653171479701996, |
| "learning_rate": 1.864198601552351e-05, |
| "loss": 0.0058, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.1649612699627044, |
| "grad_norm": 0.10395476222038269, |
| "learning_rate": 1.863324665062752e-05, |
| "loss": 0.0051, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.16543941857129196, |
| "grad_norm": 0.09629107266664505, |
| "learning_rate": 1.862448131733952e-05, |
| "loss": 0.0059, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.16591756717987952, |
| "grad_norm": 0.10053040087223053, |
| "learning_rate": 1.861569004202521e-05, |
| "loss": 0.0066, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.16639571578846707, |
| "grad_norm": 0.09574897587299347, |
| "learning_rate": 1.8606872851128324e-05, |
| "loss": 0.0066, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.1668738643970546, |
| "grad_norm": 0.0948428139090538, |
| "learning_rate": 1.8598029771170555e-05, |
| "loss": 0.007, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.16735201300564215, |
| "grad_norm": 0.11741605401039124, |
| "learning_rate": 1.8589160828751454e-05, |
| "loss": 0.0075, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.1678301616142297, |
| "grad_norm": 0.12664073705673218, |
| "learning_rate": 1.8580266050548378e-05, |
| "loss": 0.0059, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.16830831022281725, |
| "grad_norm": 0.0905274897813797, |
| "learning_rate": 1.8571345463316396e-05, |
| "loss": 0.0054, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.1687864588314048, |
| "grad_norm": 0.0853068009018898, |
| "learning_rate": 1.856239909388821e-05, |
| "loss": 0.0058, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.16926460743999236, |
| "grad_norm": 0.1373669058084488, |
| "learning_rate": 1.8553426969174057e-05, |
| "loss": 0.0088, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.1697427560485799, |
| "grad_norm": 0.10032323747873306, |
| "learning_rate": 1.8544429116161672e-05, |
| "loss": 0.0058, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.17022090465716744, |
| "grad_norm": 0.0983981341123581, |
| "learning_rate": 1.8535405561916157e-05, |
| "loss": 0.0079, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.170699053265755, |
| "grad_norm": 0.11065718531608582, |
| "learning_rate": 1.8526356333579937e-05, |
| "loss": 0.0056, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.17117720187434254, |
| "grad_norm": 0.13110773265361786, |
| "learning_rate": 1.851728145837265e-05, |
| "loss": 0.0063, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.1716553504829301, |
| "grad_norm": 0.09479513019323349, |
| "learning_rate": 1.850818096359109e-05, |
| "loss": 0.0072, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.17213349909151765, |
| "grad_norm": 0.11094837635755539, |
| "learning_rate": 1.849905487660911e-05, |
| "loss": 0.0053, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1726116477001052, |
| "grad_norm": 0.10327484458684921, |
| "learning_rate": 1.8489903224877543e-05, |
| "loss": 0.0057, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.17308979630869273, |
| "grad_norm": 0.11263325810432434, |
| "learning_rate": 1.848072603592411e-05, |
| "loss": 0.0059, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.17356794491728028, |
| "grad_norm": 0.10685037821531296, |
| "learning_rate": 1.8471523337353362e-05, |
| "loss": 0.007, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.17404609352586783, |
| "grad_norm": 0.10213016718626022, |
| "learning_rate": 1.8462295156846576e-05, |
| "loss": 0.0074, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.1745242421344554, |
| "grad_norm": 0.10979239642620087, |
| "learning_rate": 1.8453041522161673e-05, |
| "loss": 0.0061, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.17500239074304294, |
| "grad_norm": 0.12555299699306488, |
| "learning_rate": 1.8443762461133146e-05, |
| "loss": 0.0072, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.1754805393516305, |
| "grad_norm": 0.14944517612457275, |
| "learning_rate": 1.843445800167196e-05, |
| "loss": 0.0061, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.17595868796021805, |
| "grad_norm": 0.09822545945644379, |
| "learning_rate": 1.8425128171765492e-05, |
| "loss": 0.0062, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.17643683656880557, |
| "grad_norm": 0.14963588118553162, |
| "learning_rate": 1.8415772999477418e-05, |
| "loss": 0.0069, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.17691498517739312, |
| "grad_norm": 0.11773130297660828, |
| "learning_rate": 1.8406392512947647e-05, |
| "loss": 0.0063, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.17739313378598068, |
| "grad_norm": 0.13296198844909668, |
| "learning_rate": 1.839698674039223e-05, |
| "loss": 0.0076, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.17787128239456823, |
| "grad_norm": 0.13018347322940826, |
| "learning_rate": 1.8387555710103285e-05, |
| "loss": 0.0067, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.17834943100315578, |
| "grad_norm": 0.11738556623458862, |
| "learning_rate": 1.83780994504489e-05, |
| "loss": 0.0062, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.17882757961174334, |
| "grad_norm": 0.10448429733514786, |
| "learning_rate": 1.836861798987305e-05, |
| "loss": 0.0059, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.1793057282203309, |
| "grad_norm": 0.11230084300041199, |
| "learning_rate": 1.83591113568955e-05, |
| "loss": 0.0058, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.17978387682891842, |
| "grad_norm": 0.09874045103788376, |
| "learning_rate": 1.8349579580111768e-05, |
| "loss": 0.0065, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.18026202543750597, |
| "grad_norm": 0.09801288694143295, |
| "learning_rate": 1.8340022688192973e-05, |
| "loss": 0.0052, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.18074017404609352, |
| "grad_norm": 0.10971371084451675, |
| "learning_rate": 1.833044070988578e-05, |
| "loss": 0.0072, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.18121832265468107, |
| "grad_norm": 0.10802969336509705, |
| "learning_rate": 1.8320833674012332e-05, |
| "loss": 0.0072, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.18169647126326863, |
| "grad_norm": 0.09562869369983673, |
| "learning_rate": 1.831120160947012e-05, |
| "loss": 0.0062, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.18217461987185618, |
| "grad_norm": 0.10795977711677551, |
| "learning_rate": 1.8301544545231945e-05, |
| "loss": 0.0055, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.18265276848044373, |
| "grad_norm": 0.1264887899160385, |
| "learning_rate": 1.8291862510345787e-05, |
| "loss": 0.0079, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.18313091708903126, |
| "grad_norm": 0.12144328653812408, |
| "learning_rate": 1.828215553393474e-05, |
| "loss": 0.0061, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.1836090656976188, |
| "grad_norm": 0.13084469735622406, |
| "learning_rate": 1.827242364519693e-05, |
| "loss": 0.0069, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.18408721430620636, |
| "grad_norm": 0.1528003215789795, |
| "learning_rate": 1.8262666873405407e-05, |
| "loss": 0.0068, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.18456536291479392, |
| "grad_norm": 0.12150712311267853, |
| "learning_rate": 1.8252885247908073e-05, |
| "loss": 0.0063, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.18504351152338147, |
| "grad_norm": 0.09120767563581467, |
| "learning_rate": 1.8243078798127594e-05, |
| "loss": 0.0069, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.18552166013196902, |
| "grad_norm": 0.1072927862405777, |
| "learning_rate": 1.8233247553561295e-05, |
| "loss": 0.0051, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.18599980874055658, |
| "grad_norm": 0.09280326962471008, |
| "learning_rate": 1.822339154378109e-05, |
| "loss": 0.0057, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.1864779573491441, |
| "grad_norm": 0.09997879713773727, |
| "learning_rate": 1.8213510798433383e-05, |
| "loss": 0.006, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.18695610595773166, |
| "grad_norm": 0.10695135593414307, |
| "learning_rate": 1.8203605347238985e-05, |
| "loss": 0.0053, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.1874342545663192, |
| "grad_norm": 0.09790186583995819, |
| "learning_rate": 1.8193675219993013e-05, |
| "loss": 0.0058, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.18791240317490676, |
| "grad_norm": 0.11149881035089493, |
| "learning_rate": 1.818372044656482e-05, |
| "loss": 0.0054, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.18839055178349431, |
| "grad_norm": 0.21364745497703552, |
| "learning_rate": 1.8173741056897884e-05, |
| "loss": 0.0066, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.18886870039208187, |
| "grad_norm": 0.09439603239297867, |
| "learning_rate": 1.816373708100973e-05, |
| "loss": 0.0053, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.18934684900066942, |
| "grad_norm": 0.09444990009069443, |
| "learning_rate": 1.8153708548991842e-05, |
| "loss": 0.0056, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.18982499760925695, |
| "grad_norm": 0.16878104209899902, |
| "learning_rate": 1.8143655491009554e-05, |
| "loss": 0.0078, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.1903031462178445, |
| "grad_norm": 0.08719038963317871, |
| "learning_rate": 1.8133577937301996e-05, |
| "loss": 0.0058, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.19078129482643205, |
| "grad_norm": 0.09832760691642761, |
| "learning_rate": 1.8123475918181955e-05, |
| "loss": 0.0062, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.1912594434350196, |
| "grad_norm": 0.08769293129444122, |
| "learning_rate": 1.8113349464035825e-05, |
| "loss": 0.006, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.19173759204360716, |
| "grad_norm": 0.10708585381507874, |
| "learning_rate": 1.8103198605323494e-05, |
| "loss": 0.0057, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.1922157406521947, |
| "grad_norm": 0.10272834450006485, |
| "learning_rate": 1.8093023372578257e-05, |
| "loss": 0.0064, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.19269388926078226, |
| "grad_norm": 0.10838734358549118, |
| "learning_rate": 1.808282379640673e-05, |
| "loss": 0.0058, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.1931720378693698, |
| "grad_norm": 0.10673544555902481, |
| "learning_rate": 1.8072599907488746e-05, |
| "loss": 0.0065, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.19365018647795734, |
| "grad_norm": 0.1336936056613922, |
| "learning_rate": 1.8062351736577274e-05, |
| "loss": 0.0056, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.1941283350865449, |
| "grad_norm": 0.1412539780139923, |
| "learning_rate": 1.8052079314498318e-05, |
| "loss": 0.0061, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.19460648369513245, |
| "grad_norm": 0.11932913213968277, |
| "learning_rate": 1.8041782672150833e-05, |
| "loss": 0.0062, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.19508463230372, |
| "grad_norm": 0.1173180341720581, |
| "learning_rate": 1.8031461840506628e-05, |
| "loss": 0.0061, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.19556278091230755, |
| "grad_norm": 0.09887540340423584, |
| "learning_rate": 1.8021116850610262e-05, |
| "loss": 0.0049, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.1960409295208951, |
| "grad_norm": 0.1012963205575943, |
| "learning_rate": 1.801074773357898e-05, |
| "loss": 0.006, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.19651907812948263, |
| "grad_norm": 0.08685364574193954, |
| "learning_rate": 1.8000354520602582e-05, |
| "loss": 0.0061, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.19699722673807019, |
| "grad_norm": 0.1018708124756813, |
| "learning_rate": 1.7989937242943354e-05, |
| "loss": 0.0058, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.19747537534665774, |
| "grad_norm": 0.1239786371588707, |
| "learning_rate": 1.797949593193597e-05, |
| "loss": 0.0046, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.1979535239552453, |
| "grad_norm": 0.10890109091997147, |
| "learning_rate": 1.796903061898739e-05, |
| "loss": 0.0062, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.19843167256383284, |
| "grad_norm": 0.08680835366249084, |
| "learning_rate": 1.7958541335576778e-05, |
| "loss": 0.0056, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.1989098211724204, |
| "grad_norm": 0.12226533144712448, |
| "learning_rate": 1.794802811325539e-05, |
| "loss": 0.0054, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.19938796978100795, |
| "grad_norm": 0.13438376784324646, |
| "learning_rate": 1.7937490983646502e-05, |
| "loss": 0.0057, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.19986611838959548, |
| "grad_norm": 0.0893322005867958, |
| "learning_rate": 1.792692997844529e-05, |
| "loss": 0.0058, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.20034426699818303, |
| "grad_norm": 0.10357826203107834, |
| "learning_rate": 1.791634512941875e-05, |
| "loss": 0.0062, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.20082241560677058, |
| "grad_norm": 0.10712791979312897, |
| "learning_rate": 1.79057364684056e-05, |
| "loss": 0.0058, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.20130056421535814, |
| "grad_norm": 0.11592768877744675, |
| "learning_rate": 1.789510402731619e-05, |
| "loss": 0.0067, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.2017787128239457, |
| "grad_norm": 0.086073137819767, |
| "learning_rate": 1.788444783813239e-05, |
| "loss": 0.0052, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.20225686143253324, |
| "grad_norm": 0.10093816369771957, |
| "learning_rate": 1.7873767932907503e-05, |
| "loss": 0.0059, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.20273501004112077, |
| "grad_norm": 0.12148542702198029, |
| "learning_rate": 1.7863064343766174e-05, |
| "loss": 0.0061, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.20321315864970832, |
| "grad_norm": 0.1270270049571991, |
| "learning_rate": 1.785233710290428e-05, |
| "loss": 0.0052, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.20369130725829587, |
| "grad_norm": 0.07884518802165985, |
| "learning_rate": 1.784158624258886e-05, |
| "loss": 0.005, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.20416945586688343, |
| "grad_norm": 0.08910872787237167, |
| "learning_rate": 1.7830811795157982e-05, |
| "loss": 0.006, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.20464760447547098, |
| "grad_norm": 0.12764161825180054, |
| "learning_rate": 1.782001379302066e-05, |
| "loss": 0.0052, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.20512575308405853, |
| "grad_norm": 0.11229165643453598, |
| "learning_rate": 1.7809192268656774e-05, |
| "loss": 0.0056, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.20560390169264608, |
| "grad_norm": 0.12991230189800262, |
| "learning_rate": 1.779834725461695e-05, |
| "loss": 0.0065, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.2060820503012336, |
| "grad_norm": 0.11121092736721039, |
| "learning_rate": 1.7787478783522463e-05, |
| "loss": 0.0052, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.20656019890982116, |
| "grad_norm": 0.1090267151594162, |
| "learning_rate": 1.777658688806516e-05, |
| "loss": 0.0061, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.20703834751840872, |
| "grad_norm": 0.09421263635158539, |
| "learning_rate": 1.776567160100734e-05, |
| "loss": 0.005, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.20751649612699627, |
| "grad_norm": 0.10081129521131516, |
| "learning_rate": 1.7754732955181662e-05, |
| "loss": 0.0056, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.20799464473558382, |
| "grad_norm": 0.10296265780925751, |
| "learning_rate": 1.774377098349105e-05, |
| "loss": 0.0054, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.20847279334417138, |
| "grad_norm": 0.12577098608016968, |
| "learning_rate": 1.773278571890858e-05, |
| "loss": 0.0053, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.20895094195275893, |
| "grad_norm": 0.12890413403511047, |
| "learning_rate": 1.7721777194477417e-05, |
| "loss": 0.0063, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.20942909056134645, |
| "grad_norm": 0.11539727449417114, |
| "learning_rate": 1.771074544331066e-05, |
| "loss": 0.0059, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.209907239169934, |
| "grad_norm": 0.08506458252668381, |
| "learning_rate": 1.7699690498591296e-05, |
| "loss": 0.005, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.21038538777852156, |
| "grad_norm": 0.10161681473255157, |
| "learning_rate": 1.7688612393572068e-05, |
| "loss": 0.0048, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2108635363871091, |
| "grad_norm": 0.09866799414157867, |
| "learning_rate": 1.7677511161575382e-05, |
| "loss": 0.0064, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.21134168499569667, |
| "grad_norm": 0.09967963397502899, |
| "learning_rate": 1.7666386835993214e-05, |
| "loss": 0.0061, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.21181983360428422, |
| "grad_norm": 0.1364712417125702, |
| "learning_rate": 1.7655239450286997e-05, |
| "loss": 0.006, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.21229798221287177, |
| "grad_norm": 0.11744362860918045, |
| "learning_rate": 1.764406903798754e-05, |
| "loss": 0.007, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.2127761308214593, |
| "grad_norm": 0.09318982809782028, |
| "learning_rate": 1.7632875632694902e-05, |
| "loss": 0.0053, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.21325427943004685, |
| "grad_norm": 0.1189318299293518, |
| "learning_rate": 1.7621659268078314e-05, |
| "loss": 0.0052, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.2137324280386344, |
| "grad_norm": 0.07713183015584946, |
| "learning_rate": 1.761041997787606e-05, |
| "loss": 0.0057, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.21421057664722196, |
| "grad_norm": 0.11101536452770233, |
| "learning_rate": 1.7599157795895388e-05, |
| "loss": 0.0057, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.2146887252558095, |
| "grad_norm": 0.07588819414377213, |
| "learning_rate": 1.7587872756012398e-05, |
| "loss": 0.0057, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.21516687386439706, |
| "grad_norm": 0.09375759959220886, |
| "learning_rate": 1.757656489217195e-05, |
| "loss": 0.005, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.21564502247298462, |
| "grad_norm": 0.11927007138729095, |
| "learning_rate": 1.7565234238387562e-05, |
| "loss": 0.0058, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.21612317108157214, |
| "grad_norm": 0.12818019092082977, |
| "learning_rate": 1.755388082874129e-05, |
| "loss": 0.006, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.2166013196901597, |
| "grad_norm": 0.11381038278341293, |
| "learning_rate": 1.754250469738365e-05, |
| "loss": 0.0045, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.21707946829874725, |
| "grad_norm": 0.15414543449878693, |
| "learning_rate": 1.7531105878533495e-05, |
| "loss": 0.0052, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.2175576169073348, |
| "grad_norm": 0.08988003432750702, |
| "learning_rate": 1.7519684406477932e-05, |
| "loss": 0.006, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.21803576551592235, |
| "grad_norm": 0.10152685642242432, |
| "learning_rate": 1.75082403155722e-05, |
| "loss": 0.0054, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.2185139141245099, |
| "grad_norm": 0.11901501566171646, |
| "learning_rate": 1.749677364023957e-05, |
| "loss": 0.0055, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.21899206273309746, |
| "grad_norm": 0.07892641425132751, |
| "learning_rate": 1.748528441497126e-05, |
| "loss": 0.006, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.21947021134168498, |
| "grad_norm": 0.10985388606786728, |
| "learning_rate": 1.7473772674326303e-05, |
| "loss": 0.0057, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.21994835995027254, |
| "grad_norm": 0.07190271466970444, |
| "learning_rate": 1.7462238452931462e-05, |
| "loss": 0.0053, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.2204265085588601, |
| "grad_norm": 0.10188387334346771, |
| "learning_rate": 1.7450681785481127e-05, |
| "loss": 0.0052, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.22090465716744764, |
| "grad_norm": 0.08251169323921204, |
| "learning_rate": 1.7439102706737196e-05, |
| "loss": 0.0055, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.2213828057760352, |
| "grad_norm": 0.0897371917963028, |
| "learning_rate": 1.7427501251528983e-05, |
| "loss": 0.0045, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.22186095438462275, |
| "grad_norm": 0.08764193207025528, |
| "learning_rate": 1.7415877454753108e-05, |
| "loss": 0.0051, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.2223391029932103, |
| "grad_norm": 0.12231430411338806, |
| "learning_rate": 1.74042313513734e-05, |
| "loss": 0.0064, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.22281725160179783, |
| "grad_norm": 0.1024482324719429, |
| "learning_rate": 1.7392562976420773e-05, |
| "loss": 0.0066, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.22329540021038538, |
| "grad_norm": 0.21405883133411407, |
| "learning_rate": 1.7380872364993146e-05, |
| "loss": 0.0055, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.22377354881897293, |
| "grad_norm": 0.10671346634626389, |
| "learning_rate": 1.736915955225531e-05, |
| "loss": 0.0049, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.2242516974275605, |
| "grad_norm": 0.12034081667661667, |
| "learning_rate": 1.7357424573438852e-05, |
| "loss": 0.0062, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.22472984603614804, |
| "grad_norm": 0.13480710983276367, |
| "learning_rate": 1.734566746384202e-05, |
| "loss": 0.0064, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.2252079946447356, |
| "grad_norm": 0.13237755000591278, |
| "learning_rate": 1.7333888258829637e-05, |
| "loss": 0.0054, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.22568614325332315, |
| "grad_norm": 0.12158703058958054, |
| "learning_rate": 1.732208699383299e-05, |
| "loss": 0.005, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.22616429186191067, |
| "grad_norm": 0.11399683356285095, |
| "learning_rate": 1.7310263704349713e-05, |
| "loss": 0.0049, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.22664244047049822, |
| "grad_norm": 0.3335641026496887, |
| "learning_rate": 1.7298418425943693e-05, |
| "loss": 0.0061, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.22712058907908578, |
| "grad_norm": 0.10125114023685455, |
| "learning_rate": 1.728655119424497e-05, |
| "loss": 0.0059, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.22759873768767333, |
| "grad_norm": 0.10057295858860016, |
| "learning_rate": 1.72746620449496e-05, |
| "loss": 0.0053, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.22807688629626088, |
| "grad_norm": 0.14556756615638733, |
| "learning_rate": 1.7262751013819576e-05, |
| "loss": 0.0055, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.22855503490484844, |
| "grad_norm": 0.15628834068775177, |
| "learning_rate": 1.725081813668271e-05, |
| "loss": 0.0065, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.229033183513436, |
| "grad_norm": 0.13487567007541656, |
| "learning_rate": 1.7238863449432518e-05, |
| "loss": 0.0061, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.22951133212202351, |
| "grad_norm": 0.10295163840055466, |
| "learning_rate": 1.722688698802813e-05, |
| "loss": 0.0055, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.22998948073061107, |
| "grad_norm": 0.10341137647628784, |
| "learning_rate": 1.7214888788494172e-05, |
| "loss": 0.0046, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.23046762933919862, |
| "grad_norm": 0.11492083221673965, |
| "learning_rate": 1.7202868886920644e-05, |
| "loss": 0.0058, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.23094577794778617, |
| "grad_norm": 0.11186214536428452, |
| "learning_rate": 1.7190827319462845e-05, |
| "loss": 0.0047, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.23142392655637373, |
| "grad_norm": 0.1114397644996643, |
| "learning_rate": 1.717876412234122e-05, |
| "loss": 0.0047, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.23190207516496128, |
| "grad_norm": 0.08996991813182831, |
| "learning_rate": 1.7166679331841297e-05, |
| "loss": 0.0051, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.2323802237735488, |
| "grad_norm": 0.07687471807003021, |
| "learning_rate": 1.7154572984313546e-05, |
| "loss": 0.0057, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.23285837238213636, |
| "grad_norm": 0.11508224159479141, |
| "learning_rate": 1.7142445116173273e-05, |
| "loss": 0.0061, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.2333365209907239, |
| "grad_norm": 0.1006801426410675, |
| "learning_rate": 1.713029576390053e-05, |
| "loss": 0.0053, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.23381466959931146, |
| "grad_norm": 0.09042012691497803, |
| "learning_rate": 1.7118124964039985e-05, |
| "loss": 0.0047, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.23429281820789902, |
| "grad_norm": 0.1305520385503769, |
| "learning_rate": 1.710593275320082e-05, |
| "loss": 0.0059, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.23477096681648657, |
| "grad_norm": 0.10908210277557373, |
| "learning_rate": 1.7093719168056616e-05, |
| "loss": 0.0056, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.23524911542507412, |
| "grad_norm": 0.11437156796455383, |
| "learning_rate": 1.708148424534526e-05, |
| "loss": 0.0062, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.23572726403366165, |
| "grad_norm": 0.1142299622297287, |
| "learning_rate": 1.706922802186881e-05, |
| "loss": 0.0054, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.2362054126422492, |
| "grad_norm": 0.12203556299209595, |
| "learning_rate": 1.7056950534493398e-05, |
| "loss": 0.0054, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.23668356125083675, |
| "grad_norm": 0.09740874171257019, |
| "learning_rate": 1.7044651820149113e-05, |
| "loss": 0.0054, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.2371617098594243, |
| "grad_norm": 0.10092982649803162, |
| "learning_rate": 1.7032331915829906e-05, |
| "loss": 0.0051, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.23763985846801186, |
| "grad_norm": 0.08623842149972916, |
| "learning_rate": 1.7019990858593455e-05, |
| "loss": 0.0046, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.23811800707659941, |
| "grad_norm": 0.132396399974823, |
| "learning_rate": 1.7007628685561064e-05, |
| "loss": 0.0061, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.23859615568518697, |
| "grad_norm": 0.09340553730726242, |
| "learning_rate": 1.699524543391756e-05, |
| "loss": 0.0043, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.2390743042937745, |
| "grad_norm": 0.07536926865577698, |
| "learning_rate": 1.6982841140911173e-05, |
| "loss": 0.0047, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.23955245290236205, |
| "grad_norm": 0.061899445950984955, |
| "learning_rate": 1.697041584385342e-05, |
| "loss": 0.0044, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.2400306015109496, |
| "grad_norm": 0.10372364521026611, |
| "learning_rate": 1.6957969580119e-05, |
| "loss": 0.0054, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.24050875011953715, |
| "grad_norm": 0.07758210599422455, |
| "learning_rate": 1.6945502387145673e-05, |
| "loss": 0.0043, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.2409868987281247, |
| "grad_norm": 0.08427358418703079, |
| "learning_rate": 1.6933014302434164e-05, |
| "loss": 0.0055, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.24146504733671226, |
| "grad_norm": 0.09325024485588074, |
| "learning_rate": 1.692050536354803e-05, |
| "loss": 0.0049, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.2419431959452998, |
| "grad_norm": 0.08326517790555954, |
| "learning_rate": 1.690797560811356e-05, |
| "loss": 0.0049, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.24242134455388734, |
| "grad_norm": 0.09796401858329773, |
| "learning_rate": 1.6895425073819652e-05, |
| "loss": 0.0046, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.2428994931624749, |
| "grad_norm": 0.08499198406934738, |
| "learning_rate": 1.6882853798417724e-05, |
| "loss": 0.0057, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.24337764177106244, |
| "grad_norm": 0.1020202487707138, |
| "learning_rate": 1.6870261819721556e-05, |
| "loss": 0.0042, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.24385579037965, |
| "grad_norm": 0.10324844717979431, |
| "learning_rate": 1.6857649175607223e-05, |
| "loss": 0.0056, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.24433393898823755, |
| "grad_norm": 0.0962035059928894, |
| "learning_rate": 1.6845015904012955e-05, |
| "loss": 0.0048, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.2448120875968251, |
| "grad_norm": 0.09102167189121246, |
| "learning_rate": 1.6832362042939025e-05, |
| "loss": 0.0053, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.24529023620541265, |
| "grad_norm": 0.10650904476642609, |
| "learning_rate": 1.681968763044764e-05, |
| "loss": 0.0043, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.24576838481400018, |
| "grad_norm": 0.10154145210981369, |
| "learning_rate": 1.6806992704662824e-05, |
| "loss": 0.0051, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.24624653342258773, |
| "grad_norm": 0.08809744566679001, |
| "learning_rate": 1.679427730377031e-05, |
| "loss": 0.0053, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.24672468203117529, |
| "grad_norm": 0.1059889867901802, |
| "learning_rate": 1.6781541466017413e-05, |
| "loss": 0.0049, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.24720283063976284, |
| "grad_norm": 0.084452323615551, |
| "learning_rate": 1.676878522971292e-05, |
| "loss": 0.0055, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.2476809792483504, |
| "grad_norm": 0.08505081385374069, |
| "learning_rate": 1.6756008633226976e-05, |
| "loss": 0.0047, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.24815912785693794, |
| "grad_norm": 0.09237230569124222, |
| "learning_rate": 1.6743211714990976e-05, |
| "loss": 0.005, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.2486372764655255, |
| "grad_norm": 0.1033974289894104, |
| "learning_rate": 1.6730394513497436e-05, |
| "loss": 0.0051, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.24911542507411302, |
| "grad_norm": 0.11433451622724533, |
| "learning_rate": 1.6717557067299878e-05, |
| "loss": 0.0049, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.24959357368270058, |
| "grad_norm": 0.11041028052568436, |
| "learning_rate": 1.6704699415012727e-05, |
| "loss": 0.0061, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.25007172229128816, |
| "grad_norm": 0.09753184020519257, |
| "learning_rate": 1.669182159531119e-05, |
| "loss": 0.0055, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.2505498708998757, |
| "grad_norm": 0.11043240875005722, |
| "learning_rate": 1.6678923646931124e-05, |
| "loss": 0.0054, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.2510280195084632, |
| "grad_norm": 0.10167618095874786, |
| "learning_rate": 1.6666005608668948e-05, |
| "loss": 0.0056, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.2515061681170508, |
| "grad_norm": 0.09300089627504349, |
| "learning_rate": 1.6653067519381492e-05, |
| "loss": 0.0053, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.2519843167256383, |
| "grad_norm": 0.0969729796051979, |
| "learning_rate": 1.664010941798591e-05, |
| "loss": 0.0055, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.2524624653342259, |
| "grad_norm": 0.08727864176034927, |
| "learning_rate": 1.6627131343459558e-05, |
| "loss": 0.0044, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.2529406139428134, |
| "grad_norm": 0.08309799432754517, |
| "learning_rate": 1.6614133334839853e-05, |
| "loss": 0.0047, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.253418762551401, |
| "grad_norm": 0.0886460617184639, |
| "learning_rate": 1.660111543122419e-05, |
| "loss": 0.0047, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.2538969111599885, |
| "grad_norm": 0.07968398183584213, |
| "learning_rate": 1.6588077671769787e-05, |
| "loss": 0.005, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.25437505976857605, |
| "grad_norm": 0.08174225687980652, |
| "learning_rate": 1.657502009569361e-05, |
| "loss": 0.004, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.25485320837716363, |
| "grad_norm": 0.10160966217517853, |
| "learning_rate": 1.6561942742272214e-05, |
| "loss": 0.0048, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.25533135698575116, |
| "grad_norm": 0.0959920659661293, |
| "learning_rate": 1.654884565084166e-05, |
| "loss": 0.0051, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.25580950559433874, |
| "grad_norm": 0.09308848530054092, |
| "learning_rate": 1.6535728860797363e-05, |
| "loss": 0.0054, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.25628765420292626, |
| "grad_norm": 0.10573390126228333, |
| "learning_rate": 1.6522592411594005e-05, |
| "loss": 0.005, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.25676580281151384, |
| "grad_norm": 0.09320151805877686, |
| "learning_rate": 1.6509436342745394e-05, |
| "loss": 0.0039, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.25724395142010137, |
| "grad_norm": 0.09091849625110626, |
| "learning_rate": 1.649626069382435e-05, |
| "loss": 0.0041, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.2577221000286889, |
| "grad_norm": 0.08722089231014252, |
| "learning_rate": 1.6483065504462597e-05, |
| "loss": 0.0052, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.2582002486372765, |
| "grad_norm": 0.09522518515586853, |
| "learning_rate": 1.6469850814350628e-05, |
| "loss": 0.0056, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.258678397245864, |
| "grad_norm": 0.10425608605146408, |
| "learning_rate": 1.6456616663237604e-05, |
| "loss": 0.0046, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.2591565458544516, |
| "grad_norm": 0.09125076234340668, |
| "learning_rate": 1.644336309093121e-05, |
| "loss": 0.0051, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.2596346944630391, |
| "grad_norm": 0.08277573436498642, |
| "learning_rate": 1.643009013729756e-05, |
| "loss": 0.0045, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.2601128430716267, |
| "grad_norm": 0.10390657931566238, |
| "learning_rate": 1.6416797842261062e-05, |
| "loss": 0.0056, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.2605909916802142, |
| "grad_norm": 0.102300725877285, |
| "learning_rate": 1.64034862458043e-05, |
| "loss": 0.0049, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.26106914028880174, |
| "grad_norm": 0.09157010912895203, |
| "learning_rate": 1.6390155387967922e-05, |
| "loss": 0.0049, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.2615472888973893, |
| "grad_norm": 0.10110824555158615, |
| "learning_rate": 1.637680530885051e-05, |
| "loss": 0.0045, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.26202543750597684, |
| "grad_norm": 0.08094119280576706, |
| "learning_rate": 1.636343604860845e-05, |
| "loss": 0.0043, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.2625035861145644, |
| "grad_norm": 0.06962240487337112, |
| "learning_rate": 1.635004764745585e-05, |
| "loss": 0.0046, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.26298173472315195, |
| "grad_norm": 0.07189957797527313, |
| "learning_rate": 1.6336640145664376e-05, |
| "loss": 0.0046, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.26345988333173953, |
| "grad_norm": 0.07357735186815262, |
| "learning_rate": 1.632321358356314e-05, |
| "loss": 0.0045, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.26393803194032706, |
| "grad_norm": 0.09088198840618134, |
| "learning_rate": 1.6309768001538615e-05, |
| "loss": 0.0052, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.2644161805489146, |
| "grad_norm": 0.11307830363512039, |
| "learning_rate": 1.629630344003445e-05, |
| "loss": 0.0053, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.26489432915750216, |
| "grad_norm": 0.0948028564453125, |
| "learning_rate": 1.628281993955141e-05, |
| "loss": 0.0045, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.2653724777660897, |
| "grad_norm": 0.08139313757419586, |
| "learning_rate": 1.6269317540647215e-05, |
| "loss": 0.005, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.26585062637467727, |
| "grad_norm": 0.1059953048825264, |
| "learning_rate": 1.6255796283936435e-05, |
| "loss": 0.0049, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.2663287749832648, |
| "grad_norm": 0.09745310246944427, |
| "learning_rate": 1.624225621009036e-05, |
| "loss": 0.0056, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.2668069235918524, |
| "grad_norm": 0.0958705022931099, |
| "learning_rate": 1.6228697359836883e-05, |
| "loss": 0.0065, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.2672850722004399, |
| "grad_norm": 0.08451683819293976, |
| "learning_rate": 1.621511977396038e-05, |
| "loss": 0.0047, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.2677632208090274, |
| "grad_norm": 0.08921054750680923, |
| "learning_rate": 1.620152349330157e-05, |
| "loss": 0.0048, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.268241369417615, |
| "grad_norm": 0.10688779503107071, |
| "learning_rate": 1.618790855875742e-05, |
| "loss": 0.0047, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.26871951802620253, |
| "grad_norm": 0.0841844379901886, |
| "learning_rate": 1.6174275011281002e-05, |
| "loss": 0.0048, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.2691976666347901, |
| "grad_norm": 0.12995094060897827, |
| "learning_rate": 1.616062289188137e-05, |
| "loss": 0.0061, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.26967581524337764, |
| "grad_norm": 0.1008434072136879, |
| "learning_rate": 1.6146952241623438e-05, |
| "loss": 0.0051, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2701539638519652, |
| "grad_norm": 0.10726872086524963, |
| "learning_rate": 1.6133263101627876e-05, |
| "loss": 0.0044, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.27063211246055274, |
| "grad_norm": 0.1022844910621643, |
| "learning_rate": 1.6119555513070957e-05, |
| "loss": 0.0039, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.27111026106914027, |
| "grad_norm": 0.07329639792442322, |
| "learning_rate": 1.6105829517184454e-05, |
| "loss": 0.0039, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.27158840967772785, |
| "grad_norm": 0.06542779505252838, |
| "learning_rate": 1.6092085155255498e-05, |
| "loss": 0.0045, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.2720665582863154, |
| "grad_norm": 0.10073556005954742, |
| "learning_rate": 1.6078322468626475e-05, |
| "loss": 0.0058, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.27254470689490295, |
| "grad_norm": 0.08127723634243011, |
| "learning_rate": 1.6064541498694887e-05, |
| "loss": 0.0056, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.2730228555034905, |
| "grad_norm": 0.09294704347848892, |
| "learning_rate": 1.605074228691323e-05, |
| "loss": 0.0044, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.27350100411207806, |
| "grad_norm": 0.08560289442539215, |
| "learning_rate": 1.603692487478887e-05, |
| "loss": 0.0044, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.2739791527206656, |
| "grad_norm": 0.08842386305332184, |
| "learning_rate": 1.602308930388392e-05, |
| "loss": 0.0045, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.2744573013292531, |
| "grad_norm": 0.04989003762602806, |
| "learning_rate": 1.6009235615815116e-05, |
| "loss": 0.0037, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.2749354499378407, |
| "grad_norm": 0.10665232688188553, |
| "learning_rate": 1.5995363852253687e-05, |
| "loss": 0.0059, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.2754135985464282, |
| "grad_norm": 0.10313012450933456, |
| "learning_rate": 1.5981474054925233e-05, |
| "loss": 0.0047, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.2758917471550158, |
| "grad_norm": 0.08514412492513657, |
| "learning_rate": 1.5967566265609596e-05, |
| "loss": 0.0046, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.2763698957636033, |
| "grad_norm": 0.0968138575553894, |
| "learning_rate": 1.5953640526140745e-05, |
| "loss": 0.0047, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.2768480443721909, |
| "grad_norm": 0.10394402593374252, |
| "learning_rate": 1.593969687840663e-05, |
| "loss": 0.0051, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.27732619298077843, |
| "grad_norm": 0.0871623307466507, |
| "learning_rate": 1.5925735364349076e-05, |
| "loss": 0.0054, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.27780434158936596, |
| "grad_norm": 0.0989176407456398, |
| "learning_rate": 1.5911756025963652e-05, |
| "loss": 0.0046, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.27828249019795354, |
| "grad_norm": 0.09207941591739655, |
| "learning_rate": 1.5897758905299535e-05, |
| "loss": 0.0045, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.27876063880654106, |
| "grad_norm": 0.08731875568628311, |
| "learning_rate": 1.5883744044459393e-05, |
| "loss": 0.0043, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.27923878741512864, |
| "grad_norm": 0.09044044464826584, |
| "learning_rate": 1.5869711485599254e-05, |
| "loss": 0.0045, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.27971693602371617, |
| "grad_norm": 0.0794248953461647, |
| "learning_rate": 1.585566127092839e-05, |
| "loss": 0.0046, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.2801950846323037, |
| "grad_norm": 0.08232659101486206, |
| "learning_rate": 1.584159344270916e-05, |
| "loss": 0.0054, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.2806732332408913, |
| "grad_norm": 0.07082338631153107, |
| "learning_rate": 1.5827508043256928e-05, |
| "loss": 0.0045, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.2811513818494788, |
| "grad_norm": 0.08904684334993362, |
| "learning_rate": 1.5813405114939895e-05, |
| "loss": 0.0052, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.2816295304580664, |
| "grad_norm": 0.09183559566736221, |
| "learning_rate": 1.5799284700178995e-05, |
| "loss": 0.0054, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.2821076790666539, |
| "grad_norm": 0.11868738383054733, |
| "learning_rate": 1.5785146841447756e-05, |
| "loss": 0.0053, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.2825858276752415, |
| "grad_norm": 0.10235674679279327, |
| "learning_rate": 1.577099158127218e-05, |
| "loss": 0.0046, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.283063976283829, |
| "grad_norm": 0.07453925162553787, |
| "learning_rate": 1.5756818962230618e-05, |
| "loss": 0.0044, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.28354212489241654, |
| "grad_norm": 0.08009806275367737, |
| "learning_rate": 1.574262902695362e-05, |
| "loss": 0.0049, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.2840202735010041, |
| "grad_norm": 0.11528611928224564, |
| "learning_rate": 1.5728421818123832e-05, |
| "loss": 0.005, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.28449842210959164, |
| "grad_norm": 0.10968088358640671, |
| "learning_rate": 1.571419737847586e-05, |
| "loss": 0.0045, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.2849765707181792, |
| "grad_norm": 0.11118330806493759, |
| "learning_rate": 1.5699955750796136e-05, |
| "loss": 0.0052, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.28545471932676675, |
| "grad_norm": 0.09974022209644318, |
| "learning_rate": 1.568569697792279e-05, |
| "loss": 0.005, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.28593286793535433, |
| "grad_norm": 0.06628164649009705, |
| "learning_rate": 1.567142110274553e-05, |
| "loss": 0.0047, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.28641101654394185, |
| "grad_norm": 0.08463896065950394, |
| "learning_rate": 1.565712816820551e-05, |
| "loss": 0.005, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.2868891651525294, |
| "grad_norm": 0.08195469528436661, |
| "learning_rate": 1.5642818217295177e-05, |
| "loss": 0.0045, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.28736731376111696, |
| "grad_norm": 0.08957747370004654, |
| "learning_rate": 1.562849129305819e-05, |
| "loss": 0.0045, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.2878454623697045, |
| "grad_norm": 0.08802641928195953, |
| "learning_rate": 1.5614147438589244e-05, |
| "loss": 0.0045, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.28832361097829207, |
| "grad_norm": 0.07425116747617722, |
| "learning_rate": 1.559978669703397e-05, |
| "loss": 0.0048, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.2888017595868796, |
| "grad_norm": 0.12529495358467102, |
| "learning_rate": 1.558540911158879e-05, |
| "loss": 0.0045, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.2892799081954672, |
| "grad_norm": 0.0878661647439003, |
| "learning_rate": 1.5571014725500788e-05, |
| "loss": 0.004, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.2897580568040547, |
| "grad_norm": 0.09350854158401489, |
| "learning_rate": 1.555660358206758e-05, |
| "loss": 0.0041, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.2902362054126422, |
| "grad_norm": 0.08467353135347366, |
| "learning_rate": 1.5542175724637215e-05, |
| "loss": 0.0044, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.2907143540212298, |
| "grad_norm": 0.11593206226825714, |
| "learning_rate": 1.5527731196607977e-05, |
| "loss": 0.0054, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.29119250262981733, |
| "grad_norm": 0.06594206392765045, |
| "learning_rate": 1.5513270041428324e-05, |
| "loss": 0.0049, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.2916706512384049, |
| "grad_norm": 0.08848414570093155, |
| "learning_rate": 1.5498792302596716e-05, |
| "loss": 0.0041, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.29214879984699244, |
| "grad_norm": 0.07221944630146027, |
| "learning_rate": 1.5484298023661494e-05, |
| "loss": 0.0047, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.29262694845558, |
| "grad_norm": 0.10415510088205338, |
| "learning_rate": 1.546978724822076e-05, |
| "loss": 0.0046, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.29310509706416754, |
| "grad_norm": 0.09272594749927521, |
| "learning_rate": 1.5455260019922223e-05, |
| "loss": 0.0046, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.29358324567275507, |
| "grad_norm": 0.07085301727056503, |
| "learning_rate": 1.5440716382463094e-05, |
| "loss": 0.0044, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.29406139428134265, |
| "grad_norm": 0.09267733246088028, |
| "learning_rate": 1.5426156379589936e-05, |
| "loss": 0.0046, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.2945395428899302, |
| "grad_norm": 0.09004933387041092, |
| "learning_rate": 1.5411580055098543e-05, |
| "loss": 0.0046, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.29501769149851775, |
| "grad_norm": 0.07849407941102982, |
| "learning_rate": 1.5396987452833795e-05, |
| "loss": 0.0041, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.2954958401071053, |
| "grad_norm": 0.10019175708293915, |
| "learning_rate": 1.538237861668954e-05, |
| "loss": 0.0045, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.29597398871569286, |
| "grad_norm": 0.09007962793111801, |
| "learning_rate": 1.5367753590608464e-05, |
| "loss": 0.0055, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.2964521373242804, |
| "grad_norm": 0.09783467650413513, |
| "learning_rate": 1.5353112418581934e-05, |
| "loss": 0.004, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.2969302859328679, |
| "grad_norm": 0.10099585354328156, |
| "learning_rate": 1.5338455144649903e-05, |
| "loss": 0.0043, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.2974084345414555, |
| "grad_norm": 0.10357604175806046, |
| "learning_rate": 1.5323781812900744e-05, |
| "loss": 0.0045, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.297886583150043, |
| "grad_norm": 0.05830463767051697, |
| "learning_rate": 1.530909246747113e-05, |
| "loss": 0.0042, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.2983647317586306, |
| "grad_norm": 0.08477941155433655, |
| "learning_rate": 1.529438715254592e-05, |
| "loss": 0.005, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.2988428803672181, |
| "grad_norm": 0.08659937977790833, |
| "learning_rate": 1.5279665912357985e-05, |
| "loss": 0.0049, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.2993210289758057, |
| "grad_norm": 0.1157432347536087, |
| "learning_rate": 1.5264928791188113e-05, |
| "loss": 0.0046, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.29979917758439323, |
| "grad_norm": 0.08387629687786102, |
| "learning_rate": 1.5250175833364865e-05, |
| "loss": 0.0049, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.30027732619298075, |
| "grad_norm": 0.09115216135978699, |
| "learning_rate": 1.5235407083264422e-05, |
| "loss": 0.005, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.30075547480156833, |
| "grad_norm": 0.09270505607128143, |
| "learning_rate": 1.5220622585310476e-05, |
| "loss": 0.0048, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.30123362341015586, |
| "grad_norm": 0.07106334716081619, |
| "learning_rate": 1.5205822383974092e-05, |
| "loss": 0.0041, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.30171177201874344, |
| "grad_norm": 0.059540748596191406, |
| "learning_rate": 1.519100652377357e-05, |
| "loss": 0.0046, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.30218992062733097, |
| "grad_norm": 0.09001293778419495, |
| "learning_rate": 1.5176175049274297e-05, |
| "loss": 0.0046, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.30266806923591855, |
| "grad_norm": 0.07273479551076889, |
| "learning_rate": 1.5161328005088645e-05, |
| "loss": 0.0041, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.30314621784450607, |
| "grad_norm": 0.10200311243534088, |
| "learning_rate": 1.5146465435875808e-05, |
| "loss": 0.0055, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.3036243664530936, |
| "grad_norm": 0.09828363358974457, |
| "learning_rate": 1.5131587386341682e-05, |
| "loss": 0.0048, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.3041025150616812, |
| "grad_norm": 0.09238536655902863, |
| "learning_rate": 1.5116693901238729e-05, |
| "loss": 0.0039, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.3045806636702687, |
| "grad_norm": 0.07902218401432037, |
| "learning_rate": 1.5101785025365834e-05, |
| "loss": 0.0057, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.3050588122788563, |
| "grad_norm": 0.10777284950017929, |
| "learning_rate": 1.5086860803568182e-05, |
| "loss": 0.0052, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.3055369608874438, |
| "grad_norm": 0.10580089688301086, |
| "learning_rate": 1.507192128073712e-05, |
| "loss": 0.0043, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.3060151094960314, |
| "grad_norm": 0.07851828634738922, |
| "learning_rate": 1.5056966501810011e-05, |
| "loss": 0.0048, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.3064932581046189, |
| "grad_norm": 0.08780000358819962, |
| "learning_rate": 1.5041996511770119e-05, |
| "loss": 0.0043, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.30697140671320644, |
| "grad_norm": 0.07279476523399353, |
| "learning_rate": 1.502701135564645e-05, |
| "loss": 0.0041, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.307449555321794, |
| "grad_norm": 0.07449956238269806, |
| "learning_rate": 1.501201107851364e-05, |
| "loss": 0.0047, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.30792770393038155, |
| "grad_norm": 0.07582986354827881, |
| "learning_rate": 1.4996995725491804e-05, |
| "loss": 0.0043, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.3084058525389691, |
| "grad_norm": 0.08713843673467636, |
| "learning_rate": 1.4981965341746399e-05, |
| "loss": 0.0041, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.30888400114755665, |
| "grad_norm": 0.06633280962705612, |
| "learning_rate": 1.4966919972488101e-05, |
| "loss": 0.004, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.30936214975614423, |
| "grad_norm": 0.09564077854156494, |
| "learning_rate": 1.495185966297266e-05, |
| "loss": 0.0045, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.30984029836473176, |
| "grad_norm": 0.060066692531108856, |
| "learning_rate": 1.4936784458500768e-05, |
| "loss": 0.0039, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.3103184469733193, |
| "grad_norm": 0.10455072671175003, |
| "learning_rate": 1.4921694404417912e-05, |
| "loss": 0.0043, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.31079659558190686, |
| "grad_norm": 0.08878514915704727, |
| "learning_rate": 1.4906589546114254e-05, |
| "loss": 0.0043, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.3112747441904944, |
| "grad_norm": 0.08139701187610626, |
| "learning_rate": 1.4891469929024483e-05, |
| "loss": 0.0037, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.31175289279908197, |
| "grad_norm": 0.08419390767812729, |
| "learning_rate": 1.487633559862768e-05, |
| "loss": 0.0035, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.3122310414076695, |
| "grad_norm": 0.08634600043296814, |
| "learning_rate": 1.486118660044719e-05, |
| "loss": 0.004, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.3127091900162571, |
| "grad_norm": 0.10163164138793945, |
| "learning_rate": 1.4846022980050471e-05, |
| "loss": 0.005, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.3131873386248446, |
| "grad_norm": 0.07754582166671753, |
| "learning_rate": 1.4830844783048965e-05, |
| "loss": 0.0041, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.3136654872334321, |
| "grad_norm": 0.09265835583209991, |
| "learning_rate": 1.4815652055097965e-05, |
| "loss": 0.0047, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.3141436358420197, |
| "grad_norm": 0.07697952538728714, |
| "learning_rate": 1.4800444841896462e-05, |
| "loss": 0.0041, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.31462178445060723, |
| "grad_norm": 0.08057467639446259, |
| "learning_rate": 1.4785223189187028e-05, |
| "loss": 0.0041, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.3150999330591948, |
| "grad_norm": 0.12839651107788086, |
| "learning_rate": 1.4769987142755664e-05, |
| "loss": 0.0051, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.31557808166778234, |
| "grad_norm": 0.05519383028149605, |
| "learning_rate": 1.4754736748431664e-05, |
| "loss": 0.0039, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.3160562302763699, |
| "grad_norm": 0.06747862696647644, |
| "learning_rate": 1.4739472052087492e-05, |
| "loss": 0.0043, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.31653437888495745, |
| "grad_norm": 0.11008422076702118, |
| "learning_rate": 1.4724193099638611e-05, |
| "loss": 0.0044, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.31701252749354497, |
| "grad_norm": 0.10361095517873764, |
| "learning_rate": 1.4708899937043386e-05, |
| "loss": 0.0054, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.31749067610213255, |
| "grad_norm": 0.06957931816577911, |
| "learning_rate": 1.4693592610302911e-05, |
| "loss": 0.0056, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.3179688247107201, |
| "grad_norm": 0.09578637033700943, |
| "learning_rate": 1.4678271165460899e-05, |
| "loss": 0.0057, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.31844697331930766, |
| "grad_norm": 0.07351893931627274, |
| "learning_rate": 1.4662935648603513e-05, |
| "loss": 0.0035, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.3189251219278952, |
| "grad_norm": 0.10499215871095657, |
| "learning_rate": 1.4647586105859256e-05, |
| "loss": 0.0049, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.31940327053648276, |
| "grad_norm": 0.08957771956920624, |
| "learning_rate": 1.4632222583398818e-05, |
| "loss": 0.0048, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.3198814191450703, |
| "grad_norm": 0.11335904896259308, |
| "learning_rate": 1.4616845127434935e-05, |
| "loss": 0.0047, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.3203595677536578, |
| "grad_norm": 0.11015116423368454, |
| "learning_rate": 1.460145378422226e-05, |
| "loss": 0.005, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.3208377163622454, |
| "grad_norm": 0.07398810237646103, |
| "learning_rate": 1.4586048600057214e-05, |
| "loss": 0.0049, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.3213158649708329, |
| "grad_norm": 0.08411943167448044, |
| "learning_rate": 1.4570629621277854e-05, |
| "loss": 0.0039, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.3217940135794205, |
| "grad_norm": 0.08123749494552612, |
| "learning_rate": 1.4555196894263726e-05, |
| "loss": 0.0043, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.322272162188008, |
| "grad_norm": 0.10004201531410217, |
| "learning_rate": 1.4539750465435734e-05, |
| "loss": 0.0044, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.3227503107965956, |
| "grad_norm": 0.08147317916154861, |
| "learning_rate": 1.4524290381255996e-05, |
| "loss": 0.0045, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.32322845940518313, |
| "grad_norm": 0.09311901777982712, |
| "learning_rate": 1.4508816688227706e-05, |
| "loss": 0.0044, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.32370660801377066, |
| "grad_norm": 0.0939013808965683, |
| "learning_rate": 1.4493329432894987e-05, |
| "loss": 0.0043, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.32418475662235824, |
| "grad_norm": 0.09169979393482208, |
| "learning_rate": 1.4477828661842765e-05, |
| "loss": 0.0042, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.32466290523094576, |
| "grad_norm": 0.07315916568040848, |
| "learning_rate": 1.446231442169661e-05, |
| "loss": 0.0034, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.32514105383953334, |
| "grad_norm": 0.09807156026363373, |
| "learning_rate": 1.444678675912262e-05, |
| "loss": 0.0047, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.32561920244812087, |
| "grad_norm": 0.07705546170473099, |
| "learning_rate": 1.4431245720827252e-05, |
| "loss": 0.0042, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.32609735105670845, |
| "grad_norm": 0.10034901648759842, |
| "learning_rate": 1.4415691353557206e-05, |
| "loss": 0.005, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.326575499665296, |
| "grad_norm": 0.08076698333024979, |
| "learning_rate": 1.4400123704099277e-05, |
| "loss": 0.0044, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.3270536482738835, |
| "grad_norm": 0.0941573977470398, |
| "learning_rate": 1.4384542819280207e-05, |
| "loss": 0.0044, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.3275317968824711, |
| "grad_norm": 0.06306293606758118, |
| "learning_rate": 1.4368948745966547e-05, |
| "loss": 0.0036, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.3280099454910586, |
| "grad_norm": 0.10556470602750778, |
| "learning_rate": 1.4353341531064524e-05, |
| "loss": 0.0045, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.3284880940996462, |
| "grad_norm": 0.09385515004396439, |
| "learning_rate": 1.4337721221519894e-05, |
| "loss": 0.004, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.3289662427082337, |
| "grad_norm": 0.06910113990306854, |
| "learning_rate": 1.4322087864317797e-05, |
| "loss": 0.004, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.3294443913168213, |
| "grad_norm": 0.07087165862321854, |
| "learning_rate": 1.430644150648262e-05, |
| "loss": 0.0044, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.3299225399254088, |
| "grad_norm": 0.07563938200473785, |
| "learning_rate": 1.4290782195077864e-05, |
| "loss": 0.0037, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.33040068853399635, |
| "grad_norm": 0.06920064240694046, |
| "learning_rate": 1.4275109977205981e-05, |
| "loss": 0.0034, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.3308788371425839, |
| "grad_norm": 0.07370798289775848, |
| "learning_rate": 1.4259424900008251e-05, |
| "loss": 0.0047, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.33135698575117145, |
| "grad_norm": 0.08351682126522064, |
| "learning_rate": 1.4243727010664637e-05, |
| "loss": 0.0045, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.33183513435975903, |
| "grad_norm": 0.07894972711801529, |
| "learning_rate": 1.4228016356393636e-05, |
| "loss": 0.0047, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.33231328296834656, |
| "grad_norm": 0.0855598896741867, |
| "learning_rate": 1.4212292984452143e-05, |
| "loss": 0.004, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.33279143157693414, |
| "grad_norm": 0.08283323049545288, |
| "learning_rate": 1.4196556942135308e-05, |
| "loss": 0.0038, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.33326958018552166, |
| "grad_norm": 0.08225426822900772, |
| "learning_rate": 1.418080827677639e-05, |
| "loss": 0.0044, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.3337477287941092, |
| "grad_norm": 0.09565283358097076, |
| "learning_rate": 1.4165047035746623e-05, |
| "loss": 0.005, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.33422587740269677, |
| "grad_norm": 0.07422377169132233, |
| "learning_rate": 1.4149273266455057e-05, |
| "loss": 0.0045, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.3347040260112843, |
| "grad_norm": 0.07297395914793015, |
| "learning_rate": 1.4133487016348441e-05, |
| "loss": 0.0035, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3351821746198719, |
| "grad_norm": 0.07545680552721024, |
| "learning_rate": 1.4117688332911058e-05, |
| "loss": 0.0043, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.3356603232284594, |
| "grad_norm": 0.13381536304950714, |
| "learning_rate": 1.4101877263664585e-05, |
| "loss": 0.004, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.336138471837047, |
| "grad_norm": 0.0703614354133606, |
| "learning_rate": 1.4086053856167964e-05, |
| "loss": 0.0043, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.3366166204456345, |
| "grad_norm": 0.10227813571691513, |
| "learning_rate": 1.4070218158017246e-05, |
| "loss": 0.0043, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.33709476905422203, |
| "grad_norm": 0.07623136788606644, |
| "learning_rate": 1.4054370216845452e-05, |
| "loss": 0.0042, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.3375729176628096, |
| "grad_norm": 0.08627737313508987, |
| "learning_rate": 1.4038510080322427e-05, |
| "loss": 0.0041, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.33805106627139714, |
| "grad_norm": 0.06518743187189102, |
| "learning_rate": 1.4022637796154703e-05, |
| "loss": 0.0037, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.3385292148799847, |
| "grad_norm": 0.05763763561844826, |
| "learning_rate": 1.4006753412085352e-05, |
| "loss": 0.0039, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.33900736348857224, |
| "grad_norm": 0.08136612176895142, |
| "learning_rate": 1.3990856975893836e-05, |
| "loss": 0.0036, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.3394855120971598, |
| "grad_norm": 0.09389469027519226, |
| "learning_rate": 1.3974948535395874e-05, |
| "loss": 0.0032, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.33996366070574735, |
| "grad_norm": 0.07921168208122253, |
| "learning_rate": 1.3959028138443291e-05, |
| "loss": 0.0039, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.3404418093143349, |
| "grad_norm": 0.0932566374540329, |
| "learning_rate": 1.3943095832923882e-05, |
| "loss": 0.0036, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.34091995792292246, |
| "grad_norm": 0.08927200734615326, |
| "learning_rate": 1.3927151666761253e-05, |
| "loss": 0.0038, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.34139810653151, |
| "grad_norm": 0.08053837716579437, |
| "learning_rate": 1.3911195687914696e-05, |
| "loss": 0.0042, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.34187625514009756, |
| "grad_norm": 0.1078350767493248, |
| "learning_rate": 1.3895227944379026e-05, |
| "loss": 0.0051, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.3423544037486851, |
| "grad_norm": 0.07444583624601364, |
| "learning_rate": 1.3879248484184459e-05, |
| "loss": 0.0036, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.3428325523572726, |
| "grad_norm": 0.10567236691713333, |
| "learning_rate": 1.386325735539643e-05, |
| "loss": 0.0041, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.3433107009658602, |
| "grad_norm": 0.10014869272708893, |
| "learning_rate": 1.3847254606115499e-05, |
| "loss": 0.0043, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.3437888495744477, |
| "grad_norm": 0.08640509843826294, |
| "learning_rate": 1.3831240284477167e-05, |
| "loss": 0.004, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.3442669981830353, |
| "grad_norm": 0.07343918085098267, |
| "learning_rate": 1.3815214438651742e-05, |
| "loss": 0.004, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.3447451467916228, |
| "grad_norm": 0.1005745604634285, |
| "learning_rate": 1.3799177116844204e-05, |
| "loss": 0.0045, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.3452232954002104, |
| "grad_norm": 0.06519737839698792, |
| "learning_rate": 1.3783128367294047e-05, |
| "loss": 0.0036, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.34570144400879793, |
| "grad_norm": 0.07774492353200912, |
| "learning_rate": 1.3767068238275138e-05, |
| "loss": 0.005, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.34617959261738546, |
| "grad_norm": 0.0607621856033802, |
| "learning_rate": 1.375099677809558e-05, |
| "loss": 0.0034, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.34665774122597304, |
| "grad_norm": 0.05890273675322533, |
| "learning_rate": 1.3734914035097548e-05, |
| "loss": 0.0044, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.34713588983456056, |
| "grad_norm": 0.08197476714849472, |
| "learning_rate": 1.3718820057657168e-05, |
| "loss": 0.005, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.34761403844314814, |
| "grad_norm": 0.07033012807369232, |
| "learning_rate": 1.3702714894184348e-05, |
| "loss": 0.0039, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.34809218705173567, |
| "grad_norm": 0.0916883796453476, |
| "learning_rate": 1.368659859312265e-05, |
| "loss": 0.0047, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.34857033566032325, |
| "grad_norm": 0.0643140897154808, |
| "learning_rate": 1.3670471202949131e-05, |
| "loss": 0.0041, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.3490484842689108, |
| "grad_norm": 0.1260487139225006, |
| "learning_rate": 1.3654332772174217e-05, |
| "loss": 0.0044, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.3495266328774983, |
| "grad_norm": 0.07561100274324417, |
| "learning_rate": 1.3638183349341523e-05, |
| "loss": 0.0047, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.3500047814860859, |
| "grad_norm": 0.07083356380462646, |
| "learning_rate": 1.3622022983027746e-05, |
| "loss": 0.0035, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.3504829300946734, |
| "grad_norm": 0.06675931811332703, |
| "learning_rate": 1.3605851721842486e-05, |
| "loss": 0.0037, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.350961078703261, |
| "grad_norm": 0.0825033038854599, |
| "learning_rate": 1.3589669614428132e-05, |
| "loss": 0.0045, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.3514392273118485, |
| "grad_norm": 0.06963488459587097, |
| "learning_rate": 1.3573476709459676e-05, |
| "loss": 0.004, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.3519173759204361, |
| "grad_norm": 0.08876362442970276, |
| "learning_rate": 1.3557273055644606e-05, |
| "loss": 0.0044, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.3523955245290236, |
| "grad_norm": 0.09510301798582077, |
| "learning_rate": 1.3541058701722736e-05, |
| "loss": 0.0044, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.35287367313761114, |
| "grad_norm": 0.07860054820775986, |
| "learning_rate": 1.3524833696466065e-05, |
| "loss": 0.0046, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.3533518217461987, |
| "grad_norm": 0.09430108964443207, |
| "learning_rate": 1.3508598088678628e-05, |
| "loss": 0.0048, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.35382997035478625, |
| "grad_norm": 0.0848933607339859, |
| "learning_rate": 1.3492351927196356e-05, |
| "loss": 0.0041, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.35430811896337383, |
| "grad_norm": 0.06413793563842773, |
| "learning_rate": 1.3476095260886926e-05, |
| "loss": 0.0036, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.35478626757196136, |
| "grad_norm": 0.08911304175853729, |
| "learning_rate": 1.3459828138649606e-05, |
| "loss": 0.0039, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.35526441618054894, |
| "grad_norm": 0.09139601141214371, |
| "learning_rate": 1.3443550609415126e-05, |
| "loss": 0.0042, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.35574256478913646, |
| "grad_norm": 0.08015992492437363, |
| "learning_rate": 1.3427262722145514e-05, |
| "loss": 0.0044, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.356220713397724, |
| "grad_norm": 0.05492383986711502, |
| "learning_rate": 1.3410964525833945e-05, |
| "loss": 0.0041, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.35669886200631157, |
| "grad_norm": 0.10806328803300858, |
| "learning_rate": 1.3394656069504622e-05, |
| "loss": 0.0037, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.3571770106148991, |
| "grad_norm": 0.060987889766693115, |
| "learning_rate": 1.3378337402212592e-05, |
| "loss": 0.0033, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.3576551592234867, |
| "grad_norm": 0.08642211556434631, |
| "learning_rate": 1.3362008573043625e-05, |
| "loss": 0.0047, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.3581333078320742, |
| "grad_norm": 0.071530282497406, |
| "learning_rate": 1.3345669631114064e-05, |
| "loss": 0.004, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.3586114564406618, |
| "grad_norm": 0.06531507521867752, |
| "learning_rate": 1.3329320625570655e-05, |
| "loss": 0.0041, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.3590896050492493, |
| "grad_norm": 0.08493315428495407, |
| "learning_rate": 1.3312961605590425e-05, |
| "loss": 0.0046, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.35956775365783683, |
| "grad_norm": 0.060914844274520874, |
| "learning_rate": 1.3296592620380524e-05, |
| "loss": 0.0041, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.3600459022664244, |
| "grad_norm": 0.06243225559592247, |
| "learning_rate": 1.328021371917807e-05, |
| "loss": 0.004, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.36052405087501194, |
| "grad_norm": 0.060119811445474625, |
| "learning_rate": 1.3263824951250017e-05, |
| "loss": 0.0035, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.3610021994835995, |
| "grad_norm": 0.06569892168045044, |
| "learning_rate": 1.3247426365892992e-05, |
| "loss": 0.0041, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.36148034809218704, |
| "grad_norm": 0.11518976092338562, |
| "learning_rate": 1.3231018012433153e-05, |
| "loss": 0.004, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.3619584967007746, |
| "grad_norm": 0.07236947864294052, |
| "learning_rate": 1.321459994022604e-05, |
| "loss": 0.0042, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.36243664530936215, |
| "grad_norm": 0.08785364031791687, |
| "learning_rate": 1.3198172198656426e-05, |
| "loss": 0.0037, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.3629147939179497, |
| "grad_norm": 0.09079670161008835, |
| "learning_rate": 1.3181734837138179e-05, |
| "loss": 0.0037, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.36339294252653725, |
| "grad_norm": 0.08606261759996414, |
| "learning_rate": 1.316528790511408e-05, |
| "loss": 0.0039, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3638710911351248, |
| "grad_norm": 0.07133549451828003, |
| "learning_rate": 1.3148831452055719e-05, |
| "loss": 0.0038, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.36434923974371236, |
| "grad_norm": 0.06929744780063629, |
| "learning_rate": 1.313236552746332e-05, |
| "loss": 0.0034, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.3648273883522999, |
| "grad_norm": 0.08471592515707016, |
| "learning_rate": 1.3115890180865594e-05, |
| "loss": 0.0035, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.36530553696088747, |
| "grad_norm": 0.06566949933767319, |
| "learning_rate": 1.309940546181959e-05, |
| "loss": 0.0032, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.365783685569475, |
| "grad_norm": 0.0650518536567688, |
| "learning_rate": 1.3082911419910556e-05, |
| "loss": 0.0031, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.3662618341780625, |
| "grad_norm": 0.06820441037416458, |
| "learning_rate": 1.3066408104751778e-05, |
| "loss": 0.0035, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.3667399827866501, |
| "grad_norm": 0.09959974139928818, |
| "learning_rate": 1.3049895565984437e-05, |
| "loss": 0.0043, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.3672181313952376, |
| "grad_norm": 0.07279293239116669, |
| "learning_rate": 1.3033373853277458e-05, |
| "loss": 0.0039, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.3676962800038252, |
| "grad_norm": 0.07807504385709763, |
| "learning_rate": 1.3016843016327358e-05, |
| "loss": 0.0041, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.36817442861241273, |
| "grad_norm": 0.07457428425550461, |
| "learning_rate": 1.300030310485811e-05, |
| "loss": 0.0041, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.3686525772210003, |
| "grad_norm": 0.06308488547801971, |
| "learning_rate": 1.2983754168620965e-05, |
| "loss": 0.0039, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.36913072582958784, |
| "grad_norm": 0.057157933712005615, |
| "learning_rate": 1.2967196257394335e-05, |
| "loss": 0.0035, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.36960887443817536, |
| "grad_norm": 0.07442087680101395, |
| "learning_rate": 1.295062942098362e-05, |
| "loss": 0.0035, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.37008702304676294, |
| "grad_norm": 0.08385228365659714, |
| "learning_rate": 1.2934053709221075e-05, |
| "loss": 0.0036, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.37056517165535047, |
| "grad_norm": 0.08004241436719894, |
| "learning_rate": 1.291746917196564e-05, |
| "loss": 0.0039, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.37104332026393805, |
| "grad_norm": 0.07337538152933121, |
| "learning_rate": 1.2900875859102813e-05, |
| "loss": 0.0038, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.3715214688725256, |
| "grad_norm": 0.08300653845071793, |
| "learning_rate": 1.2884273820544481e-05, |
| "loss": 0.005, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.37199961748111315, |
| "grad_norm": 0.07504284381866455, |
| "learning_rate": 1.2867663106228783e-05, |
| "loss": 0.004, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.3724777660897007, |
| "grad_norm": 0.060669053345918655, |
| "learning_rate": 1.2851043766119946e-05, |
| "loss": 0.003, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.3729559146982882, |
| "grad_norm": 0.07301457971334457, |
| "learning_rate": 1.2834415850208148e-05, |
| "loss": 0.0041, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.3734340633068758, |
| "grad_norm": 0.056613124907016754, |
| "learning_rate": 1.2817779408509373e-05, |
| "loss": 0.0037, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.3739122119154633, |
| "grad_norm": 0.10062956809997559, |
| "learning_rate": 1.2801134491065228e-05, |
| "loss": 0.0032, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.3743903605240509, |
| "grad_norm": 0.07508441805839539, |
| "learning_rate": 1.2784481147942833e-05, |
| "loss": 0.0039, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.3748685091326384, |
| "grad_norm": 0.07724040001630783, |
| "learning_rate": 1.2767819429234644e-05, |
| "loss": 0.0033, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.375346657741226, |
| "grad_norm": 0.07176081836223602, |
| "learning_rate": 1.2751149385058313e-05, |
| "loss": 0.0036, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.3758248063498135, |
| "grad_norm": 0.06788867712020874, |
| "learning_rate": 1.2734471065556532e-05, |
| "loss": 0.004, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.37630295495840105, |
| "grad_norm": 0.07868890464305878, |
| "learning_rate": 1.2717784520896887e-05, |
| "loss": 0.003, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.37678110356698863, |
| "grad_norm": 0.061574503779411316, |
| "learning_rate": 1.2701089801271707e-05, |
| "loss": 0.0031, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.37725925217557615, |
| "grad_norm": 0.08192262053489685, |
| "learning_rate": 1.2684386956897905e-05, |
| "loss": 0.0037, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.37773740078416373, |
| "grad_norm": 0.07943171262741089, |
| "learning_rate": 1.2667676038016836e-05, |
| "loss": 0.0037, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.37821554939275126, |
| "grad_norm": 0.05970214679837227, |
| "learning_rate": 1.2650957094894145e-05, |
| "loss": 0.0039, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.37869369800133884, |
| "grad_norm": 0.051546886563301086, |
| "learning_rate": 1.2634230177819611e-05, |
| "loss": 0.0038, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.37917184660992637, |
| "grad_norm": 0.06714577972888947, |
| "learning_rate": 1.2617495337106996e-05, |
| "loss": 0.0031, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.3796499952185139, |
| "grad_norm": 0.07534817606210709, |
| "learning_rate": 1.2600752623093899e-05, |
| "loss": 0.0044, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.3801281438271015, |
| "grad_norm": 0.07190262526273727, |
| "learning_rate": 1.2584002086141603e-05, |
| "loss": 0.0035, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.380606292435689, |
| "grad_norm": 0.07804760336875916, |
| "learning_rate": 1.2567243776634922e-05, |
| "loss": 0.0039, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.3810844410442766, |
| "grad_norm": 0.07744619995355606, |
| "learning_rate": 1.2550477744982043e-05, |
| "loss": 0.0038, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.3815625896528641, |
| "grad_norm": 0.07712733000516891, |
| "learning_rate": 1.2533704041614387e-05, |
| "loss": 0.0034, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.3820407382614517, |
| "grad_norm": 0.06638357043266296, |
| "learning_rate": 1.251692271698645e-05, |
| "loss": 0.0036, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.3825188868700392, |
| "grad_norm": 0.06577044725418091, |
| "learning_rate": 1.2500133821575653e-05, |
| "loss": 0.0038, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.38299703547862674, |
| "grad_norm": 0.07051504403352737, |
| "learning_rate": 1.2483337405882185e-05, |
| "loss": 0.0039, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.3834751840872143, |
| "grad_norm": 0.06559234112501144, |
| "learning_rate": 1.2466533520428863e-05, |
| "loss": 0.0043, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.38395333269580184, |
| "grad_norm": 0.07160143554210663, |
| "learning_rate": 1.2449722215760966e-05, |
| "loss": 0.0039, |
| "step": 4015 |
| }, |
| { |
| "epoch": 0.3844314813043894, |
| "grad_norm": 0.06849540024995804, |
| "learning_rate": 1.2432903542446095e-05, |
| "loss": 0.0039, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.38490962991297695, |
| "grad_norm": 0.07928597927093506, |
| "learning_rate": 1.2416077551074008e-05, |
| "loss": 0.0044, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.38538777852156453, |
| "grad_norm": 0.0721135288476944, |
| "learning_rate": 1.2399244292256487e-05, |
| "loss": 0.0037, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.38586592713015205, |
| "grad_norm": 0.07298152148723602, |
| "learning_rate": 1.2382403816627167e-05, |
| "loss": 0.0035, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.3863440757387396, |
| "grad_norm": 0.1404617577791214, |
| "learning_rate": 1.2365556174841384e-05, |
| "loss": 0.0041, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.38682222434732716, |
| "grad_norm": 0.06092673912644386, |
| "learning_rate": 1.234870141757604e-05, |
| "loss": 0.0032, |
| "step": 4045 |
| }, |
| { |
| "epoch": 0.3873003729559147, |
| "grad_norm": 0.06835968792438507, |
| "learning_rate": 1.2331839595529444e-05, |
| "loss": 0.0031, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.38777852156450227, |
| "grad_norm": 0.06757817417383194, |
| "learning_rate": 1.2314970759421139e-05, |
| "loss": 0.0032, |
| "step": 4055 |
| }, |
| { |
| "epoch": 0.3882566701730898, |
| "grad_norm": 0.09099162369966507, |
| "learning_rate": 1.2298094959991782e-05, |
| "loss": 0.0035, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.38873481878167737, |
| "grad_norm": 0.07149730622768402, |
| "learning_rate": 1.2281212248002961e-05, |
| "loss": 0.0039, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.3892129673902649, |
| "grad_norm": 0.07078510522842407, |
| "learning_rate": 1.2264322674237073e-05, |
| "loss": 0.0034, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.3896911159988524, |
| "grad_norm": 0.08379188179969788, |
| "learning_rate": 1.2247426289497137e-05, |
| "loss": 0.0037, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.39016926460744, |
| "grad_norm": 0.06749813258647919, |
| "learning_rate": 1.2230523144606675e-05, |
| "loss": 0.0033, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.39064741321602753, |
| "grad_norm": 0.05222512409090996, |
| "learning_rate": 1.2213613290409532e-05, |
| "loss": 0.0032, |
| "step": 4085 |
| }, |
| { |
| "epoch": 0.3911255618246151, |
| "grad_norm": 0.092336006462574, |
| "learning_rate": 1.2196696777769746e-05, |
| "loss": 0.0045, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.39160371043320263, |
| "grad_norm": 0.07406263053417206, |
| "learning_rate": 1.2179773657571365e-05, |
| "loss": 0.0044, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.3920818590417902, |
| "grad_norm": 0.0885714516043663, |
| "learning_rate": 1.2162843980718334e-05, |
| "loss": 0.0035, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.39256000765037774, |
| "grad_norm": 0.0751161202788353, |
| "learning_rate": 1.2145907798134302e-05, |
| "loss": 0.0034, |
| "step": 4105 |
| }, |
| { |
| "epoch": 0.39303815625896527, |
| "grad_norm": 0.07761823385953903, |
| "learning_rate": 1.2128965160762496e-05, |
| "loss": 0.003, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.39351630486755285, |
| "grad_norm": 0.0646604597568512, |
| "learning_rate": 1.2112016119565559e-05, |
| "loss": 0.0036, |
| "step": 4115 |
| }, |
| { |
| "epoch": 0.39399445347614037, |
| "grad_norm": 0.07677625864744186, |
| "learning_rate": 1.2095060725525391e-05, |
| "loss": 0.0036, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.39447260208472795, |
| "grad_norm": 0.09087661653757095, |
| "learning_rate": 1.2078099029643012e-05, |
| "loss": 0.0038, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.3949507506933155, |
| "grad_norm": 0.08342156559228897, |
| "learning_rate": 1.2061131082938378e-05, |
| "loss": 0.0039, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.39542889930190306, |
| "grad_norm": 0.08634135127067566, |
| "learning_rate": 1.2044156936450269e-05, |
| "loss": 0.0037, |
| "step": 4135 |
| }, |
| { |
| "epoch": 0.3959070479104906, |
| "grad_norm": 0.05085638910531998, |
| "learning_rate": 1.2027176641236098e-05, |
| "loss": 0.0038, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.3963851965190781, |
| "grad_norm": 0.06375841051340103, |
| "learning_rate": 1.2010190248371783e-05, |
| "loss": 0.0037, |
| "step": 4145 |
| }, |
| { |
| "epoch": 0.3968633451276657, |
| "grad_norm": 0.055756982415914536, |
| "learning_rate": 1.1993197808951575e-05, |
| "loss": 0.0034, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.3973414937362532, |
| "grad_norm": 0.06557802110910416, |
| "learning_rate": 1.1976199374087923e-05, |
| "loss": 0.0038, |
| "step": 4155 |
| }, |
| { |
| "epoch": 0.3978196423448408, |
| "grad_norm": 0.05802460014820099, |
| "learning_rate": 1.19591949949113e-05, |
| "loss": 0.0039, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.3982977909534283, |
| "grad_norm": 0.060212623327970505, |
| "learning_rate": 1.1942184722570063e-05, |
| "loss": 0.0035, |
| "step": 4165 |
| }, |
| { |
| "epoch": 0.3987759395620159, |
| "grad_norm": 0.08190564811229706, |
| "learning_rate": 1.1925168608230298e-05, |
| "loss": 0.0035, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.3992540881706034, |
| "grad_norm": 0.06802092492580414, |
| "learning_rate": 1.1908146703075659e-05, |
| "loss": 0.0034, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.39973223677919095, |
| "grad_norm": 0.08804794400930405, |
| "learning_rate": 1.1891119058307221e-05, |
| "loss": 0.0037, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.40021038538777853, |
| "grad_norm": 0.0914180651307106, |
| "learning_rate": 1.1874085725143323e-05, |
| "loss": 0.0038, |
| "step": 4185 |
| }, |
| { |
| "epoch": 0.40068853399636606, |
| "grad_norm": 0.09048396348953247, |
| "learning_rate": 1.1857046754819414e-05, |
| "loss": 0.0033, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.40116668260495364, |
| "grad_norm": 0.08053074777126312, |
| "learning_rate": 1.1840002198587903e-05, |
| "loss": 0.0046, |
| "step": 4195 |
| }, |
| { |
| "epoch": 0.40164483121354116, |
| "grad_norm": 0.07608406990766525, |
| "learning_rate": 1.1822952107717997e-05, |
| "loss": 0.003, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4021229798221287, |
| "grad_norm": 0.057269833981990814, |
| "learning_rate": 1.1805896533495549e-05, |
| "loss": 0.004, |
| "step": 4205 |
| }, |
| { |
| "epoch": 0.40260112843071627, |
| "grad_norm": 0.07980585843324661, |
| "learning_rate": 1.1788835527222909e-05, |
| "loss": 0.0035, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.4030792770393038, |
| "grad_norm": 0.08365020155906677, |
| "learning_rate": 1.1771769140218769e-05, |
| "loss": 0.0036, |
| "step": 4215 |
| }, |
| { |
| "epoch": 0.4035574256478914, |
| "grad_norm": 0.0722215548157692, |
| "learning_rate": 1.1754697423818e-05, |
| "loss": 0.0033, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.4040355742564789, |
| "grad_norm": 0.04882363602519035, |
| "learning_rate": 1.1737620429371506e-05, |
| "loss": 0.0029, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.4045137228650665, |
| "grad_norm": 0.0468146838247776, |
| "learning_rate": 1.172053820824607e-05, |
| "loss": 0.0035, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.404991871473654, |
| "grad_norm": 0.05547303333878517, |
| "learning_rate": 1.1703450811824195e-05, |
| "loss": 0.0038, |
| "step": 4235 |
| }, |
| { |
| "epoch": 0.40547002008224153, |
| "grad_norm": 0.06525316834449768, |
| "learning_rate": 1.1686358291503948e-05, |
| "loss": 0.0051, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.4059481686908291, |
| "grad_norm": 0.070221908390522, |
| "learning_rate": 1.1669260698698807e-05, |
| "loss": 0.0031, |
| "step": 4245 |
| }, |
| { |
| "epoch": 0.40642631729941664, |
| "grad_norm": 0.06123330816626549, |
| "learning_rate": 1.165215808483752e-05, |
| "loss": 0.0032, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.4069044659080042, |
| "grad_norm": 0.05293886736035347, |
| "learning_rate": 1.1635050501363924e-05, |
| "loss": 0.0036, |
| "step": 4255 |
| }, |
| { |
| "epoch": 0.40738261451659175, |
| "grad_norm": 0.06979483366012573, |
| "learning_rate": 1.161793799973681e-05, |
| "loss": 0.004, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.4078607631251793, |
| "grad_norm": 0.07268542796373367, |
| "learning_rate": 1.1600820631429764e-05, |
| "loss": 0.0034, |
| "step": 4265 |
| }, |
| { |
| "epoch": 0.40833891173376685, |
| "grad_norm": 0.06708361208438873, |
| "learning_rate": 1.158369844793101e-05, |
| "loss": 0.0036, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.4088170603423544, |
| "grad_norm": 0.0759461298584938, |
| "learning_rate": 1.1566571500743248e-05, |
| "loss": 0.0037, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.40929520895094196, |
| "grad_norm": 0.07665132731199265, |
| "learning_rate": 1.1549439841383525e-05, |
| "loss": 0.0035, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.4097733575595295, |
| "grad_norm": 0.07168835401535034, |
| "learning_rate": 1.1532303521383044e-05, |
| "loss": 0.0037, |
| "step": 4285 |
| }, |
| { |
| "epoch": 0.41025150616811706, |
| "grad_norm": 0.06484080106019974, |
| "learning_rate": 1.1515162592287037e-05, |
| "loss": 0.0034, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.4107296547767046, |
| "grad_norm": 0.08392821252346039, |
| "learning_rate": 1.149801710565459e-05, |
| "loss": 0.0038, |
| "step": 4295 |
| }, |
| { |
| "epoch": 0.41120780338529217, |
| "grad_norm": 0.06706760823726654, |
| "learning_rate": 1.1480867113058514e-05, |
| "loss": 0.0029, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.4116859519938797, |
| "grad_norm": 0.06176390126347542, |
| "learning_rate": 1.1463712666085162e-05, |
| "loss": 0.0034, |
| "step": 4305 |
| }, |
| { |
| "epoch": 0.4121641006024672, |
| "grad_norm": 0.06968995183706284, |
| "learning_rate": 1.1446553816334284e-05, |
| "loss": 0.003, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.4126422492110548, |
| "grad_norm": 0.053005728870630264, |
| "learning_rate": 1.1429390615418881e-05, |
| "loss": 0.0032, |
| "step": 4315 |
| }, |
| { |
| "epoch": 0.4131203978196423, |
| "grad_norm": 0.08011562377214432, |
| "learning_rate": 1.1412223114965038e-05, |
| "loss": 0.0039, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.4135985464282299, |
| "grad_norm": 0.06358729302883148, |
| "learning_rate": 1.1395051366611773e-05, |
| "loss": 0.0036, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.41407669503681743, |
| "grad_norm": 0.04575766995549202, |
| "learning_rate": 1.137787542201088e-05, |
| "loss": 0.0035, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.414554843645405, |
| "grad_norm": 0.0625401958823204, |
| "learning_rate": 1.136069533282678e-05, |
| "loss": 0.003, |
| "step": 4335 |
| }, |
| { |
| "epoch": 0.41503299225399254, |
| "grad_norm": 0.07928143441677094, |
| "learning_rate": 1.1343511150736354e-05, |
| "loss": 0.0036, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.41551114086258006, |
| "grad_norm": 0.06366145610809326, |
| "learning_rate": 1.1326322927428804e-05, |
| "loss": 0.0035, |
| "step": 4345 |
| }, |
| { |
| "epoch": 0.41598928947116764, |
| "grad_norm": 0.05699609965085983, |
| "learning_rate": 1.1309130714605474e-05, |
| "loss": 0.0031, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.41646743807975517, |
| "grad_norm": 0.053683437407016754, |
| "learning_rate": 1.1291934563979721e-05, |
| "loss": 0.0031, |
| "step": 4355 |
| }, |
| { |
| "epoch": 0.41694558668834275, |
| "grad_norm": 0.06315023452043533, |
| "learning_rate": 1.1274734527276741e-05, |
| "loss": 0.0031, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.4174237352969303, |
| "grad_norm": 0.06838158518075943, |
| "learning_rate": 1.1257530656233418e-05, |
| "loss": 0.003, |
| "step": 4365 |
| }, |
| { |
| "epoch": 0.41790188390551786, |
| "grad_norm": 0.06958494335412979, |
| "learning_rate": 1.124032300259817e-05, |
| "loss": 0.003, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.4183800325141054, |
| "grad_norm": 0.060321956872940063, |
| "learning_rate": 1.1223111618130797e-05, |
| "loss": 0.0028, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.4188581811226929, |
| "grad_norm": 0.08859197050333023, |
| "learning_rate": 1.120589655460232e-05, |
| "loss": 0.0038, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.4193363297312805, |
| "grad_norm": 0.06435224413871765, |
| "learning_rate": 1.1188677863794822e-05, |
| "loss": 0.0034, |
| "step": 4385 |
| }, |
| { |
| "epoch": 0.419814478339868, |
| "grad_norm": 0.07081642001867294, |
| "learning_rate": 1.11714555975013e-05, |
| "loss": 0.0041, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.4202926269484556, |
| "grad_norm": 0.06518445909023285, |
| "learning_rate": 1.1154229807525503e-05, |
| "loss": 0.0031, |
| "step": 4395 |
| }, |
| { |
| "epoch": 0.4207707755570431, |
| "grad_norm": 0.05255410447716713, |
| "learning_rate": 1.1137000545681784e-05, |
| "loss": 0.0033, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4212489241656307, |
| "grad_norm": 0.04986736923456192, |
| "learning_rate": 1.1119767863794938e-05, |
| "loss": 0.0038, |
| "step": 4405 |
| }, |
| { |
| "epoch": 0.4217270727742182, |
| "grad_norm": 0.08096222579479218, |
| "learning_rate": 1.110253181370004e-05, |
| "loss": 0.0036, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.42220522138280575, |
| "grad_norm": 0.06741490215063095, |
| "learning_rate": 1.108529244724231e-05, |
| "loss": 0.0037, |
| "step": 4415 |
| }, |
| { |
| "epoch": 0.42268336999139333, |
| "grad_norm": 0.07323692739009857, |
| "learning_rate": 1.1068049816276929e-05, |
| "loss": 0.0039, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.42316151859998086, |
| "grad_norm": 0.09079791605472565, |
| "learning_rate": 1.1050803972668908e-05, |
| "loss": 0.004, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.42363966720856844, |
| "grad_norm": 0.08495242893695831, |
| "learning_rate": 1.1033554968292917e-05, |
| "loss": 0.0031, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.42411781581715596, |
| "grad_norm": 0.06694336235523224, |
| "learning_rate": 1.1016302855033137e-05, |
| "loss": 0.0036, |
| "step": 4435 |
| }, |
| { |
| "epoch": 0.42459596442574354, |
| "grad_norm": 0.0944426879286766, |
| "learning_rate": 1.0999047684783091e-05, |
| "loss": 0.0038, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.42507411303433107, |
| "grad_norm": 0.08306565880775452, |
| "learning_rate": 1.0981789509445508e-05, |
| "loss": 0.0037, |
| "step": 4445 |
| }, |
| { |
| "epoch": 0.4255522616429186, |
| "grad_norm": 0.0757223516702652, |
| "learning_rate": 1.0964528380932151e-05, |
| "loss": 0.0037, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.4260304102515062, |
| "grad_norm": 0.0911959782242775, |
| "learning_rate": 1.094726435116367e-05, |
| "loss": 0.0038, |
| "step": 4455 |
| }, |
| { |
| "epoch": 0.4265085588600937, |
| "grad_norm": 0.08525770157575607, |
| "learning_rate": 1.0929997472069436e-05, |
| "loss": 0.0035, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.4269867074686813, |
| "grad_norm": 0.06263121962547302, |
| "learning_rate": 1.0912727795587392e-05, |
| "loss": 0.0028, |
| "step": 4465 |
| }, |
| { |
| "epoch": 0.4274648560772688, |
| "grad_norm": 0.07797269523143768, |
| "learning_rate": 1.0895455373663902e-05, |
| "loss": 0.0031, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.4279430046858564, |
| "grad_norm": 0.06370723247528076, |
| "learning_rate": 1.0878180258253577e-05, |
| "loss": 0.0033, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.4284211532944439, |
| "grad_norm": 0.08470664918422699, |
| "learning_rate": 1.086090250131914e-05, |
| "loss": 0.003, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.42889930190303144, |
| "grad_norm": 0.06878693401813507, |
| "learning_rate": 1.0843622154831252e-05, |
| "loss": 0.0035, |
| "step": 4485 |
| }, |
| { |
| "epoch": 0.429377450511619, |
| "grad_norm": 0.06788098067045212, |
| "learning_rate": 1.0826339270768371e-05, |
| "loss": 0.0031, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.42985559912020654, |
| "grad_norm": 0.05825826898217201, |
| "learning_rate": 1.0809053901116581e-05, |
| "loss": 0.0033, |
| "step": 4495 |
| }, |
| { |
| "epoch": 0.4303337477287941, |
| "grad_norm": 0.05838198587298393, |
| "learning_rate": 1.0791766097869447e-05, |
| "loss": 0.0033, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.43081189633738165, |
| "grad_norm": 0.07916400581598282, |
| "learning_rate": 1.0774475913027849e-05, |
| "loss": 0.003, |
| "step": 4505 |
| }, |
| { |
| "epoch": 0.43129004494596923, |
| "grad_norm": 0.07439891248941422, |
| "learning_rate": 1.075718339859984e-05, |
| "loss": 0.0035, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.43176819355455676, |
| "grad_norm": 0.06264069676399231, |
| "learning_rate": 1.0739888606600466e-05, |
| "loss": 0.0032, |
| "step": 4515 |
| }, |
| { |
| "epoch": 0.4322463421631443, |
| "grad_norm": 0.0796072781085968, |
| "learning_rate": 1.0722591589051636e-05, |
| "loss": 0.0032, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.43272449077173186, |
| "grad_norm": 0.0565333254635334, |
| "learning_rate": 1.0705292397981954e-05, |
| "loss": 0.003, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.4332026393803194, |
| "grad_norm": 0.06955159455537796, |
| "learning_rate": 1.0687991085426553e-05, |
| "loss": 0.0032, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.43368078798890697, |
| "grad_norm": 0.054091159254312515, |
| "learning_rate": 1.067068770342695e-05, |
| "loss": 0.0032, |
| "step": 4535 |
| }, |
| { |
| "epoch": 0.4341589365974945, |
| "grad_norm": 0.057804930955171585, |
| "learning_rate": 1.0653382304030888e-05, |
| "loss": 0.0035, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.4346370852060821, |
| "grad_norm": 0.054195526987314224, |
| "learning_rate": 1.0636074939292188e-05, |
| "loss": 0.0032, |
| "step": 4545 |
| }, |
| { |
| "epoch": 0.4351152338146696, |
| "grad_norm": 0.0548165924847126, |
| "learning_rate": 1.0618765661270563e-05, |
| "loss": 0.0029, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.4355933824232571, |
| "grad_norm": 0.05974290519952774, |
| "learning_rate": 1.0601454522031494e-05, |
| "loss": 0.0035, |
| "step": 4555 |
| }, |
| { |
| "epoch": 0.4360715310318447, |
| "grad_norm": 0.06316830217838287, |
| "learning_rate": 1.058414157364606e-05, |
| "loss": 0.003, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.43654967964043223, |
| "grad_norm": 0.10349684953689575, |
| "learning_rate": 1.0566826868190778e-05, |
| "loss": 0.0034, |
| "step": 4565 |
| }, |
| { |
| "epoch": 0.4370278282490198, |
| "grad_norm": 0.08381228148937225, |
| "learning_rate": 1.0549510457747454e-05, |
| "loss": 0.0044, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.43750597685760734, |
| "grad_norm": 0.059782207012176514, |
| "learning_rate": 1.0532192394403016e-05, |
| "loss": 0.0034, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.4379841254661949, |
| "grad_norm": 0.06217462569475174, |
| "learning_rate": 1.0514872730249374e-05, |
| "loss": 0.0038, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.43846227407478244, |
| "grad_norm": 0.07320331782102585, |
| "learning_rate": 1.0497551517383244e-05, |
| "loss": 0.0036, |
| "step": 4585 |
| }, |
| { |
| "epoch": 0.43894042268336997, |
| "grad_norm": 0.06476930528879166, |
| "learning_rate": 1.0480228807906003e-05, |
| "loss": 0.0032, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.43941857129195755, |
| "grad_norm": 0.09587468951940536, |
| "learning_rate": 1.0462904653923532e-05, |
| "loss": 0.0038, |
| "step": 4595 |
| }, |
| { |
| "epoch": 0.4398967199005451, |
| "grad_norm": 0.059240151196718216, |
| "learning_rate": 1.0445579107546059e-05, |
| "loss": 0.0032, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.44037486850913266, |
| "grad_norm": 0.06437770277261734, |
| "learning_rate": 1.0428252220887988e-05, |
| "loss": 0.0037, |
| "step": 4605 |
| }, |
| { |
| "epoch": 0.4408530171177202, |
| "grad_norm": 0.05632460489869118, |
| "learning_rate": 1.0410924046067774e-05, |
| "loss": 0.0031, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.44133116572630776, |
| "grad_norm": 0.06694605201482773, |
| "learning_rate": 1.0393594635207727e-05, |
| "loss": 0.0029, |
| "step": 4615 |
| }, |
| { |
| "epoch": 0.4418093143348953, |
| "grad_norm": 0.08222081512212753, |
| "learning_rate": 1.0376264040433888e-05, |
| "loss": 0.003, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.4422874629434828, |
| "grad_norm": 0.07853476703166962, |
| "learning_rate": 1.0358932313875857e-05, |
| "loss": 0.003, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.4427656115520704, |
| "grad_norm": 0.05048670992255211, |
| "learning_rate": 1.0341599507666634e-05, |
| "loss": 0.0031, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.4432437601606579, |
| "grad_norm": 0.07105609774589539, |
| "learning_rate": 1.0324265673942469e-05, |
| "loss": 0.0031, |
| "step": 4635 |
| }, |
| { |
| "epoch": 0.4437219087692455, |
| "grad_norm": 0.05975834280252457, |
| "learning_rate": 1.0306930864842704e-05, |
| "loss": 0.003, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.444200057377833, |
| "grad_norm": 0.07951243221759796, |
| "learning_rate": 1.0289595132509611e-05, |
| "loss": 0.0035, |
| "step": 4645 |
| }, |
| { |
| "epoch": 0.4446782059864206, |
| "grad_norm": 0.09644252061843872, |
| "learning_rate": 1.0272258529088244e-05, |
| "loss": 0.0039, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.44515635459500813, |
| "grad_norm": 0.05618354305624962, |
| "learning_rate": 1.0254921106726278e-05, |
| "loss": 0.003, |
| "step": 4655 |
| }, |
| { |
| "epoch": 0.44563450320359566, |
| "grad_norm": 0.07568494230508804, |
| "learning_rate": 1.0237582917573843e-05, |
| "loss": 0.0033, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.44611265181218324, |
| "grad_norm": 0.07480589300394058, |
| "learning_rate": 1.022024401378338e-05, |
| "loss": 0.0032, |
| "step": 4665 |
| }, |
| { |
| "epoch": 0.44659080042077076, |
| "grad_norm": 0.05391494557261467, |
| "learning_rate": 1.0202904447509488e-05, |
| "loss": 0.0029, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.44706894902935834, |
| "grad_norm": 0.06356752663850784, |
| "learning_rate": 1.0185564270908742e-05, |
| "loss": 0.0032, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.44754709763794587, |
| "grad_norm": 0.0608975812792778, |
| "learning_rate": 1.0168223536139568e-05, |
| "loss": 0.0035, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.44802524624653345, |
| "grad_norm": 0.0586680993437767, |
| "learning_rate": 1.015088229536206e-05, |
| "loss": 0.0034, |
| "step": 4685 |
| }, |
| { |
| "epoch": 0.448503394855121, |
| "grad_norm": 0.06330745667219162, |
| "learning_rate": 1.0133540600737845e-05, |
| "loss": 0.0034, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.4489815434637085, |
| "grad_norm": 0.08615945279598236, |
| "learning_rate": 1.0116198504429902e-05, |
| "loss": 0.0034, |
| "step": 4695 |
| }, |
| { |
| "epoch": 0.4494596920722961, |
| "grad_norm": 0.055906329303979874, |
| "learning_rate": 1.009885605860243e-05, |
| "loss": 0.003, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.4499378406808836, |
| "grad_norm": 0.07072188705205917, |
| "learning_rate": 1.0081513315420674e-05, |
| "loss": 0.0031, |
| "step": 4705 |
| }, |
| { |
| "epoch": 0.4504159892894712, |
| "grad_norm": 0.05748439207673073, |
| "learning_rate": 1.0064170327050773e-05, |
| "loss": 0.0036, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.4508941378980587, |
| "grad_norm": 0.053905464708805084, |
| "learning_rate": 1.0046827145659606e-05, |
| "loss": 0.0028, |
| "step": 4715 |
| }, |
| { |
| "epoch": 0.4513722865066463, |
| "grad_norm": 0.06286659836769104, |
| "learning_rate": 1.0029483823414627e-05, |
| "loss": 0.0033, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.4518504351152338, |
| "grad_norm": 0.07134672999382019, |
| "learning_rate": 1.0012140412483723e-05, |
| "loss": 0.0032, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.45232858372382134, |
| "grad_norm": 0.058414749801158905, |
| "learning_rate": 9.99479696503504e-06, |
| "loss": 0.0033, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.4528067323324089, |
| "grad_norm": 0.061536893248558044, |
| "learning_rate": 9.977453533236838e-06, |
| "loss": 0.0032, |
| "step": 4735 |
| }, |
| { |
| "epoch": 0.45328488094099645, |
| "grad_norm": 0.07721153646707535, |
| "learning_rate": 9.960110169257324e-06, |
| "loss": 0.0033, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.45376302954958403, |
| "grad_norm": 0.07320164889097214, |
| "learning_rate": 9.942766925264512e-06, |
| "loss": 0.0032, |
| "step": 4745 |
| }, |
| { |
| "epoch": 0.45424117815817155, |
| "grad_norm": 0.08895885199308395, |
| "learning_rate": 9.925423853426041e-06, |
| "loss": 0.0036, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.45471932676675914, |
| "grad_norm": 0.07499467581510544, |
| "learning_rate": 9.908081005909046e-06, |
| "loss": 0.0032, |
| "step": 4755 |
| }, |
| { |
| "epoch": 0.45519747537534666, |
| "grad_norm": 0.06728512793779373, |
| "learning_rate": 9.890738434879977e-06, |
| "loss": 0.0034, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.4556756239839342, |
| "grad_norm": 0.0598544180393219, |
| "learning_rate": 9.873396192504456e-06, |
| "loss": 0.0034, |
| "step": 4765 |
| }, |
| { |
| "epoch": 0.45615377259252177, |
| "grad_norm": 0.05929971858859062, |
| "learning_rate": 9.856054330947124e-06, |
| "loss": 0.0037, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.4566319212011093, |
| "grad_norm": 0.05124754086136818, |
| "learning_rate": 9.838712902371459e-06, |
| "loss": 0.0028, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.4571100698096969, |
| "grad_norm": 0.055185653269290924, |
| "learning_rate": 9.82137195893965e-06, |
| "loss": 0.0034, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.4575882184182844, |
| "grad_norm": 0.06314799189567566, |
| "learning_rate": 9.804031552812424e-06, |
| "loss": 0.003, |
| "step": 4785 |
| }, |
| { |
| "epoch": 0.458066367026872, |
| "grad_norm": 0.05274800583720207, |
| "learning_rate": 9.786691736148892e-06, |
| "loss": 0.0028, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.4585445156354595, |
| "grad_norm": 0.056055210530757904, |
| "learning_rate": 9.769352561106392e-06, |
| "loss": 0.0032, |
| "step": 4795 |
| }, |
| { |
| "epoch": 0.45902266424404703, |
| "grad_norm": 0.06982828676700592, |
| "learning_rate": 9.752014079840329e-06, |
| "loss": 0.0039, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.4595008128526346, |
| "grad_norm": 0.04934890195727348, |
| "learning_rate": 9.734676344504029e-06, |
| "loss": 0.0036, |
| "step": 4805 |
| }, |
| { |
| "epoch": 0.45997896146122214, |
| "grad_norm": 0.06521384418010712, |
| "learning_rate": 9.71733940724856e-06, |
| "loss": 0.0034, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.4604571100698097, |
| "grad_norm": 0.05141936242580414, |
| "learning_rate": 9.7000033202226e-06, |
| "loss": 0.0034, |
| "step": 4815 |
| }, |
| { |
| "epoch": 0.46093525867839724, |
| "grad_norm": 0.06888893246650696, |
| "learning_rate": 9.682668135572272e-06, |
| "loss": 0.0038, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.4614134072869848, |
| "grad_norm": 0.054712869226932526, |
| "learning_rate": 9.665333905440977e-06, |
| "loss": 0.0032, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.46189155589557235, |
| "grad_norm": 0.0709661990404129, |
| "learning_rate": 9.64800068196925e-06, |
| "loss": 0.0026, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.4623697045041599, |
| "grad_norm": 0.06066806986927986, |
| "learning_rate": 9.630668517294596e-06, |
| "loss": 0.0028, |
| "step": 4835 |
| }, |
| { |
| "epoch": 0.46284785311274745, |
| "grad_norm": 0.06415337324142456, |
| "learning_rate": 9.613337463551336e-06, |
| "loss": 0.0028, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.463326001721335, |
| "grad_norm": 0.07726792246103287, |
| "learning_rate": 9.596007572870446e-06, |
| "loss": 0.003, |
| "step": 4845 |
| }, |
| { |
| "epoch": 0.46380415032992256, |
| "grad_norm": 0.0706121176481247, |
| "learning_rate": 9.578678897379408e-06, |
| "loss": 0.003, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.4642822989385101, |
| "grad_norm": 0.05687039718031883, |
| "learning_rate": 9.561351489202048e-06, |
| "loss": 0.0034, |
| "step": 4855 |
| }, |
| { |
| "epoch": 0.4647604475470976, |
| "grad_norm": 0.061823587864637375, |
| "learning_rate": 9.544025400458376e-06, |
| "loss": 0.0031, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.4652385961556852, |
| "grad_norm": 0.05380642041563988, |
| "learning_rate": 9.526700683264438e-06, |
| "loss": 0.0027, |
| "step": 4865 |
| }, |
| { |
| "epoch": 0.4657167447642727, |
| "grad_norm": 0.05524439737200737, |
| "learning_rate": 9.509377389732152e-06, |
| "loss": 0.0032, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.4661948933728603, |
| "grad_norm": 0.0439600944519043, |
| "learning_rate": 9.492055571969156e-06, |
| "loss": 0.0027, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.4666730419814478, |
| "grad_norm": 0.053394004702568054, |
| "learning_rate": 9.474735282078651e-06, |
| "loss": 0.003, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.4671511905900354, |
| "grad_norm": 0.054450005292892456, |
| "learning_rate": 9.457416572159228e-06, |
| "loss": 0.0034, |
| "step": 4885 |
| }, |
| { |
| "epoch": 0.46762933919862293, |
| "grad_norm": 0.061688702553510666, |
| "learning_rate": 9.440099494304745e-06, |
| "loss": 0.003, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.46810748780721045, |
| "grad_norm": 0.050857968628406525, |
| "learning_rate": 9.422784100604138e-06, |
| "loss": 0.0028, |
| "step": 4895 |
| }, |
| { |
| "epoch": 0.46858563641579803, |
| "grad_norm": 0.05587060749530792, |
| "learning_rate": 9.405470443141283e-06, |
| "loss": 0.0028, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.46906378502438556, |
| "grad_norm": 0.05588280409574509, |
| "learning_rate": 9.38815857399483e-06, |
| "loss": 0.0032, |
| "step": 4905 |
| }, |
| { |
| "epoch": 0.46954193363297314, |
| "grad_norm": 0.05490414425730705, |
| "learning_rate": 9.370848545238054e-06, |
| "loss": 0.003, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.47002008224156067, |
| "grad_norm": 0.0862732008099556, |
| "learning_rate": 9.353540408938693e-06, |
| "loss": 0.003, |
| "step": 4915 |
| }, |
| { |
| "epoch": 0.47049823085014825, |
| "grad_norm": 0.07723237574100494, |
| "learning_rate": 9.336234217158784e-06, |
| "loss": 0.0029, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.47097637945873577, |
| "grad_norm": 0.044842805713415146, |
| "learning_rate": 9.318930021954525e-06, |
| "loss": 0.0028, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.4714545280673233, |
| "grad_norm": 0.05651955306529999, |
| "learning_rate": 9.301627875376108e-06, |
| "loss": 0.0028, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.4719326766759109, |
| "grad_norm": 0.05273408070206642, |
| "learning_rate": 9.284327829467558e-06, |
| "loss": 0.0032, |
| "step": 4935 |
| }, |
| { |
| "epoch": 0.4724108252844984, |
| "grad_norm": 0.048960186541080475, |
| "learning_rate": 9.267029936266586e-06, |
| "loss": 0.0025, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.472888973893086, |
| "grad_norm": 0.050748735666275024, |
| "learning_rate": 9.249734247804425e-06, |
| "loss": 0.0029, |
| "step": 4945 |
| }, |
| { |
| "epoch": 0.4733671225016735, |
| "grad_norm": 0.06484382599592209, |
| "learning_rate": 9.232440816105675e-06, |
| "loss": 0.0025, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.4738452711102611, |
| "grad_norm": 0.06559136509895325, |
| "learning_rate": 9.215149693188152e-06, |
| "loss": 0.0032, |
| "step": 4955 |
| }, |
| { |
| "epoch": 0.4743234197188486, |
| "grad_norm": 0.06143715977668762, |
| "learning_rate": 9.197860931062721e-06, |
| "loss": 0.0026, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.47480156832743614, |
| "grad_norm": 0.04310600087046623, |
| "learning_rate": 9.180574581733153e-06, |
| "loss": 0.0026, |
| "step": 4965 |
| }, |
| { |
| "epoch": 0.4752797169360237, |
| "grad_norm": 0.0794033408164978, |
| "learning_rate": 9.163290697195955e-06, |
| "loss": 0.0031, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.47575786554461125, |
| "grad_norm": 0.06144635006785393, |
| "learning_rate": 9.146009329440224e-06, |
| "loss": 0.0033, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.47623601415319883, |
| "grad_norm": 0.05458669364452362, |
| "learning_rate": 9.128730530447487e-06, |
| "loss": 0.0026, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.47671416276178635, |
| "grad_norm": 0.056735455989837646, |
| "learning_rate": 9.111454352191542e-06, |
| "loss": 0.0029, |
| "step": 4985 |
| }, |
| { |
| "epoch": 0.47719231137037393, |
| "grad_norm": 0.04448138177394867, |
| "learning_rate": 9.09418084663831e-06, |
| "loss": 0.0028, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.47767045997896146, |
| "grad_norm": 0.057718463242053986, |
| "learning_rate": 9.076910065745657e-06, |
| "loss": 0.0025, |
| "step": 4995 |
| }, |
| { |
| "epoch": 0.478148608587549, |
| "grad_norm": 0.07166978716850281, |
| "learning_rate": 9.05964206146327e-06, |
| "loss": 0.0033, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.47862675719613657, |
| "grad_norm": 0.05544166639447212, |
| "learning_rate": 9.04237688573248e-06, |
| "loss": 0.0028, |
| "step": 5005 |
| }, |
| { |
| "epoch": 0.4791049058047241, |
| "grad_norm": 0.07155179232358932, |
| "learning_rate": 9.025114590486103e-06, |
| "loss": 0.0031, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.47958305441331167, |
| "grad_norm": 0.05629727616906166, |
| "learning_rate": 9.007855227648298e-06, |
| "loss": 0.0034, |
| "step": 5015 |
| }, |
| { |
| "epoch": 0.4800612030218992, |
| "grad_norm": 0.04780140146613121, |
| "learning_rate": 8.990598849134402e-06, |
| "loss": 0.0029, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.4805393516304868, |
| "grad_norm": 0.05831007659435272, |
| "learning_rate": 8.973345506850774e-06, |
| "loss": 0.0032, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.4810175002390743, |
| "grad_norm": 0.05669659376144409, |
| "learning_rate": 8.956095252694638e-06, |
| "loss": 0.003, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.48149564884766183, |
| "grad_norm": 0.0660409927368164, |
| "learning_rate": 8.938848138553932e-06, |
| "loss": 0.0032, |
| "step": 5035 |
| }, |
| { |
| "epoch": 0.4819737974562494, |
| "grad_norm": 0.05805373936891556, |
| "learning_rate": 8.92160421630715e-06, |
| "loss": 0.0029, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.48245194606483693, |
| "grad_norm": 0.07836853712797165, |
| "learning_rate": 8.904363537823183e-06, |
| "loss": 0.0029, |
| "step": 5045 |
| }, |
| { |
| "epoch": 0.4829300946734245, |
| "grad_norm": 0.09682294726371765, |
| "learning_rate": 8.887126154961164e-06, |
| "loss": 0.0033, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.48340824328201204, |
| "grad_norm": 0.061358701437711716, |
| "learning_rate": 8.869892119570318e-06, |
| "loss": 0.003, |
| "step": 5055 |
| }, |
| { |
| "epoch": 0.4838863918905996, |
| "grad_norm": 0.07993780821561813, |
| "learning_rate": 8.852661483489795e-06, |
| "loss": 0.0031, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.48436454049918715, |
| "grad_norm": 0.07633005082607269, |
| "learning_rate": 8.835434298548519e-06, |
| "loss": 0.0032, |
| "step": 5065 |
| }, |
| { |
| "epoch": 0.48484268910777467, |
| "grad_norm": 0.08059611171483994, |
| "learning_rate": 8.818210616565039e-06, |
| "loss": 0.0032, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.48532083771636225, |
| "grad_norm": 0.04981784522533417, |
| "learning_rate": 8.800990489347365e-06, |
| "loss": 0.0027, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.4857989863249498, |
| "grad_norm": 0.0649833232164383, |
| "learning_rate": 8.783773968692813e-06, |
| "loss": 0.0028, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.48627713493353736, |
| "grad_norm": 0.07815445959568024, |
| "learning_rate": 8.766561106387853e-06, |
| "loss": 0.0033, |
| "step": 5085 |
| }, |
| { |
| "epoch": 0.4867552835421249, |
| "grad_norm": 0.06160876899957657, |
| "learning_rate": 8.749351954207947e-06, |
| "loss": 0.0029, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.48723343215071246, |
| "grad_norm": 0.04651102423667908, |
| "learning_rate": 8.732146563917404e-06, |
| "loss": 0.003, |
| "step": 5095 |
| }, |
| { |
| "epoch": 0.4877115807593, |
| "grad_norm": 0.05204061046242714, |
| "learning_rate": 8.714944987269213e-06, |
| "loss": 0.0031, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.4881897293678875, |
| "grad_norm": 0.05878869816660881, |
| "learning_rate": 8.697747276004888e-06, |
| "loss": 0.0029, |
| "step": 5105 |
| }, |
| { |
| "epoch": 0.4886678779764751, |
| "grad_norm": 0.057991284877061844, |
| "learning_rate": 8.680553481854319e-06, |
| "loss": 0.0029, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.4891460265850626, |
| "grad_norm": 0.06803228706121445, |
| "learning_rate": 8.663363656535616e-06, |
| "loss": 0.0029, |
| "step": 5115 |
| }, |
| { |
| "epoch": 0.4896241751936502, |
| "grad_norm": 0.05866934359073639, |
| "learning_rate": 8.646177851754953e-06, |
| "loss": 0.0025, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.4901023238022377, |
| "grad_norm": 0.06431309133768082, |
| "learning_rate": 8.628996119206405e-06, |
| "loss": 0.0024, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.4905804724108253, |
| "grad_norm": 0.05031720921397209, |
| "learning_rate": 8.611818510571796e-06, |
| "loss": 0.0025, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.49105862101941283, |
| "grad_norm": 0.05669749528169632, |
| "learning_rate": 8.594645077520557e-06, |
| "loss": 0.0025, |
| "step": 5135 |
| }, |
| { |
| "epoch": 0.49153676962800036, |
| "grad_norm": 0.07337905466556549, |
| "learning_rate": 8.577475871709543e-06, |
| "loss": 0.0027, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.49201491823658794, |
| "grad_norm": 0.04267046973109245, |
| "learning_rate": 8.560310944782907e-06, |
| "loss": 0.0026, |
| "step": 5145 |
| }, |
| { |
| "epoch": 0.49249306684517546, |
| "grad_norm": 0.04669324681162834, |
| "learning_rate": 8.543150348371922e-06, |
| "loss": 0.0026, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.49297121545376305, |
| "grad_norm": 0.06177886202931404, |
| "learning_rate": 8.525994134094844e-06, |
| "loss": 0.0036, |
| "step": 5155 |
| }, |
| { |
| "epoch": 0.49344936406235057, |
| "grad_norm": 0.06936371326446533, |
| "learning_rate": 8.508842353556738e-06, |
| "loss": 0.0027, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.49392751267093815, |
| "grad_norm": 0.06017981469631195, |
| "learning_rate": 8.491695058349345e-06, |
| "loss": 0.003, |
| "step": 5165 |
| }, |
| { |
| "epoch": 0.4944056612795257, |
| "grad_norm": 0.06713716685771942, |
| "learning_rate": 8.474552300050902e-06, |
| "loss": 0.0029, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.4948838098881132, |
| "grad_norm": 0.055372901260852814, |
| "learning_rate": 8.457414130226001e-06, |
| "loss": 0.0029, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.4953619584967008, |
| "grad_norm": 0.05036017671227455, |
| "learning_rate": 8.440280600425439e-06, |
| "loss": 0.0031, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.4958401071052883, |
| "grad_norm": 0.06302287429571152, |
| "learning_rate": 8.423151762186054e-06, |
| "loss": 0.0033, |
| "step": 5185 |
| }, |
| { |
| "epoch": 0.4963182557138759, |
| "grad_norm": 0.046681784093379974, |
| "learning_rate": 8.406027667030565e-06, |
| "loss": 0.0028, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.4967964043224634, |
| "grad_norm": 0.04816661775112152, |
| "learning_rate": 8.388908366467433e-06, |
| "loss": 0.0027, |
| "step": 5195 |
| }, |
| { |
| "epoch": 0.497274552931051, |
| "grad_norm": 0.04104935750365257, |
| "learning_rate": 8.371793911990692e-06, |
| "loss": 0.0025, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.4977527015396385, |
| "grad_norm": 0.05696825683116913, |
| "learning_rate": 8.3546843550798e-06, |
| "loss": 0.0023, |
| "step": 5205 |
| }, |
| { |
| "epoch": 0.49823085014822605, |
| "grad_norm": 0.05753309652209282, |
| "learning_rate": 8.337579747199491e-06, |
| "loss": 0.0027, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.4987089987568136, |
| "grad_norm": 0.07108896225690842, |
| "learning_rate": 8.320480139799594e-06, |
| "loss": 0.0029, |
| "step": 5215 |
| }, |
| { |
| "epoch": 0.49918714736540115, |
| "grad_norm": 0.04537380114197731, |
| "learning_rate": 8.303385584314914e-06, |
| "loss": 0.0025, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.49966529597398873, |
| "grad_norm": 0.06155416741967201, |
| "learning_rate": 8.286296132165054e-06, |
| "loss": 0.0026, |
| "step": 5225 |
| }, |
| { |
| "epoch": 0.5001434445825763, |
| "grad_norm": 0.0489424467086792, |
| "learning_rate": 8.269211834754267e-06, |
| "loss": 0.0029, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.5006215931911638, |
| "grad_norm": 0.058455195277929306, |
| "learning_rate": 8.252132743471298e-06, |
| "loss": 0.003, |
| "step": 5235 |
| }, |
| { |
| "epoch": 0.5010997417997514, |
| "grad_norm": 0.05857580155134201, |
| "learning_rate": 8.235058909689237e-06, |
| "loss": 0.0027, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.5015778904083389, |
| "grad_norm": 0.05168081074953079, |
| "learning_rate": 8.217990384765364e-06, |
| "loss": 0.0031, |
| "step": 5245 |
| }, |
| { |
| "epoch": 0.5020560390169264, |
| "grad_norm": 0.06811560690402985, |
| "learning_rate": 8.20092722004097e-06, |
| "loss": 0.0032, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.502534187625514, |
| "grad_norm": 0.056283630430698395, |
| "learning_rate": 8.183869466841245e-06, |
| "loss": 0.003, |
| "step": 5255 |
| }, |
| { |
| "epoch": 0.5030123362341016, |
| "grad_norm": 0.055342111736536026, |
| "learning_rate": 8.16681717647509e-06, |
| "loss": 0.0028, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.5034904848426891, |
| "grad_norm": 0.06560266762971878, |
| "learning_rate": 8.14977040023498e-06, |
| "loss": 0.003, |
| "step": 5265 |
| }, |
| { |
| "epoch": 0.5039686334512766, |
| "grad_norm": 0.0458991713821888, |
| "learning_rate": 8.132729189396796e-06, |
| "loss": 0.003, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.5044467820598642, |
| "grad_norm": 0.06737890094518661, |
| "learning_rate": 8.11569359521969e-06, |
| "loss": 0.0035, |
| "step": 5275 |
| }, |
| { |
| "epoch": 0.5049249306684518, |
| "grad_norm": 0.06530033051967621, |
| "learning_rate": 8.098663668945908e-06, |
| "loss": 0.0028, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.5054030792770393, |
| "grad_norm": 0.05354742705821991, |
| "learning_rate": 8.081639461800649e-06, |
| "loss": 0.0029, |
| "step": 5285 |
| }, |
| { |
| "epoch": 0.5058812278856268, |
| "grad_norm": 0.059230297803878784, |
| "learning_rate": 8.064621024991915e-06, |
| "loss": 0.0032, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.5063593764942144, |
| "grad_norm": 0.06902284175157547, |
| "learning_rate": 8.04760840971035e-06, |
| "loss": 0.0026, |
| "step": 5295 |
| }, |
| { |
| "epoch": 0.506837525102802, |
| "grad_norm": 0.058721933513879776, |
| "learning_rate": 8.030601667129082e-06, |
| "loss": 0.0031, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5073156737113895, |
| "grad_norm": 0.04982918128371239, |
| "learning_rate": 8.013600848403578e-06, |
| "loss": 0.0024, |
| "step": 5305 |
| }, |
| { |
| "epoch": 0.507793822319977, |
| "grad_norm": 0.056059643626213074, |
| "learning_rate": 7.996606004671485e-06, |
| "loss": 0.0025, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.5082719709285646, |
| "grad_norm": 0.05294260382652283, |
| "learning_rate": 7.979617187052483e-06, |
| "loss": 0.0027, |
| "step": 5315 |
| }, |
| { |
| "epoch": 0.5087501195371521, |
| "grad_norm": 0.0550687313079834, |
| "learning_rate": 7.962634446648115e-06, |
| "loss": 0.0029, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.5092282681457397, |
| "grad_norm": 0.05293266102671623, |
| "learning_rate": 7.94565783454165e-06, |
| "loss": 0.0027, |
| "step": 5325 |
| }, |
| { |
| "epoch": 0.5097064167543273, |
| "grad_norm": 0.04776352271437645, |
| "learning_rate": 7.928687401797927e-06, |
| "loss": 0.0027, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.5101845653629148, |
| "grad_norm": 0.04707765951752663, |
| "learning_rate": 7.911723199463191e-06, |
| "loss": 0.0029, |
| "step": 5335 |
| }, |
| { |
| "epoch": 0.5106627139715023, |
| "grad_norm": 0.059102170169353485, |
| "learning_rate": 7.894765278564952e-06, |
| "loss": 0.003, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.5111408625800898, |
| "grad_norm": 0.07133854925632477, |
| "learning_rate": 7.877813690111822e-06, |
| "loss": 0.003, |
| "step": 5345 |
| }, |
| { |
| "epoch": 0.5116190111886775, |
| "grad_norm": 0.053847167640924454, |
| "learning_rate": 7.860868485093362e-06, |
| "loss": 0.0024, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.512097159797265, |
| "grad_norm": 0.0449368841946125, |
| "learning_rate": 7.843929714479949e-06, |
| "loss": 0.0026, |
| "step": 5355 |
| }, |
| { |
| "epoch": 0.5125753084058525, |
| "grad_norm": 0.05499313399195671, |
| "learning_rate": 7.826997429222577e-06, |
| "loss": 0.0028, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.51305345701444, |
| "grad_norm": 0.06117260456085205, |
| "learning_rate": 7.810071680252757e-06, |
| "loss": 0.0028, |
| "step": 5365 |
| }, |
| { |
| "epoch": 0.5135316056230277, |
| "grad_norm": 0.0458327941596508, |
| "learning_rate": 7.793152518482327e-06, |
| "loss": 0.0028, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.5140097542316152, |
| "grad_norm": 0.05415363982319832, |
| "learning_rate": 7.776239994803319e-06, |
| "loss": 0.0027, |
| "step": 5375 |
| }, |
| { |
| "epoch": 0.5144879028402027, |
| "grad_norm": 0.04733404517173767, |
| "learning_rate": 7.759334160087789e-06, |
| "loss": 0.003, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.5149660514487903, |
| "grad_norm": 0.04758996516466141, |
| "learning_rate": 7.74243506518768e-06, |
| "loss": 0.0025, |
| "step": 5385 |
| }, |
| { |
| "epoch": 0.5154442000573778, |
| "grad_norm": 0.053959254175424576, |
| "learning_rate": 7.72554276093466e-06, |
| "loss": 0.0022, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.5159223486659654, |
| "grad_norm": 0.047150228172540665, |
| "learning_rate": 7.708657298139965e-06, |
| "loss": 0.0023, |
| "step": 5395 |
| }, |
| { |
| "epoch": 0.516400497274553, |
| "grad_norm": 0.05037441477179527, |
| "learning_rate": 7.69177872759426e-06, |
| "loss": 0.0024, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5168786458831405, |
| "grad_norm": 0.06368833035230637, |
| "learning_rate": 7.67490710006748e-06, |
| "loss": 0.0025, |
| "step": 5405 |
| }, |
| { |
| "epoch": 0.517356794491728, |
| "grad_norm": 0.09056250751018524, |
| "learning_rate": 7.658042466308668e-06, |
| "loss": 0.0032, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.5178349431003155, |
| "grad_norm": 0.049084633588790894, |
| "learning_rate": 7.641184877045834e-06, |
| "loss": 0.0025, |
| "step": 5415 |
| }, |
| { |
| "epoch": 0.5183130917089032, |
| "grad_norm": 0.04103688523173332, |
| "learning_rate": 7.6243343829857985e-06, |
| "loss": 0.003, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.5187912403174907, |
| "grad_norm": 0.06912553310394287, |
| "learning_rate": 7.607491034814044e-06, |
| "loss": 0.0026, |
| "step": 5425 |
| }, |
| { |
| "epoch": 0.5192693889260782, |
| "grad_norm": 0.03952697664499283, |
| "learning_rate": 7.590654883194546e-06, |
| "loss": 0.0027, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.5197475375346657, |
| "grad_norm": 0.05107766389846802, |
| "learning_rate": 7.573825978769646e-06, |
| "loss": 0.0025, |
| "step": 5435 |
| }, |
| { |
| "epoch": 0.5202256861432534, |
| "grad_norm": 0.06411761045455933, |
| "learning_rate": 7.557004372159881e-06, |
| "loss": 0.0029, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.5207038347518409, |
| "grad_norm": 0.0611976720392704, |
| "learning_rate": 7.5401901139638365e-06, |
| "loss": 0.0033, |
| "step": 5445 |
| }, |
| { |
| "epoch": 0.5211819833604284, |
| "grad_norm": 0.041233453899621964, |
| "learning_rate": 7.5233832547579965e-06, |
| "loss": 0.0021, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.521660131969016, |
| "grad_norm": 0.056998360902071, |
| "learning_rate": 7.506583845096589e-06, |
| "loss": 0.0024, |
| "step": 5455 |
| }, |
| { |
| "epoch": 0.5221382805776035, |
| "grad_norm": 0.051642414182424545, |
| "learning_rate": 7.489791935511428e-06, |
| "loss": 0.0028, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.5226164291861911, |
| "grad_norm": 0.045394353568553925, |
| "learning_rate": 7.473007576511781e-06, |
| "loss": 0.0027, |
| "step": 5465 |
| }, |
| { |
| "epoch": 0.5230945777947786, |
| "grad_norm": 0.0721515640616417, |
| "learning_rate": 7.456230818584187e-06, |
| "loss": 0.0027, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.5235727264033662, |
| "grad_norm": 0.056181326508522034, |
| "learning_rate": 7.43946171219233e-06, |
| "loss": 0.0026, |
| "step": 5475 |
| }, |
| { |
| "epoch": 0.5240508750119537, |
| "grad_norm": 0.04854333773255348, |
| "learning_rate": 7.422700307776881e-06, |
| "loss": 0.0029, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.5245290236205412, |
| "grad_norm": 0.04544252157211304, |
| "learning_rate": 7.405946655755341e-06, |
| "loss": 0.0025, |
| "step": 5485 |
| }, |
| { |
| "epoch": 0.5250071722291288, |
| "grad_norm": 0.039288681000471115, |
| "learning_rate": 7.38920080652189e-06, |
| "loss": 0.0024, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.5254853208377164, |
| "grad_norm": 0.05711780861020088, |
| "learning_rate": 7.372462810447243e-06, |
| "loss": 0.0026, |
| "step": 5495 |
| }, |
| { |
| "epoch": 0.5259634694463039, |
| "grad_norm": 0.049286577850580215, |
| "learning_rate": 7.355732717878487e-06, |
| "loss": 0.0025, |
| "step": 5500 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 9257, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.0123018140286085e+22, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
