| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.1162340178225494, |
| "eval_steps": 500, |
| "global_step": 1500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0003874467260751647, |
| "grad_norm": 1.3797279596328735, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.1281, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0007748934521503294, |
| "grad_norm": 1.427977204322815, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.1382, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.001162340178225494, |
| "grad_norm": 1.578859806060791, |
| "learning_rate": 1.5e-06, |
| "loss": 0.1277, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0015497869043006587, |
| "grad_norm": 1.1599618196487427, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.1158, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0019372336303758234, |
| "grad_norm": 0.6949732303619385, |
| "learning_rate": 2.5e-06, |
| "loss": 0.1041, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.002324680356450988, |
| "grad_norm": 1.1288537979125977, |
| "learning_rate": 3e-06, |
| "loss": 0.0945, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0027121270825261525, |
| "grad_norm": 0.6135454773902893, |
| "learning_rate": 3.5e-06, |
| "loss": 0.0876, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0030995738086013174, |
| "grad_norm": 0.5220204591751099, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0867, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.003487020534676482, |
| "grad_norm": 0.4550929665565491, |
| "learning_rate": 4.5e-06, |
| "loss": 0.0709, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0038744672607516468, |
| "grad_norm": 0.6910421252250671, |
| "learning_rate": 5e-06, |
| "loss": 0.0747, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.004261913986826811, |
| "grad_norm": 0.41561511158943176, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.0689, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.004649360712901976, |
| "grad_norm": 0.4896767735481262, |
| "learning_rate": 6e-06, |
| "loss": 0.0702, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.005036807438977141, |
| "grad_norm": 0.4564349949359894, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.0665, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.005424254165052305, |
| "grad_norm": 0.4900062382221222, |
| "learning_rate": 7e-06, |
| "loss": 0.061, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00581170089112747, |
| "grad_norm": 0.49792054295539856, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.0628, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.006199147617202635, |
| "grad_norm": 0.43068310618400574, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.0593, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0065865943432778, |
| "grad_norm": 0.537997305393219, |
| "learning_rate": 8.5e-06, |
| "loss": 0.0591, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.006974041069352964, |
| "grad_norm": 0.4407069981098175, |
| "learning_rate": 9e-06, |
| "loss": 0.0596, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.007361487795428129, |
| "grad_norm": 0.41794413328170776, |
| "learning_rate": 9.5e-06, |
| "loss": 0.0582, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0077489345215032935, |
| "grad_norm": 0.47180089354515076, |
| "learning_rate": 1e-05, |
| "loss": 0.0582, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.008136381247578458, |
| "grad_norm": 0.4743525981903076, |
| "learning_rate": 1.0500000000000001e-05, |
| "loss": 0.059, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.008523827973653622, |
| "grad_norm": 0.45391592383384705, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.0516, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.008911274699728787, |
| "grad_norm": 0.3695983290672302, |
| "learning_rate": 1.15e-05, |
| "loss": 0.0553, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.009298721425803952, |
| "grad_norm": 0.43914660811424255, |
| "learning_rate": 1.2e-05, |
| "loss": 0.0517, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.009686168151879117, |
| "grad_norm": 0.49351632595062256, |
| "learning_rate": 1.25e-05, |
| "loss": 0.0508, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.010073614877954282, |
| "grad_norm": 0.4090370237827301, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.049, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.010461061604029445, |
| "grad_norm": 0.38544005155563354, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 0.0493, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.01084850833010461, |
| "grad_norm": 0.4323033094406128, |
| "learning_rate": 1.4e-05, |
| "loss": 0.0477, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.011235955056179775, |
| "grad_norm": 0.38994646072387695, |
| "learning_rate": 1.45e-05, |
| "loss": 0.0466, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.01162340178225494, |
| "grad_norm": 0.42939314246177673, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.0469, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.012010848508330105, |
| "grad_norm": 0.39899009466171265, |
| "learning_rate": 1.55e-05, |
| "loss": 0.0453, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.01239829523440527, |
| "grad_norm": 0.43023446202278137, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.0409, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.012785741960480435, |
| "grad_norm": 0.42153412103652954, |
| "learning_rate": 1.65e-05, |
| "loss": 0.041, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.0131731886865556, |
| "grad_norm": 0.3974706530570984, |
| "learning_rate": 1.7e-05, |
| "loss": 0.0392, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.013560635412630763, |
| "grad_norm": 0.5288010239601135, |
| "learning_rate": 1.7500000000000002e-05, |
| "loss": 0.0347, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.013948082138705927, |
| "grad_norm": 0.35372209548950195, |
| "learning_rate": 1.8e-05, |
| "loss": 0.0293, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.014335528864781092, |
| "grad_norm": 0.28720059990882874, |
| "learning_rate": 1.8500000000000002e-05, |
| "loss": 0.0262, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.014722975590856257, |
| "grad_norm": 0.2670063078403473, |
| "learning_rate": 1.9e-05, |
| "loss": 0.0255, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.015110422316931422, |
| "grad_norm": 0.1942087560892105, |
| "learning_rate": 1.95e-05, |
| "loss": 0.0227, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.015497869043006587, |
| "grad_norm": 0.2093353122472763, |
| "learning_rate": 2e-05, |
| "loss": 0.0159, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01588531576908175, |
| "grad_norm": 0.2362644374370575, |
| "learning_rate": 1.999996332640321e-05, |
| "loss": 0.0181, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.016272762495156915, |
| "grad_norm": 0.2892892360687256, |
| "learning_rate": 1.9999853305881828e-05, |
| "loss": 0.0184, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.01666020922123208, |
| "grad_norm": 1.0565048456192017, |
| "learning_rate": 1.9999669939242817e-05, |
| "loss": 0.015, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.017047655947307245, |
| "grad_norm": 0.1855366826057434, |
| "learning_rate": 1.9999413227831133e-05, |
| "loss": 0.0157, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.01743510267338241, |
| "grad_norm": 0.1555640548467636, |
| "learning_rate": 1.999908317352967e-05, |
| "loss": 0.0132, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.017822549399457575, |
| "grad_norm": 0.5774663090705872, |
| "learning_rate": 1.9998679778759294e-05, |
| "loss": 0.0135, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01820999612553274, |
| "grad_norm": 0.20720309019088745, |
| "learning_rate": 1.9998203046478784e-05, |
| "loss": 0.0134, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.018597442851607904, |
| "grad_norm": 0.2124570906162262, |
| "learning_rate": 1.999765298018484e-05, |
| "loss": 0.0117, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01898488957768307, |
| "grad_norm": 0.2567868232727051, |
| "learning_rate": 1.999702958391205e-05, |
| "loss": 0.0136, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.019372336303758234, |
| "grad_norm": 0.22264684736728668, |
| "learning_rate": 1.9996332862232843e-05, |
| "loss": 0.0156, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0197597830298334, |
| "grad_norm": 0.18246963620185852, |
| "learning_rate": 1.9995562820257475e-05, |
| "loss": 0.0129, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.020147229755908564, |
| "grad_norm": 0.19054433703422546, |
| "learning_rate": 1.9994719463633996e-05, |
| "loss": 0.0115, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.02053467648198373, |
| "grad_norm": 0.21489836275577545, |
| "learning_rate": 1.9993802798548185e-05, |
| "loss": 0.01, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.02092212320805889, |
| "grad_norm": 0.18399657309055328, |
| "learning_rate": 1.9992812831723527e-05, |
| "loss": 0.0105, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.021309569934134055, |
| "grad_norm": 0.17456519603729248, |
| "learning_rate": 1.9991749570421146e-05, |
| "loss": 0.0097, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.02169701666020922, |
| "grad_norm": 0.23350177705287933, |
| "learning_rate": 1.999061302243977e-05, |
| "loss": 0.0106, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.022084463386284385, |
| "grad_norm": 0.26445719599723816, |
| "learning_rate": 1.9989403196115656e-05, |
| "loss": 0.0097, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.02247191011235955, |
| "grad_norm": 0.30252763628959656, |
| "learning_rate": 1.998812010032254e-05, |
| "loss": 0.011, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.022859356838434715, |
| "grad_norm": 0.3056206703186035, |
| "learning_rate": 1.998676374447157e-05, |
| "loss": 0.0114, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.02324680356450988, |
| "grad_norm": 0.17039866745471954, |
| "learning_rate": 1.998533413851124e-05, |
| "loss": 0.0092, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.023634250290585045, |
| "grad_norm": 0.1324278861284256, |
| "learning_rate": 1.9983831292927305e-05, |
| "loss": 0.0116, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.02402169701666021, |
| "grad_norm": 0.18124036490917206, |
| "learning_rate": 1.9982255218742715e-05, |
| "loss": 0.0084, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.024409143742735374, |
| "grad_norm": 0.18300756812095642, |
| "learning_rate": 1.998060592751753e-05, |
| "loss": 0.0105, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.02479659046881054, |
| "grad_norm": 0.18791139125823975, |
| "learning_rate": 1.9978883431348845e-05, |
| "loss": 0.0114, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.025184037194885704, |
| "grad_norm": 0.15705984830856323, |
| "learning_rate": 1.9977087742870683e-05, |
| "loss": 0.0091, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.02557148392096087, |
| "grad_norm": 0.15753675997257233, |
| "learning_rate": 1.997521887525391e-05, |
| "loss": 0.009, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.025958930647036034, |
| "grad_norm": 0.17778246104717255, |
| "learning_rate": 1.997327684220615e-05, |
| "loss": 0.0097, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.0263463773731112, |
| "grad_norm": 0.2148500233888626, |
| "learning_rate": 1.997126165797167e-05, |
| "loss": 0.01, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.02673382409918636, |
| "grad_norm": 0.16575461626052856, |
| "learning_rate": 1.9969173337331283e-05, |
| "loss": 0.0084, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.027121270825261525, |
| "grad_norm": 0.14615203440189362, |
| "learning_rate": 1.996701189560223e-05, |
| "loss": 0.01, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.02750871755133669, |
| "grad_norm": 0.19437825679779053, |
| "learning_rate": 1.9964777348638083e-05, |
| "loss": 0.0099, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.027896164277411855, |
| "grad_norm": 0.16040682792663574, |
| "learning_rate": 1.9962469712828613e-05, |
| "loss": 0.0081, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.02828361100348702, |
| "grad_norm": 0.24002408981323242, |
| "learning_rate": 1.9960089005099686e-05, |
| "loss": 0.009, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.028671057729562185, |
| "grad_norm": 0.19318589568138123, |
| "learning_rate": 1.9957635242913124e-05, |
| "loss": 0.0082, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.02905850445563735, |
| "grad_norm": 0.12690387666225433, |
| "learning_rate": 1.9955108444266585e-05, |
| "loss": 0.009, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.029445951181712515, |
| "grad_norm": 0.141282320022583, |
| "learning_rate": 1.995250862769342e-05, |
| "loss": 0.0091, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.02983339790778768, |
| "grad_norm": 0.1491638422012329, |
| "learning_rate": 1.9949835812262566e-05, |
| "loss": 0.0081, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.030220844633862844, |
| "grad_norm": 0.18488113582134247, |
| "learning_rate": 1.9947090017578363e-05, |
| "loss": 0.0088, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.03060829135993801, |
| "grad_norm": 0.12061460316181183, |
| "learning_rate": 1.994427126378045e-05, |
| "loss": 0.0067, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.030995738086013174, |
| "grad_norm": 0.16431978344917297, |
| "learning_rate": 1.9941379571543597e-05, |
| "loss": 0.0073, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.031383184812088336, |
| "grad_norm": 0.17443543672561646, |
| "learning_rate": 1.9938414962077552e-05, |
| "loss": 0.0081, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.0317706315381635, |
| "grad_norm": 0.12979194521903992, |
| "learning_rate": 1.9935377457126893e-05, |
| "loss": 0.0083, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.032158078264238665, |
| "grad_norm": 0.15405865013599396, |
| "learning_rate": 1.993226707897087e-05, |
| "loss": 0.0068, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.03254552499031383, |
| "grad_norm": 0.16082651913166046, |
| "learning_rate": 1.9929083850423226e-05, |
| "loss": 0.0074, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.032932971716388995, |
| "grad_norm": 0.14032596349716187, |
| "learning_rate": 1.9925827794832057e-05, |
| "loss": 0.0077, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.03332041844246416, |
| "grad_norm": 0.14939086139202118, |
| "learning_rate": 1.9922498936079612e-05, |
| "loss": 0.0099, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.033707865168539325, |
| "grad_norm": 0.14590921998023987, |
| "learning_rate": 1.9919097298582142e-05, |
| "loss": 0.0073, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.03409531189461449, |
| "grad_norm": 0.17522308230400085, |
| "learning_rate": 1.9915622907289695e-05, |
| "loss": 0.0084, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 0.13548927009105682, |
| "learning_rate": 1.9912075787685964e-05, |
| "loss": 0.0068, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.03487020534676482, |
| "grad_norm": 0.1186554878950119, |
| "learning_rate": 1.990845596578807e-05, |
| "loss": 0.0082, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.035257652072839984, |
| "grad_norm": 0.1406015306711197, |
| "learning_rate": 1.9904763468146394e-05, |
| "loss": 0.0081, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.03564509879891515, |
| "grad_norm": 0.11095679551362991, |
| "learning_rate": 1.9900998321844367e-05, |
| "loss": 0.0084, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.036032545524990314, |
| "grad_norm": 0.11735799908638, |
| "learning_rate": 1.9897160554498285e-05, |
| "loss": 0.0079, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.03641999225106548, |
| "grad_norm": 0.11704786866903305, |
| "learning_rate": 1.9893250194257087e-05, |
| "loss": 0.0069, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.036807438977140644, |
| "grad_norm": 0.16678492724895477, |
| "learning_rate": 1.988926726980218e-05, |
| "loss": 0.0087, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.03719488570321581, |
| "grad_norm": 0.1538490206003189, |
| "learning_rate": 1.9885211810347185e-05, |
| "loss": 0.0091, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.037582332429290974, |
| "grad_norm": 0.12139847874641418, |
| "learning_rate": 1.9881083845637764e-05, |
| "loss": 0.0082, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.03796977915536614, |
| "grad_norm": 0.13453418016433716, |
| "learning_rate": 1.9876883405951378e-05, |
| "loss": 0.0087, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.038357225881441304, |
| "grad_norm": 0.1216122955083847, |
| "learning_rate": 1.987261052209708e-05, |
| "loss": 0.0074, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.03874467260751647, |
| "grad_norm": 0.10939031839370728, |
| "learning_rate": 1.9868265225415263e-05, |
| "loss": 0.0075, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03913211933359163, |
| "grad_norm": 0.16390249133110046, |
| "learning_rate": 1.9863847547777467e-05, |
| "loss": 0.007, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.0395195660596668, |
| "grad_norm": 0.13085976243019104, |
| "learning_rate": 1.9859357521586115e-05, |
| "loss": 0.008, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.03990701278574196, |
| "grad_norm": 0.14601804316043854, |
| "learning_rate": 1.9854795179774288e-05, |
| "loss": 0.008, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.04029445951181713, |
| "grad_norm": 0.17783567309379578, |
| "learning_rate": 1.9850160555805485e-05, |
| "loss": 0.0073, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.04068190623789229, |
| "grad_norm": 0.11501951515674591, |
| "learning_rate": 1.984545368367337e-05, |
| "loss": 0.0069, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.04106935296396746, |
| "grad_norm": 0.13545309007167816, |
| "learning_rate": 1.9840674597901533e-05, |
| "loss": 0.0077, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.041456799690042616, |
| "grad_norm": 0.12369155138731003, |
| "learning_rate": 1.983582333354322e-05, |
| "loss": 0.0079, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.04184424641611778, |
| "grad_norm": 0.14605672657489777, |
| "learning_rate": 1.9830899926181103e-05, |
| "loss": 0.0062, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.042231693142192946, |
| "grad_norm": 0.11621249467134476, |
| "learning_rate": 1.9825904411926983e-05, |
| "loss": 0.0071, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.04261913986826811, |
| "grad_norm": 0.122838094830513, |
| "learning_rate": 1.982083682742156e-05, |
| "loss": 0.0075, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.043006586594343275, |
| "grad_norm": 0.11120407283306122, |
| "learning_rate": 1.981569720983415e-05, |
| "loss": 0.0065, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.04339403332041844, |
| "grad_norm": 0.0935436561703682, |
| "learning_rate": 1.981048559686239e-05, |
| "loss": 0.0084, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.043781480046493605, |
| "grad_norm": 0.11046198755502701, |
| "learning_rate": 1.9805202026732018e-05, |
| "loss": 0.0076, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.04416892677256877, |
| "grad_norm": 0.1548909842967987, |
| "learning_rate": 1.9799846538196524e-05, |
| "loss": 0.0074, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.044556373498643935, |
| "grad_norm": 0.09135284274816513, |
| "learning_rate": 1.9794419170536918e-05, |
| "loss": 0.0068, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.0449438202247191, |
| "grad_norm": 0.1384485512971878, |
| "learning_rate": 1.9788919963561423e-05, |
| "loss": 0.009, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.045331266950794265, |
| "grad_norm": 0.10797080397605896, |
| "learning_rate": 1.978334895760517e-05, |
| "loss": 0.009, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.04571871367686943, |
| "grad_norm": 0.10121048241853714, |
| "learning_rate": 1.9777706193529927e-05, |
| "loss": 0.007, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.046106160402944595, |
| "grad_norm": 0.14966851472854614, |
| "learning_rate": 1.977199171272379e-05, |
| "loss": 0.0069, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.04649360712901976, |
| "grad_norm": 0.1313655823469162, |
| "learning_rate": 1.976620555710087e-05, |
| "loss": 0.0072, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.046881053855094924, |
| "grad_norm": 0.11657986044883728, |
| "learning_rate": 1.976034776910099e-05, |
| "loss": 0.0076, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.04726850058117009, |
| "grad_norm": 0.13987232744693756, |
| "learning_rate": 1.9754418391689384e-05, |
| "loss": 0.0068, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.047655947307245254, |
| "grad_norm": 0.12414025515317917, |
| "learning_rate": 1.9748417468356374e-05, |
| "loss": 0.0075, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.04804339403332042, |
| "grad_norm": 0.1323256641626358, |
| "learning_rate": 1.9742345043117045e-05, |
| "loss": 0.0087, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.048430840759395584, |
| "grad_norm": 0.11190538108348846, |
| "learning_rate": 1.9736201160510933e-05, |
| "loss": 0.007, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.04881828748547075, |
| "grad_norm": 0.11807341128587723, |
| "learning_rate": 1.972998586560169e-05, |
| "loss": 0.0076, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.049205734211545914, |
| "grad_norm": 0.10347302258014679, |
| "learning_rate": 1.9723699203976768e-05, |
| "loss": 0.0082, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.04959318093762108, |
| "grad_norm": 0.10547901690006256, |
| "learning_rate": 1.9717341221747056e-05, |
| "loss": 0.0068, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.049980627663696243, |
| "grad_norm": 0.09318678081035614, |
| "learning_rate": 1.9710911965546577e-05, |
| "loss": 0.0067, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.05036807438977141, |
| "grad_norm": 0.16719457507133484, |
| "learning_rate": 1.9704411482532116e-05, |
| "loss": 0.0074, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.05075552111584657, |
| "grad_norm": 0.14071008563041687, |
| "learning_rate": 1.969783982038289e-05, |
| "loss": 0.0063, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.05114296784192174, |
| "grad_norm": 0.09480374306440353, |
| "learning_rate": 1.9691197027300208e-05, |
| "loss": 0.0069, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0515304145679969, |
| "grad_norm": 0.1424514651298523, |
| "learning_rate": 1.968448315200708e-05, |
| "loss": 0.0069, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.05191786129407207, |
| "grad_norm": 0.12241359800100327, |
| "learning_rate": 1.96776982437479e-05, |
| "loss": 0.0066, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.05230530802014723, |
| "grad_norm": 0.13578863441944122, |
| "learning_rate": 1.967084235228807e-05, |
| "loss": 0.007, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.0526927547462224, |
| "grad_norm": 0.15467995405197144, |
| "learning_rate": 1.9663915527913628e-05, |
| "loss": 0.0081, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.053080201472297556, |
| "grad_norm": 0.15875425934791565, |
| "learning_rate": 1.9656917821430883e-05, |
| "loss": 0.0083, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.05346764819837272, |
| "grad_norm": 0.08851481229066849, |
| "learning_rate": 1.9649849284166052e-05, |
| "loss": 0.0066, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.053855094924447885, |
| "grad_norm": 0.08082897216081619, |
| "learning_rate": 1.9642709967964877e-05, |
| "loss": 0.0063, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.05424254165052305, |
| "grad_norm": 0.09030059725046158, |
| "learning_rate": 1.963549992519223e-05, |
| "loss": 0.0072, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.054629988376598215, |
| "grad_norm": 0.14087818562984467, |
| "learning_rate": 1.9628219208731756e-05, |
| "loss": 0.0065, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.05501743510267338, |
| "grad_norm": 0.10587012767791748, |
| "learning_rate": 1.9620867871985467e-05, |
| "loss": 0.0064, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.055404881828748545, |
| "grad_norm": 0.10362262278795242, |
| "learning_rate": 1.9613445968873352e-05, |
| "loss": 0.0068, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.05579232855482371, |
| "grad_norm": 0.13274861872196198, |
| "learning_rate": 1.9605953553832987e-05, |
| "loss": 0.0072, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.056179775280898875, |
| "grad_norm": 0.10128219425678253, |
| "learning_rate": 1.9598390681819138e-05, |
| "loss": 0.0069, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.05656722200697404, |
| "grad_norm": 0.15282753109931946, |
| "learning_rate": 1.959075740830335e-05, |
| "loss": 0.0071, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.056954668733049205, |
| "grad_norm": 0.12651081383228302, |
| "learning_rate": 1.9583053789273534e-05, |
| "loss": 0.0074, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.05734211545912437, |
| "grad_norm": 0.124647356569767, |
| "learning_rate": 1.9575279881233578e-05, |
| "loss": 0.008, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.057729562185199534, |
| "grad_norm": 0.11204249411821365, |
| "learning_rate": 1.9567435741202917e-05, |
| "loss": 0.0058, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.0581170089112747, |
| "grad_norm": 0.13926751911640167, |
| "learning_rate": 1.955952142671612e-05, |
| "loss": 0.0068, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.058504455637349864, |
| "grad_norm": 0.10197625309228897, |
| "learning_rate": 1.9551536995822452e-05, |
| "loss": 0.0061, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.05889190236342503, |
| "grad_norm": 0.09653060883283615, |
| "learning_rate": 1.9543482507085484e-05, |
| "loss": 0.0067, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.059279349089500194, |
| "grad_norm": 0.13161785900592804, |
| "learning_rate": 1.9535358019582624e-05, |
| "loss": 0.0072, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.05966679581557536, |
| "grad_norm": 0.09690017998218536, |
| "learning_rate": 1.9527163592904707e-05, |
| "loss": 0.0061, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.060054242541650524, |
| "grad_norm": 0.11521229147911072, |
| "learning_rate": 1.9518899287155558e-05, |
| "loss": 0.0066, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.06044168926772569, |
| "grad_norm": 0.08923397958278656, |
| "learning_rate": 1.9510565162951538e-05, |
| "loss": 0.0057, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.060829135993800854, |
| "grad_norm": 0.09332666546106339, |
| "learning_rate": 1.9502161281421107e-05, |
| "loss": 0.0071, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.06121658271987602, |
| "grad_norm": 0.10926046222448349, |
| "learning_rate": 1.9493687704204382e-05, |
| "loss": 0.0066, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.06160402944595118, |
| "grad_norm": 0.1336076855659485, |
| "learning_rate": 1.9485144493452672e-05, |
| "loss": 0.0078, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.06199147617202635, |
| "grad_norm": 0.11809663474559784, |
| "learning_rate": 1.9476531711828027e-05, |
| "loss": 0.006, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.06237892289810151, |
| "grad_norm": 0.10250601917505264, |
| "learning_rate": 1.9467849422502786e-05, |
| "loss": 0.0062, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.06276636962417667, |
| "grad_norm": 0.06555704772472382, |
| "learning_rate": 1.9459097689159104e-05, |
| "loss": 0.0055, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.06315381635025184, |
| "grad_norm": 0.11264653503894806, |
| "learning_rate": 1.9450276575988493e-05, |
| "loss": 0.005, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.063541263076327, |
| "grad_norm": 0.12369207292795181, |
| "learning_rate": 1.9441386147691336e-05, |
| "loss": 0.008, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.06392870980240217, |
| "grad_norm": 0.10422497987747192, |
| "learning_rate": 1.9432426469476432e-05, |
| "loss": 0.0058, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.06431615652847733, |
| "grad_norm": 0.08945394307374954, |
| "learning_rate": 1.9423397607060507e-05, |
| "loss": 0.0059, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.0647036032545525, |
| "grad_norm": 0.10614626109600067, |
| "learning_rate": 1.9414299626667733e-05, |
| "loss": 0.0061, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.06509104998062766, |
| "grad_norm": 0.08883573114871979, |
| "learning_rate": 1.940513259502924e-05, |
| "loss": 0.0068, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.06547849670670283, |
| "grad_norm": 0.13218294084072113, |
| "learning_rate": 1.939589657938264e-05, |
| "loss": 0.007, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.06586594343277799, |
| "grad_norm": 0.1291383057832718, |
| "learning_rate": 1.9386591647471508e-05, |
| "loss": 0.0065, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.06625339015885316, |
| "grad_norm": 0.13212865591049194, |
| "learning_rate": 1.937721786754491e-05, |
| "loss": 0.007, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.06664083688492832, |
| "grad_norm": 0.12437047064304352, |
| "learning_rate": 1.9367775308356892e-05, |
| "loss": 0.0057, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.06702828361100349, |
| "grad_norm": 0.096067875623703, |
| "learning_rate": 1.9358264039165976e-05, |
| "loss": 0.0079, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.06741573033707865, |
| "grad_norm": 0.15886329114437103, |
| "learning_rate": 1.9348684129734652e-05, |
| "loss": 0.0074, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.06780317706315382, |
| "grad_norm": 0.10266343504190445, |
| "learning_rate": 1.933903565032887e-05, |
| "loss": 0.0065, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.06819062378922898, |
| "grad_norm": 0.09206750988960266, |
| "learning_rate": 1.932931867171751e-05, |
| "loss": 0.0056, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.06857807051530415, |
| "grad_norm": 0.1066446453332901, |
| "learning_rate": 1.931953326517189e-05, |
| "loss": 0.0064, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 0.1061030849814415, |
| "learning_rate": 1.9309679502465225e-05, |
| "loss": 0.005, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.06935296396745448, |
| "grad_norm": 0.09487008303403854, |
| "learning_rate": 1.929975745587209e-05, |
| "loss": 0.0053, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.06974041069352964, |
| "grad_norm": 0.12475048750638962, |
| "learning_rate": 1.9289767198167918e-05, |
| "loss": 0.0079, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.07012785741960481, |
| "grad_norm": 0.09674495458602905, |
| "learning_rate": 1.9279708802628437e-05, |
| "loss": 0.0057, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.07051530414567997, |
| "grad_norm": 0.12408360838890076, |
| "learning_rate": 1.926958234302917e-05, |
| "loss": 0.0068, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.07090275087175513, |
| "grad_norm": 0.10904911160469055, |
| "learning_rate": 1.9259387893644847e-05, |
| "loss": 0.0054, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.0712901975978303, |
| "grad_norm": 0.09366695582866669, |
| "learning_rate": 1.924912552924889e-05, |
| "loss": 0.0053, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.07167764432390546, |
| "grad_norm": 0.09137874841690063, |
| "learning_rate": 1.9238795325112867e-05, |
| "loss": 0.0053, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.07206509104998063, |
| "grad_norm": 0.129123717546463, |
| "learning_rate": 1.922839735700593e-05, |
| "loss": 0.0074, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.07245253777605579, |
| "grad_norm": 0.10229382663965225, |
| "learning_rate": 1.921793170119425e-05, |
| "loss": 0.0062, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.07283998450213096, |
| "grad_norm": 0.09574132412672043, |
| "learning_rate": 1.9207398434440478e-05, |
| "loss": 0.0074, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.07322743122820612, |
| "grad_norm": 0.11554568260908127, |
| "learning_rate": 1.919679763400317e-05, |
| "loss": 0.0052, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.07361487795428129, |
| "grad_norm": 0.10633377730846405, |
| "learning_rate": 1.918612937763622e-05, |
| "loss": 0.0063, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.07400232468035645, |
| "grad_norm": 0.10467655956745148, |
| "learning_rate": 1.9175393743588297e-05, |
| "loss": 0.0063, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.07438977140643162, |
| "grad_norm": 0.09323202073574066, |
| "learning_rate": 1.9164590810602262e-05, |
| "loss": 0.0065, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.07477721813250678, |
| "grad_norm": 0.099956214427948, |
| "learning_rate": 1.9153720657914597e-05, |
| "loss": 0.0051, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.07516466485858195, |
| "grad_norm": 0.11138712614774704, |
| "learning_rate": 1.9142783365254826e-05, |
| "loss": 0.0065, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0755521115846571, |
| "grad_norm": 0.12999290227890015, |
| "learning_rate": 1.9131779012844914e-05, |
| "loss": 0.0061, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.07593955831073228, |
| "grad_norm": 0.11701661348342896, |
| "learning_rate": 1.91207076813987e-05, |
| "loss": 0.006, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.07632700503680744, |
| "grad_norm": 0.1041875034570694, |
| "learning_rate": 1.9109569452121294e-05, |
| "loss": 0.006, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.07671445176288261, |
| "grad_norm": 0.10007134824991226, |
| "learning_rate": 1.9098364406708482e-05, |
| "loss": 0.0058, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.07710189848895777, |
| "grad_norm": 0.11660099029541016, |
| "learning_rate": 1.908709262734613e-05, |
| "loss": 0.0079, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.07748934521503294, |
| "grad_norm": 0.10171498358249664, |
| "learning_rate": 1.9075754196709574e-05, |
| "loss": 0.0059, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.0778767919411081, |
| "grad_norm": 0.09439248591661453, |
| "learning_rate": 1.9064349197963015e-05, |
| "loss": 0.0063, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.07826423866718327, |
| "grad_norm": 0.15760357677936554, |
| "learning_rate": 1.9052877714758926e-05, |
| "loss": 0.0062, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.07865168539325842, |
| "grad_norm": 0.11133988201618195, |
| "learning_rate": 1.9041339831237416e-05, |
| "loss": 0.0057, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.0790391321193336, |
| "grad_norm": 0.12682966887950897, |
| "learning_rate": 1.9029735632025618e-05, |
| "loss": 0.007, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.07942657884540875, |
| "grad_norm": 0.1026381179690361, |
| "learning_rate": 1.9018065202237083e-05, |
| "loss": 0.0058, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.07981402557148393, |
| "grad_norm": 0.11611684411764145, |
| "learning_rate": 1.9006328627471133e-05, |
| "loss": 0.0058, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.08020147229755908, |
| "grad_norm": 0.0950181856751442, |
| "learning_rate": 1.8994525993812252e-05, |
| "loss": 0.006, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.08058891902363426, |
| "grad_norm": 0.10637630522251129, |
| "learning_rate": 1.8982657387829447e-05, |
| "loss": 0.0059, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.08097636574970941, |
| "grad_norm": 0.08024627715349197, |
| "learning_rate": 1.8970722896575608e-05, |
| "loss": 0.0053, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.08136381247578459, |
| "grad_norm": 0.11056095361709595, |
| "learning_rate": 1.8958722607586883e-05, |
| "loss": 0.0068, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.08175125920185974, |
| "grad_norm": 0.09633923321962357, |
| "learning_rate": 1.894665660888202e-05, |
| "loss": 0.0052, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.08213870592793492, |
| "grad_norm": 0.11852028965950012, |
| "learning_rate": 1.893452498896174e-05, |
| "loss": 0.0062, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.08252615265401007, |
| "grad_norm": 0.11247052252292633, |
| "learning_rate": 1.892232783680806e-05, |
| "loss": 0.0063, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.08291359938008523, |
| "grad_norm": 0.09401384741067886, |
| "learning_rate": 1.891006524188368e-05, |
| "loss": 0.0065, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.0833010461061604, |
| "grad_norm": 0.08759772032499313, |
| "learning_rate": 1.8897737294131288e-05, |
| "loss": 0.0056, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.08368849283223556, |
| "grad_norm": 0.103630930185318, |
| "learning_rate": 1.8885344083972912e-05, |
| "loss": 0.0059, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.08407593955831073, |
| "grad_norm": 0.08127617090940475, |
| "learning_rate": 1.8872885702309283e-05, |
| "loss": 0.0055, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.08446338628438589, |
| "grad_norm": 0.13204775750637054, |
| "learning_rate": 1.886036224051913e-05, |
| "loss": 0.0061, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.08485083301046106, |
| "grad_norm": 0.09941404312849045, |
| "learning_rate": 1.884777379045853e-05, |
| "loss": 0.0053, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.08523827973653622, |
| "grad_norm": 0.08837231993675232, |
| "learning_rate": 1.883512044446023e-05, |
| "loss": 0.0054, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.08562572646261139, |
| "grad_norm": 0.08981067687273026, |
| "learning_rate": 1.8822402295332972e-05, |
| "loss": 0.0053, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.08601317318868655, |
| "grad_norm": 0.1063075065612793, |
| "learning_rate": 1.8809619436360816e-05, |
| "loss": 0.0062, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.08640061991476172, |
| "grad_norm": 0.08444508165121078, |
| "learning_rate": 1.879677196130244e-05, |
| "loss": 0.0059, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.08678806664083688, |
| "grad_norm": 0.11189703643321991, |
| "learning_rate": 1.8783859964390466e-05, |
| "loss": 0.0059, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.08717551336691205, |
| "grad_norm": 0.09602108597755432, |
| "learning_rate": 1.877088354033077e-05, |
| "loss": 0.0061, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.08756296009298721, |
| "grad_norm": 0.08872901648283005, |
| "learning_rate": 1.8757842784301786e-05, |
| "loss": 0.0054, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.08795040681906238, |
| "grad_norm": 0.09550667554140091, |
| "learning_rate": 1.874473779195379e-05, |
| "loss": 0.0055, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.08833785354513754, |
| "grad_norm": 0.09804882854223251, |
| "learning_rate": 1.873156865940823e-05, |
| "loss": 0.0057, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.08872530027121271, |
| "grad_norm": 0.07303327322006226, |
| "learning_rate": 1.8718335483257e-05, |
| "loss": 0.0059, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.08911274699728787, |
| "grad_norm": 0.104513980448246, |
| "learning_rate": 1.8705038360561724e-05, |
| "loss": 0.0063, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.08950019372336304, |
| "grad_norm": 0.07896976172924042, |
| "learning_rate": 1.869167738885307e-05, |
| "loss": 0.0061, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.0898876404494382, |
| "grad_norm": 0.09948602318763733, |
| "learning_rate": 1.8678252666130016e-05, |
| "loss": 0.0054, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.09027508717551337, |
| "grad_norm": 0.1102101057767868, |
| "learning_rate": 1.8664764290859136e-05, |
| "loss": 0.0063, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.09066253390158853, |
| "grad_norm": 0.08791438490152359, |
| "learning_rate": 1.8651212361973877e-05, |
| "loss": 0.0055, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0910499806276637, |
| "grad_norm": 0.08494678884744644, |
| "learning_rate": 1.8637596978873834e-05, |
| "loss": 0.0064, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.09143742735373886, |
| "grad_norm": 0.08456923067569733, |
| "learning_rate": 1.8623918241424023e-05, |
| "loss": 0.0051, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.09182487407981403, |
| "grad_norm": 0.10810911655426025, |
| "learning_rate": 1.861017624995414e-05, |
| "loss": 0.0055, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.09221232080588919, |
| "grad_norm": 0.10361585766077042, |
| "learning_rate": 1.8596371105257834e-05, |
| "loss": 0.006, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.09259976753196436, |
| "grad_norm": 0.0990578904747963, |
| "learning_rate": 1.8582502908591977e-05, |
| "loss": 0.0064, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.09298721425803952, |
| "grad_norm": 0.07855784147977829, |
| "learning_rate": 1.8568571761675893e-05, |
| "loss": 0.005, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.09337466098411469, |
| "grad_norm": 0.10020443052053452, |
| "learning_rate": 1.8554577766690636e-05, |
| "loss": 0.0058, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.09376210771018985, |
| "grad_norm": 0.07697867602109909, |
| "learning_rate": 1.8540521026278232e-05, |
| "loss": 0.0058, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.094149554436265, |
| "grad_norm": 0.07031143456697464, |
| "learning_rate": 1.8526401643540924e-05, |
| "loss": 0.0057, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.09453700116234018, |
| "grad_norm": 0.08743724226951599, |
| "learning_rate": 1.8512219722040426e-05, |
| "loss": 0.0061, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.09492444788841534, |
| "grad_norm": 0.11691045761108398, |
| "learning_rate": 1.849797536579715e-05, |
| "loss": 0.006, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.09531189461449051, |
| "grad_norm": 0.0990758165717125, |
| "learning_rate": 1.8483668679289452e-05, |
| "loss": 0.0058, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.09569934134056567, |
| "grad_norm": 0.07349522411823273, |
| "learning_rate": 1.8469299767452864e-05, |
| "loss": 0.005, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.09608678806664084, |
| "grad_norm": 0.08687637001276016, |
| "learning_rate": 1.845486873567932e-05, |
| "loss": 0.0063, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.096474234792716, |
| "grad_norm": 0.099228136241436, |
| "learning_rate": 1.8440375689816387e-05, |
| "loss": 0.0055, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.09686168151879117, |
| "grad_norm": 0.07230998575687408, |
| "learning_rate": 1.8425820736166492e-05, |
| "loss": 0.0058, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.09724912824486633, |
| "grad_norm": 0.09425082802772522, |
| "learning_rate": 1.8411203981486135e-05, |
| "loss": 0.0063, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.0976365749709415, |
| "grad_norm": 0.07735039293766022, |
| "learning_rate": 1.839652553298511e-05, |
| "loss": 0.0058, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.09802402169701666, |
| "grad_norm": 0.09144142270088196, |
| "learning_rate": 1.838178549832571e-05, |
| "loss": 0.0066, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.09841146842309183, |
| "grad_norm": 0.14690975844860077, |
| "learning_rate": 1.836698398562196e-05, |
| "loss": 0.0051, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.09879891514916699, |
| "grad_norm": 0.12115617096424103, |
| "learning_rate": 1.8352121103438804e-05, |
| "loss": 0.0054, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.09918636187524216, |
| "grad_norm": 0.09853852540254593, |
| "learning_rate": 1.8337196960791305e-05, |
| "loss": 0.0057, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.09957380860131732, |
| "grad_norm": 0.11039669066667557, |
| "learning_rate": 1.832221166714386e-05, |
| "loss": 0.0058, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.09996125532739249, |
| "grad_norm": 0.08724901080131531, |
| "learning_rate": 1.8307165332409404e-05, |
| "loss": 0.0059, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.10034870205346764, |
| "grad_norm": 0.12327704578638077, |
| "learning_rate": 1.829205806694857e-05, |
| "loss": 0.0048, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.10073614877954282, |
| "grad_norm": 0.08107170462608337, |
| "learning_rate": 1.827688998156891e-05, |
| "loss": 0.0049, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.10112359550561797, |
| "grad_norm": 0.06302095204591751, |
| "learning_rate": 1.8261661187524074e-05, |
| "loss": 0.0046, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.10151104223169315, |
| "grad_norm": 0.1211981549859047, |
| "learning_rate": 1.8246371796512995e-05, |
| "loss": 0.0066, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1018984889577683, |
| "grad_norm": 0.14916694164276123, |
| "learning_rate": 1.8231021920679067e-05, |
| "loss": 0.0047, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.10228593568384348, |
| "grad_norm": 0.08771459013223648, |
| "learning_rate": 1.8215611672609316e-05, |
| "loss": 0.0069, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.10267338240991863, |
| "grad_norm": 0.09507758915424347, |
| "learning_rate": 1.8200141165333592e-05, |
| "loss": 0.0051, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.1030608291359938, |
| "grad_norm": 0.07304011285305023, |
| "learning_rate": 1.818461051232372e-05, |
| "loss": 0.0049, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 0.11238119006156921, |
| "learning_rate": 1.8169019827492684e-05, |
| "loss": 0.0049, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.10383572258814414, |
| "grad_norm": 0.10092518478631973, |
| "learning_rate": 1.8153369225193782e-05, |
| "loss": 0.0056, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.1042231693142193, |
| "grad_norm": 0.0644020363688469, |
| "learning_rate": 1.8137658820219787e-05, |
| "loss": 0.0053, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.10461061604029447, |
| "grad_norm": 0.10352007299661636, |
| "learning_rate": 1.8121888727802113e-05, |
| "loss": 0.0051, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.10499806276636962, |
| "grad_norm": 0.0957900807261467, |
| "learning_rate": 1.810605906360996e-05, |
| "loss": 0.0046, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.1053855094924448, |
| "grad_norm": 0.07484105229377747, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 0.0046, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.10577295621851995, |
| "grad_norm": 0.09927642345428467, |
| "learning_rate": 1.807422148476289e-05, |
| "loss": 0.0053, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.10616040294459511, |
| "grad_norm": 0.07936850935220718, |
| "learning_rate": 1.805821380362768e-05, |
| "loss": 0.0042, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.10654784967067028, |
| "grad_norm": 0.08534638583660126, |
| "learning_rate": 1.804214701775569e-05, |
| "loss": 0.0053, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.10693529639674544, |
| "grad_norm": 0.09789389371871948, |
| "learning_rate": 1.802602124499229e-05, |
| "loss": 0.0052, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.10732274312282061, |
| "grad_norm": 0.10937155038118362, |
| "learning_rate": 1.8009836603615492e-05, |
| "loss": 0.005, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.10771018984889577, |
| "grad_norm": 0.09280149638652802, |
| "learning_rate": 1.7993593212335098e-05, |
| "loss": 0.0058, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.10809763657497094, |
| "grad_norm": 0.08343416452407837, |
| "learning_rate": 1.7977291190291827e-05, |
| "loss": 0.0052, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.1084850833010461, |
| "grad_norm": 0.10159525275230408, |
| "learning_rate": 1.796093065705644e-05, |
| "loss": 0.0043, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.10887253002712127, |
| "grad_norm": 0.06880492717027664, |
| "learning_rate": 1.794451173262885e-05, |
| "loss": 0.0048, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.10925997675319643, |
| "grad_norm": 0.07566852122545242, |
| "learning_rate": 1.7928034537437263e-05, |
| "loss": 0.0056, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.1096474234792716, |
| "grad_norm": 0.08274251967668533, |
| "learning_rate": 1.791149919233728e-05, |
| "loss": 0.0053, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.11003487020534676, |
| "grad_norm": 0.0768815353512764, |
| "learning_rate": 1.789490581861102e-05, |
| "loss": 0.0045, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.11042231693142193, |
| "grad_norm": 0.11294172704219818, |
| "learning_rate": 1.787825453796622e-05, |
| "loss": 0.0059, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.11080976365749709, |
| "grad_norm": 0.15366220474243164, |
| "learning_rate": 1.786154547253535e-05, |
| "loss": 0.0054, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.11119721038357226, |
| "grad_norm": 0.09102647006511688, |
| "learning_rate": 1.7844778744874715e-05, |
| "loss": 0.0052, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.11158465710964742, |
| "grad_norm": 0.12378168106079102, |
| "learning_rate": 1.782795447796356e-05, |
| "loss": 0.0057, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.11197210383572259, |
| "grad_norm": 0.08235283195972443, |
| "learning_rate": 1.781107279520316e-05, |
| "loss": 0.0055, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.11235955056179775, |
| "grad_norm": 0.0910840630531311, |
| "learning_rate": 1.7794133820415916e-05, |
| "loss": 0.0044, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.11274699728787292, |
| "grad_norm": 0.09277354925870895, |
| "learning_rate": 1.7777137677844463e-05, |
| "loss": 0.0048, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.11313444401394808, |
| "grad_norm": 0.08550482988357544, |
| "learning_rate": 1.7760084492150733e-05, |
| "loss": 0.0047, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.11352189074002325, |
| "grad_norm": 0.10471171885728836, |
| "learning_rate": 1.7742974388415054e-05, |
| "loss": 0.006, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.11390933746609841, |
| "grad_norm": 0.07290663570165634, |
| "learning_rate": 1.7725807492135238e-05, |
| "loss": 0.0049, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.11429678419217358, |
| "grad_norm": 0.10590043663978577, |
| "learning_rate": 1.770858392922565e-05, |
| "loss": 0.0046, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.11468423091824874, |
| "grad_norm": 0.10638522356748581, |
| "learning_rate": 1.769130382601629e-05, |
| "loss": 0.0051, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.11507167764432391, |
| "grad_norm": 0.1076829582452774, |
| "learning_rate": 1.7673967309251868e-05, |
| "loss": 0.0054, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.11545912437039907, |
| "grad_norm": 0.06817775219678879, |
| "learning_rate": 1.765657450609087e-05, |
| "loss": 0.0043, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.11584657109647424, |
| "grad_norm": 0.08475981652736664, |
| "learning_rate": 1.7639125544104624e-05, |
| "loss": 0.0056, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.1162340178225494, |
| "grad_norm": 0.13820545375347137, |
| "learning_rate": 1.7621620551276366e-05, |
| "loss": 0.0043, |
| "step": 1500 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 6000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.215368583714387e+21, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
