Invalid JSON:Unexpected token 'N', ..."ad_norm": NaN,
"... is not valid JSON
| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9400399033917886, | |
| "eval_steps": 500, | |
| "global_step": 7000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0210017851517379, | |
| "grad_norm": 96.88743591308594, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "loss": 8.165773315429687, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0420035703034758, | |
| "grad_norm": 116.87528228759766, | |
| "learning_rate": 4.382284382284382e-05, | |
| "loss": 5.416732177734375, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0630053554552137, | |
| "grad_norm": 61.64604187011719, | |
| "learning_rate": 6.713286713286715e-05, | |
| "loss": 4.055693664550781, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0840071406069516, | |
| "grad_norm": 116.0433120727539, | |
| "learning_rate": 9.044289044289046e-05, | |
| "loss": 2.936495056152344, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.10500892575868949, | |
| "grad_norm": 151.53907775878906, | |
| "learning_rate": 0.00011375291375291375, | |
| "loss": 2.698266906738281, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1260107109104274, | |
| "grad_norm": 113.19374084472656, | |
| "learning_rate": 0.00013706293706293706, | |
| "loss": 2.4747793579101565, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1470124960621653, | |
| "grad_norm": 126.88410186767578, | |
| "learning_rate": 0.0001603729603729604, | |
| "loss": 2.5189743041992188, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1680142812139032, | |
| "grad_norm": 59.926734924316406, | |
| "learning_rate": 0.00018368298368298368, | |
| "loss": 2.631827087402344, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.18901606636564108, | |
| "grad_norm": 64.80731201171875, | |
| "learning_rate": 0.0001999975368672928, | |
| "loss": 2.6951309204101563, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.21001785151737898, | |
| "grad_norm": 145.46435546875, | |
| "learning_rate": 0.00019995375121686682, | |
| "loss": 2.381460876464844, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.23101963666911687, | |
| "grad_norm": 229.77268981933594, | |
| "learning_rate": 0.00019985525686985856, | |
| "loss": 2.2023199462890624, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.2520214218208548, | |
| "grad_norm": 67.24784851074219, | |
| "learning_rate": 0.00019970210773617416, | |
| "loss": 2.550819091796875, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2730232069725927, | |
| "grad_norm": 90.69214630126953, | |
| "learning_rate": 0.00019949438764047637, | |
| "loss": 2.440052032470703, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2940249921243306, | |
| "grad_norm": 56.658851623535156, | |
| "learning_rate": 0.00019923798662574877, | |
| "loss": 2.2508380126953127, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3150267772760685, | |
| "grad_norm": 24.49359130859375, | |
| "learning_rate": 0.00019892258016992456, | |
| "loss": 2.227517547607422, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.3360285624278064, | |
| "grad_norm": 24.36576271057129, | |
| "learning_rate": 0.00019855302941878611, | |
| "loss": 2.384382476806641, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.35703034757954427, | |
| "grad_norm": 59.77130889892578, | |
| "learning_rate": 0.00019812953664228, | |
| "loss": 2.337910614013672, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.37803213273128217, | |
| "grad_norm": 13.947885513305664, | |
| "learning_rate": 0.00019765233363498648, | |
| "loss": 2.007940673828125, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.39903391788302006, | |
| "grad_norm": 66.34615325927734, | |
| "learning_rate": 0.00019712168158924926, | |
| "loss": 2.213553924560547, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.42003570303475796, | |
| "grad_norm": 135.73300170898438, | |
| "learning_rate": 0.00019653787095221418, | |
| "loss": 2.4402421569824218, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.44103748818649585, | |
| "grad_norm": 90.47286224365234, | |
| "learning_rate": 0.00019590122126685597, | |
| "loss": 1.987421417236328, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.46203927333823375, | |
| "grad_norm": 27.09687614440918, | |
| "learning_rate": 0.00019521208099707965, | |
| "loss": 2.076619873046875, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.48304105848997164, | |
| "grad_norm": 53.363224029541016, | |
| "learning_rate": 0.00019447082733699213, | |
| "loss": 2.1755889892578124, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5040428436417096, | |
| "grad_norm": 67.22119140625, | |
| "learning_rate": 0.00019367786600444874, | |
| "loss": 2.023298645019531, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5250446287934475, | |
| "grad_norm": 25.080530166625977, | |
| "learning_rate": 0.0001928336310189877, | |
| "loss": 2.353513031005859, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.5460464139451854, | |
| "grad_norm": 65.75191497802734, | |
| "learning_rate": 0.0001919385844642737, | |
| "loss": 1.9453860473632814, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5670481990969233, | |
| "grad_norm": 100.38494873046875, | |
| "learning_rate": 0.00019099321623518108, | |
| "loss": 2.0582290649414063, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5880499842486612, | |
| "grad_norm": 30.531715393066406, | |
| "learning_rate": 0.0001899980437696546, | |
| "loss": 1.88087646484375, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6090517694003991, | |
| "grad_norm": 68.83368682861328, | |
| "learning_rate": 0.000188953611765495, | |
| "loss": 1.7309284973144532, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.630053554552137, | |
| "grad_norm": 50.95656204223633, | |
| "learning_rate": 0.00018786049188222403, | |
| "loss": 1.8775811767578126, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6510553397038749, | |
| "grad_norm": 33.41248321533203, | |
| "learning_rate": 0.00018671928242819226, | |
| "loss": 1.945216522216797, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.6720571248556128, | |
| "grad_norm": 44.737709045410156, | |
| "learning_rate": 0.00018553060803310083, | |
| "loss": 2.106058807373047, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.6930589100073506, | |
| "grad_norm": 35.77622985839844, | |
| "learning_rate": 0.0001842951193061168, | |
| "loss": 1.7817611694335938, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.7140606951590885, | |
| "grad_norm": 29.49221420288086, | |
| "learning_rate": 0.0001830134924797684, | |
| "loss": 1.8394444274902344, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.7350624803108264, | |
| "grad_norm": 74.85762786865234, | |
| "learning_rate": 0.00018168642903981607, | |
| "loss": 1.8008517456054687, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.7560642654625643, | |
| "grad_norm": 54.40049743652344, | |
| "learning_rate": 0.0001803146553413009, | |
| "loss": 1.8719265747070313, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.7770660506143022, | |
| "grad_norm": 68.5858154296875, | |
| "learning_rate": 0.00017889892221098163, | |
| "loss": 1.93374267578125, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.7980678357660401, | |
| "grad_norm": 43.123600006103516, | |
| "learning_rate": 0.00017744000453637711, | |
| "loss": 1.931842041015625, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.819069620917778, | |
| "grad_norm": 42.68077087402344, | |
| "learning_rate": 0.00017593870084163892, | |
| "loss": 1.932684326171875, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.8400714060695159, | |
| "grad_norm": 32.452735900878906, | |
| "learning_rate": 0.00017439583285048748, | |
| "loss": 2.020773468017578, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.8610731912212538, | |
| "grad_norm": 23.90448760986328, | |
| "learning_rate": 0.00017281224503644944, | |
| "loss": 1.7309165954589845, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.8820749763729917, | |
| "grad_norm": 122.4535140991211, | |
| "learning_rate": 0.00017118880416064353, | |
| "loss": 1.9589013671875, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.9030767615247296, | |
| "grad_norm": 27.976648330688477, | |
| "learning_rate": 0.00016952639879736755, | |
| "loss": 1.9594146728515625, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.9240785466764675, | |
| "grad_norm": 32.92108917236328, | |
| "learning_rate": 0.00016782593884774586, | |
| "loss": 1.8159463500976563, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9450803318282054, | |
| "grad_norm": 110.42147064208984, | |
| "learning_rate": 0.00016608835504170396, | |
| "loss": 1.8676722717285157, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.9660821169799433, | |
| "grad_norm": 83.26129913330078, | |
| "learning_rate": 0.00016431459842854303, | |
| "loss": 1.955204620361328, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.9870839021316812, | |
| "grad_norm": 41.638790130615234, | |
| "learning_rate": 0.00016250563985639204, | |
| "loss": 1.8278160095214844, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.0079806783576604, | |
| "grad_norm": 11.446990013122559, | |
| "learning_rate": 0.00016066246944082394, | |
| "loss": 1.7912734985351562, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.0289824635093983, | |
| "grad_norm": 5.880982398986816, | |
| "learning_rate": 0.00015878609602292562, | |
| "loss": 1.458508758544922, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.0499842486611362, | |
| "grad_norm": 99.73579406738281, | |
| "learning_rate": 0.00015687754661711866, | |
| "loss": 1.5889370727539063, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.070986033812874, | |
| "grad_norm": 30.614892959594727, | |
| "learning_rate": 0.0001549378658490333, | |
| "loss": 1.396112823486328, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.091987818964612, | |
| "grad_norm": 42.81917953491211, | |
| "learning_rate": 0.00015296811538374278, | |
| "loss": 1.2478562927246093, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.1129896041163498, | |
| "grad_norm": 89.29583740234375, | |
| "learning_rate": 0.00015096937334467151, | |
| "loss": 1.6881478881835938, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.1339913892680877, | |
| "grad_norm": 45.66031265258789, | |
| "learning_rate": 0.000148942733723495, | |
| "loss": 1.3388128662109375, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.1549931744198256, | |
| "grad_norm": 19.098651885986328, | |
| "learning_rate": 0.00014688930578135416, | |
| "loss": 1.4715719604492188, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.1759949595715635, | |
| "grad_norm": 40.75487518310547, | |
| "learning_rate": 0.0001448102134417123, | |
| "loss": 1.3008560180664062, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.1969967447233014, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00014270659467518682, | |
| "loss": 1.458815155029297, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.2179985298750393, | |
| "grad_norm": 59.06400680541992, | |
| "learning_rate": 0.00014062236231847836, | |
| "loss": 1.4431008911132812, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.2390003150267772, | |
| "grad_norm": 55.12430953979492, | |
| "learning_rate": 0.00013847359040513967, | |
| "loss": 1.2680451965332031, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.260002100178515, | |
| "grad_norm": 18.353561401367188, | |
| "learning_rate": 0.0001363037603528289, | |
| "loss": 1.3490068054199218, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.281003885330253, | |
| "grad_norm": 46.3448371887207, | |
| "learning_rate": 0.00013411405979655243, | |
| "loss": 1.31285400390625, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.302005670481991, | |
| "grad_norm": 28.819128036499023, | |
| "learning_rate": 0.0001319056872472404, | |
| "loss": 1.2427201080322265, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.3230074556337288, | |
| "grad_norm": 41.59355545043945, | |
| "learning_rate": 0.00012967985143575356, | |
| "loss": 1.488096923828125, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.3440092407854667, | |
| "grad_norm": 21.26289939880371, | |
| "learning_rate": 0.00012743777065129635, | |
| "loss": 1.3544757080078125, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.3650110259372046, | |
| "grad_norm": 42.516868591308594, | |
| "learning_rate": 0.0001251806720745984, | |
| "loss": 1.3172706604003905, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.3860128110889427, | |
| "grad_norm": 51.99966812133789, | |
| "learning_rate": 0.00012290979110622937, | |
| "loss": 1.340508270263672, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.4070145962406806, | |
| "grad_norm": 40.60024642944336, | |
| "learning_rate": 0.00012062637069041456, | |
| "loss": 1.2897941589355468, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.4280163813924185, | |
| "grad_norm": 31.378459930419922, | |
| "learning_rate": 0.0001183316606347217, | |
| "loss": 1.5410649108886718, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.4490181665441564, | |
| "grad_norm": 26.510839462280273, | |
| "learning_rate": 0.00011602691692599127, | |
| "loss": 1.2167890167236328, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.4700199516958943, | |
| "grad_norm": 23.495378494262695, | |
| "learning_rate": 0.00011371340104288442, | |
| "loss": 1.42876708984375, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.4910217368476322, | |
| "grad_norm": 28.301671981811523, | |
| "learning_rate": 0.00011139237926542509, | |
| "loss": 1.063271255493164, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.51202352199937, | |
| "grad_norm": 21.21889877319336, | |
| "learning_rate": 0.0001090651219819143, | |
| "loss": 1.2190794372558593, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.533025307151108, | |
| "grad_norm": 15.157039642333984, | |
| "learning_rate": 0.00010673290299359551, | |
| "loss": 1.2155840301513672, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.5540270923028459, | |
| "grad_norm": 12.83481502532959, | |
| "learning_rate": 0.00010439699881745222, | |
| "loss": 1.2669831085205079, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.5750288774545838, | |
| "grad_norm": 40.47445297241211, | |
| "learning_rate": 0.00010205868798751908, | |
| "loss": 1.189565658569336, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.5960306626063216, | |
| "grad_norm": 47.97238540649414, | |
| "learning_rate": 9.971925035508882e-05, | |
| "loss": 1.3227517700195313, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.6170324477580595, | |
| "grad_norm": 11.237785339355469, | |
| "learning_rate": 9.737996638819842e-05, | |
| "loss": 1.1511013793945313, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.6380342329097974, | |
| "grad_norm": 27.457271575927734, | |
| "learning_rate": 9.504211647077748e-05, | |
| "loss": 1.1926652526855468, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.6590360180615353, | |
| "grad_norm": 15.741539001464844, | |
| "learning_rate": 9.270698020184285e-05, | |
| "loss": 1.0482740020751953, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.6800378032132732, | |
| "grad_norm": 7.643248558044434, | |
| "learning_rate": 9.037583569512271e-05, | |
| "loss": 1.2052240753173828, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.7010395883650111, | |
| "grad_norm": 20.112401962280273, | |
| "learning_rate": 8.804995887949373e-05, | |
| "loss": 1.0017765808105468, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.722041373516749, | |
| "grad_norm": 22.75946617126465, | |
| "learning_rate": 8.573062280061399e-05, | |
| "loss": 1.348891143798828, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.743043158668487, | |
| "grad_norm": 47.762718200683594, | |
| "learning_rate": 8.341909692413401e-05, | |
| "loss": 1.1363021850585937, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.7640449438202248, | |
| "grad_norm": 28.285919189453125, | |
| "learning_rate": 8.111664644086733e-05, | |
| "loss": 1.1882960510253906, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.7850467289719627, | |
| "grad_norm": 6.3662214279174805, | |
| "learning_rate": 7.882453157430086e-05, | |
| "loss": 1.21821044921875, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.8060485141237006, | |
| "grad_norm": 11.175128936767578, | |
| "learning_rate": 7.654400689082387e-05, | |
| "loss": 1.1443672180175781, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.8270502992754385, | |
| "grad_norm": 7.028075218200684, | |
| "learning_rate": 7.427632061305376e-05, | |
| "loss": 1.1513980865478515, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.8480520844271764, | |
| "grad_norm": 3.8552818298339844, | |
| "learning_rate": 7.202271393663354e-05, | |
| "loss": 1.1591477966308594, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.8690538695789143, | |
| "grad_norm": 27.834590911865234, | |
| "learning_rate": 6.978442035087579e-05, | |
| "loss": 1.0166816711425781, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.8900556547306522, | |
| "grad_norm": 34.69282913208008, | |
| "learning_rate": 6.756266496362442e-05, | |
| "loss": 1.1785438537597657, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.91105743988239, | |
| "grad_norm": 34.50713348388672, | |
| "learning_rate": 6.535866383070405e-05, | |
| "loss": 0.9877433013916016, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.932059225034128, | |
| "grad_norm": 28.763914108276367, | |
| "learning_rate": 6.317362329032388e-05, | |
| "loss": 0.9768619537353516, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.9530610101858659, | |
| "grad_norm": 44.40330505371094, | |
| "learning_rate": 6.1008739302800486e-05, | |
| "loss": 1.2748094940185546, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.9740627953376038, | |
| "grad_norm": 45.88819122314453, | |
| "learning_rate": 5.886519679596063e-05, | |
| "loss": 0.8840785980224609, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.9950645804893417, | |
| "grad_norm": 26.39780044555664, | |
| "learning_rate": 5.674416901658288e-05, | |
| "loss": 1.1054458618164062, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.0159613567153207, | |
| "grad_norm": 28.105772018432617, | |
| "learning_rate": 5.464681688823246e-05, | |
| "loss": 0.43650150299072266, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.0369631418670586, | |
| "grad_norm": 0.8811307549476624, | |
| "learning_rate": 5.257428837584142e-05, | |
| "loss": 0.4781087112426758, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.0579649270187965, | |
| "grad_norm": 29.04726791381836, | |
| "learning_rate": 5.052771785738109e-05, | |
| "loss": 0.538114242553711, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.0789667121705344, | |
| "grad_norm": 2.272526741027832, | |
| "learning_rate": 4.8548342809611756e-05, | |
| "loss": 0.5318920516967773, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.0999684973222723, | |
| "grad_norm": 35.368194580078125, | |
| "learning_rate": 4.655645956450846e-05, | |
| "loss": 0.48801342010498044, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.12097028247401, | |
| "grad_norm": 0.03809299319982529, | |
| "learning_rate": 4.4593828112383176e-05, | |
| "loss": 0.4779471206665039, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.141972067625748, | |
| "grad_norm": 8.704736709594727, | |
| "learning_rate": 4.269986472510045e-05, | |
| "loss": 0.6272232437133789, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.162973852777486, | |
| "grad_norm": 2.0720932483673096, | |
| "learning_rate": 4.0798305013432315e-05, | |
| "loss": 0.43107017517089846, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.183975637929224, | |
| "grad_norm": 8.66932201385498, | |
| "learning_rate": 3.8929148763652736e-05, | |
| "loss": 0.5629381561279296, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.204977423080962, | |
| "grad_norm": 36.49018096923828, | |
| "learning_rate": 3.7093419039937825e-05, | |
| "loss": 0.6745287322998047, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.2259792082326997, | |
| "grad_norm": 44.782039642333984, | |
| "learning_rate": 3.529212061078543e-05, | |
| "loss": 0.44454833984375, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.2469809933844376, | |
| "grad_norm": 38.312313079833984, | |
| "learning_rate": 3.352623939906491e-05, | |
| "loss": 0.4252283477783203, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.2679827785361755, | |
| "grad_norm": 48.045509338378906, | |
| "learning_rate": 3.179674194238237e-05, | |
| "loss": 0.6742375183105469, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.2889845636879134, | |
| "grad_norm": 63.853843688964844, | |
| "learning_rate": 3.010457486405549e-05, | |
| "loss": 0.4491603851318359, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.3099863488396513, | |
| "grad_norm": 1.4884780645370483, | |
| "learning_rate": 2.84506643549889e-05, | |
| "loss": 0.5363286972045899, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.330988133991389, | |
| "grad_norm": 0.02728688158094883, | |
| "learning_rate": 2.6835915666732548e-05, | |
| "loss": 0.34341278076171877, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.351989919143127, | |
| "grad_norm": 46.706119537353516, | |
| "learning_rate": 2.5261212616001327e-05, | |
| "loss": 0.6819667816162109, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.372991704294865, | |
| "grad_norm": 2.9122889041900635, | |
| "learning_rate": 2.372741710092674e-05, | |
| "loss": 0.3454324722290039, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.393993489446603, | |
| "grad_norm": 2.8348746299743652, | |
| "learning_rate": 2.2235368629305418e-05, | |
| "loss": 0.37347347259521485, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.4149952745983407, | |
| "grad_norm": 2.396700859069824, | |
| "learning_rate": 2.0785883859102994e-05, | |
| "loss": 0.478424072265625, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.4359970597500786, | |
| "grad_norm": 0.3374341130256653, | |
| "learning_rate": 1.9379756151464236e-05, | |
| "loss": 0.3879497528076172, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.4569988449018165, | |
| "grad_norm": 0.07735343277454376, | |
| "learning_rate": 1.801775513647487e-05, | |
| "loss": 0.3089980697631836, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.4780006300535544, | |
| "grad_norm": 45.71025848388672, | |
| "learning_rate": 1.6700626291912004e-05, | |
| "loss": 0.3591925048828125, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.4990024152052923, | |
| "grad_norm": 86.34896850585938, | |
| "learning_rate": 1.5429090535214353e-05, | |
| "loss": 0.4602979278564453, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.52000420035703, | |
| "grad_norm": 125.41795349121094, | |
| "learning_rate": 1.420384382889518e-05, | |
| "loss": 0.4123740005493164, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.541005985508768, | |
| "grad_norm": 0.06989021599292755, | |
| "learning_rate": 1.302555679961408e-05, | |
| "loss": 0.5613171768188476, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.562007770660506, | |
| "grad_norm": 50.419254302978516, | |
| "learning_rate": 1.1894874371116182e-05, | |
| "loss": 0.44726715087890623, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.583009555812244, | |
| "grad_norm": 29.774009704589844, | |
| "learning_rate": 1.081241541123944e-05, | |
| "loss": 0.36859161376953126, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.604011340963982, | |
| "grad_norm": 154.20655822753906, | |
| "learning_rate": 9.778772393183467e-06, | |
| "loss": 0.5629509735107422, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.6250131261157197, | |
| "grad_norm": 0.09836237877607346, | |
| "learning_rate": 8.794511071225275e-06, | |
| "loss": 0.371593132019043, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.6460149112674576, | |
| "grad_norm": 56.41450500488281, | |
| "learning_rate": 7.860170171059067e-06, | |
| "loss": 0.44127925872802737, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.6670166964191955, | |
| "grad_norm": 30.18195152282715, | |
| "learning_rate": 6.976261094930347e-06, | |
| "loss": 0.5457481384277344, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.6880184815709334, | |
| "grad_norm": 1.9519455432891846, | |
| "learning_rate": 6.1432676417246925e-06, | |
| "loss": 0.46905494689941407, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.7090202667226713, | |
| "grad_norm": 0.3305146396160126, | |
| "learning_rate": 5.3616457421654e-06, | |
| "loss": 0.18893402099609374, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.730022051874409, | |
| "grad_norm": 0.018915779888629913, | |
| "learning_rate": 4.63182320926423e-06, | |
| "loss": 0.5251737594604492, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.751023837026147, | |
| "grad_norm": 2.023514986038208, | |
| "learning_rate": 3.9541995041621925e-06, | |
| "loss": 0.3400577163696289, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.7720256221778854, | |
| "grad_norm": 27.531789779663086, | |
| "learning_rate": 3.32914551748853e-06, | |
| "loss": 0.4619370269775391, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.793027407329623, | |
| "grad_norm": 23.563621520996094, | |
| "learning_rate": 2.757003366357236e-06, | |
| "loss": 0.3556163787841797, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.814029192481361, | |
| "grad_norm": 0.1751919537782669, | |
| "learning_rate": 2.2380862071128327e-06, | |
| "loss": 0.43869766235351565, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.8350309776330986, | |
| "grad_norm": 74.48571014404297, | |
| "learning_rate": 1.77267806392718e-06, | |
| "loss": 0.43838497161865236, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.856032762784837, | |
| "grad_norm": 0.02355477400124073, | |
| "learning_rate": 1.3610336733417605e-06, | |
| "loss": 0.27370246887207034, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.8770345479365744, | |
| "grad_norm": 79.37924194335938, | |
| "learning_rate": 1.0033783448401112e-06, | |
| "loss": 0.521487808227539, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.8980363330883128, | |
| "grad_norm": 0.01911379024386406, | |
| "learning_rate": 6.999078375269252e-07, | |
| "loss": 0.424820671081543, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.91903811824005, | |
| "grad_norm": 63.20115661621094, | |
| "learning_rate": 4.5078825298122683e-07, | |
| "loss": 0.48077041625976563, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.9400399033917886, | |
| "grad_norm": 19.453731536865234, | |
| "learning_rate": 2.5615594434229564e-07, | |
| "loss": 0.4773090362548828, | |
| "step": 7000 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 7143, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.039122105755238e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |