| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 4768, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0020973154362416107, |
| "grad_norm": 785.439697265625, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 2487.56875, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0041946308724832215, |
| "grad_norm": 464.4555358886719, |
| "learning_rate": 0.00015833333333333332, |
| "loss": 2137.34921875, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.006291946308724832, |
| "grad_norm": 413.23492431640625, |
| "learning_rate": 0.00024166666666666667, |
| "loss": 1863.941015625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.008389261744966443, |
| "grad_norm": 465.5342712402344, |
| "learning_rate": 0.00032500000000000004, |
| "loss": 1717.9107421875, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.010486577181208054, |
| "grad_norm": 231.48841857910156, |
| "learning_rate": 0.00039999996012889783, |
| "loss": 1596.5560546875, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.012583892617449664, |
| "grad_norm": 281.2889709472656, |
| "learning_rate": 0.0003999951756180062, |
| "loss": 1497.78671875, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.014681208053691275, |
| "grad_norm": 598.0599365234375, |
| "learning_rate": 0.00039998241712954386, |
| "loss": 1417.9330078125, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.016778523489932886, |
| "grad_norm": 204.28404235839844, |
| "learning_rate": 0.00039996168522872554, |
| "loss": 1362.295703125, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.018875838926174497, |
| "grad_norm": 246.4606170654297, |
| "learning_rate": 0.00039993298083399625, |
| "loss": 1316.49921875, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02097315436241611, |
| "grad_norm": 272.6995849609375, |
| "learning_rate": 0.0003998963052169914, |
| "loss": 1270.346484375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02307046979865772, |
| "grad_norm": 216.06129455566406, |
| "learning_rate": 0.0003998516600024797, |
| "loss": 1227.433984375, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.025167785234899327, |
| "grad_norm": 182.6319580078125, |
| "learning_rate": 0.00039979904716829157, |
| "loss": 1194.1521484375, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.02726510067114094, |
| "grad_norm": 163.4085693359375, |
| "learning_rate": 0.0003997384690452316, |
| "loss": 1168.3966796875, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.02936241610738255, |
| "grad_norm": 160.80906677246094, |
| "learning_rate": 0.0003996699283169749, |
| "loss": 1140.2078125, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.031459731543624164, |
| "grad_norm": 161.9475860595703, |
| "learning_rate": 0.0003995934280199486, |
| "loss": 1109.89228515625, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03355704697986577, |
| "grad_norm": 171.748779296875, |
| "learning_rate": 0.00039950897154319715, |
| "loss": 1091.812109375, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.03565436241610738, |
| "grad_norm": 143.01170349121094, |
| "learning_rate": 0.0003994165626282323, |
| "loss": 1079.29931640625, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.037751677852348994, |
| "grad_norm": 138.2790069580078, |
| "learning_rate": 0.0003993162053688671, |
| "loss": 1060.2431640625, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0398489932885906, |
| "grad_norm": 172.57591247558594, |
| "learning_rate": 0.0003992079042110349, |
| "loss": 1036.457421875, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.04194630872483222, |
| "grad_norm": 126.10883331298828, |
| "learning_rate": 0.0003990916639525919, |
| "loss": 1026.9666015625, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.044043624161073824, |
| "grad_norm": 138.34124755859375, |
| "learning_rate": 0.0003989674897431053, |
| "loss": 1015.33408203125, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.04614093959731544, |
| "grad_norm": 141.12554931640625, |
| "learning_rate": 0.00039883538708362454, |
| "loss": 994.6578125, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.04823825503355705, |
| "grad_norm": 148.4656219482422, |
| "learning_rate": 0.0003986953618264376, |
| "loss": 980.07578125, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.050335570469798654, |
| "grad_norm": 120.17652893066406, |
| "learning_rate": 0.0003985474201748124, |
| "loss": 976.8802734375, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05243288590604027, |
| "grad_norm": 114.05662536621094, |
| "learning_rate": 0.00039839156868272125, |
| "loss": 968.53828125, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.05453020134228188, |
| "grad_norm": 92.54825592041016, |
| "learning_rate": 0.0003982278142545509, |
| "loss": 954.783984375, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.05662751677852349, |
| "grad_norm": 102.08966064453125, |
| "learning_rate": 0.00039805616414479654, |
| "loss": 941.5890625, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0587248322147651, |
| "grad_norm": 105.73311614990234, |
| "learning_rate": 0.00039787662595774047, |
| "loss": 940.5431640625, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.060822147651006714, |
| "grad_norm": 101.41011810302734, |
| "learning_rate": 0.00039768920764711517, |
| "loss": 935.144140625, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.06291946308724833, |
| "grad_norm": 108.22103881835938, |
| "learning_rate": 0.00039749391751575094, |
| "loss": 920.844140625, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06501677852348993, |
| "grad_norm": 91.2762680053711, |
| "learning_rate": 0.00039729076421520827, |
| "loss": 908.88603515625, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06711409395973154, |
| "grad_norm": 99.82096099853516, |
| "learning_rate": 0.0003970797567453941, |
| "loss": 902.9623046875, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06921140939597316, |
| "grad_norm": 88.63787841796875, |
| "learning_rate": 0.0003968609044541637, |
| "loss": 902.5837890625, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.07130872483221476, |
| "grad_norm": 101.36013793945312, |
| "learning_rate": 0.0003966342170369062, |
| "loss": 889.796484375, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.07340604026845637, |
| "grad_norm": 92.84808349609375, |
| "learning_rate": 0.000396399704536115, |
| "loss": 882.2263671875, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07550335570469799, |
| "grad_norm": 79.80534362792969, |
| "learning_rate": 0.0003961573773409431, |
| "loss": 878.29296875, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0776006711409396, |
| "grad_norm": 91.4657211303711, |
| "learning_rate": 0.00039590724618674295, |
| "loss": 877.041796875, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0796979865771812, |
| "grad_norm": 83.26165771484375, |
| "learning_rate": 0.00039564932215459036, |
| "loss": 863.9701171875, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.08179530201342282, |
| "grad_norm": 89.73082733154297, |
| "learning_rate": 0.0003953836166707941, |
| "loss": 857.91875, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.08389261744966443, |
| "grad_norm": 74.81368255615234, |
| "learning_rate": 0.00039511014150638945, |
| "loss": 850.199609375, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08598993288590603, |
| "grad_norm": 68.88418579101562, |
| "learning_rate": 0.00039482890877661685, |
| "loss": 849.2478515625, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.08808724832214765, |
| "grad_norm": 72.1435546875, |
| "learning_rate": 0.0003945399309403852, |
| "loss": 842.003515625, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.09018456375838926, |
| "grad_norm": 74.6124267578125, |
| "learning_rate": 0.00039424322079971956, |
| "loss": 833.5076171875, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.09228187919463088, |
| "grad_norm": 76.30533599853516, |
| "learning_rate": 0.00039393879149919467, |
| "loss": 829.95205078125, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.09437919463087248, |
| "grad_norm": 76.23638153076172, |
| "learning_rate": 0.0003936266565253521, |
| "loss": 834.80234375, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0964765100671141, |
| "grad_norm": 66.5176010131836, |
| "learning_rate": 0.00039330682970610276, |
| "loss": 825.4484375, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.09857382550335571, |
| "grad_norm": 81.90228271484375, |
| "learning_rate": 0.00039297932521011465, |
| "loss": 818.66142578125, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.10067114093959731, |
| "grad_norm": 83.25296783447266, |
| "learning_rate": 0.0003926441575461852, |
| "loss": 818.574951171875, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.10276845637583892, |
| "grad_norm": 67.71711730957031, |
| "learning_rate": 0.0003923013415625978, |
| "loss": 820.13203125, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.10486577181208054, |
| "grad_norm": 81.71522521972656, |
| "learning_rate": 0.00039195089244646516, |
| "loss": 811.362841796875, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.10696308724832215, |
| "grad_norm": 71.47570037841797, |
| "learning_rate": 0.00039159282572305543, |
| "loss": 804.284814453125, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.10906040268456375, |
| "grad_norm": 56.679901123046875, |
| "learning_rate": 0.00039122715725510506, |
| "loss": 803.7818359375, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.11115771812080537, |
| "grad_norm": 69.7403335571289, |
| "learning_rate": 0.00039085390324211563, |
| "loss": 807.15654296875, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.11325503355704698, |
| "grad_norm": 64.3873291015625, |
| "learning_rate": 0.0003904730802196368, |
| "loss": 800.82451171875, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.11535234899328858, |
| "grad_norm": 63.34988784790039, |
| "learning_rate": 0.00039008470505853306, |
| "loss": 794.9455078125, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1174496644295302, |
| "grad_norm": 63.16860580444336, |
| "learning_rate": 0.00038968879496423687, |
| "loss": 791.559033203125, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.11954697986577181, |
| "grad_norm": 65.32628631591797, |
| "learning_rate": 0.000389285367475986, |
| "loss": 793.04970703125, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.12164429530201343, |
| "grad_norm": 65.34249877929688, |
| "learning_rate": 0.0003888744404660472, |
| "loss": 788.8529296875, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.12374161073825503, |
| "grad_norm": 57.977508544921875, |
| "learning_rate": 0.00038845603213892344, |
| "loss": 780.72392578125, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.12583892617449666, |
| "grad_norm": 60.18885040283203, |
| "learning_rate": 0.0003880301610305485, |
| "loss": 784.42666015625, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12793624161073824, |
| "grad_norm": 62.87776565551758, |
| "learning_rate": 0.00038759684600746496, |
| "loss": 786.664013671875, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.13003355704697986, |
| "grad_norm": 63.74953079223633, |
| "learning_rate": 0.00038715610626598884, |
| "loss": 778.659375, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.13213087248322147, |
| "grad_norm": 56.33028030395508, |
| "learning_rate": 0.00038670796133135916, |
| "loss": 776.412744140625, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.1342281879194631, |
| "grad_norm": 55.94808578491211, |
| "learning_rate": 0.0003862524310568727, |
| "loss": 773.8669921875, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.1363255033557047, |
| "grad_norm": 55.77920150756836, |
| "learning_rate": 0.0003857895356230049, |
| "loss": 778.883837890625, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.13842281879194632, |
| "grad_norm": 56.63772964477539, |
| "learning_rate": 0.00038531929553651525, |
| "loss": 774.08486328125, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.14052013422818793, |
| "grad_norm": 52.759220123291016, |
| "learning_rate": 0.0003848417316295394, |
| "loss": 766.25654296875, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.14261744966442952, |
| "grad_norm": 61.96961212158203, |
| "learning_rate": 0.00038435686505866595, |
| "loss": 760.46123046875, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.14471476510067113, |
| "grad_norm": 55.7987060546875, |
| "learning_rate": 0.0003838647173039994, |
| "loss": 771.569921875, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.14681208053691275, |
| "grad_norm": 49.18662643432617, |
| "learning_rate": 0.00038336531016820805, |
| "loss": 761.51044921875, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.14890939597315436, |
| "grad_norm": 60.371665954589844, |
| "learning_rate": 0.000382858665775559, |
| "loss": 760.79365234375, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.15100671140939598, |
| "grad_norm": 59.18496322631836, |
| "learning_rate": 0.0003823448065709373, |
| "loss": 756.4345703125, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.1531040268456376, |
| "grad_norm": 65.03704071044922, |
| "learning_rate": 0.0003818237553188516, |
| "loss": 764.02841796875, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1552013422818792, |
| "grad_norm": 54.48754119873047, |
| "learning_rate": 0.00038129553510242626, |
| "loss": 758.2623046875, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1572986577181208, |
| "grad_norm": 62.708221435546875, |
| "learning_rate": 0.00038076016932237823, |
| "loss": 743.55771484375, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1593959731543624, |
| "grad_norm": 51.048519134521484, |
| "learning_rate": 0.0003802176816959805, |
| "loss": 748.864599609375, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.16149328859060402, |
| "grad_norm": 55.570125579833984, |
| "learning_rate": 0.00037966809625601146, |
| "loss": 754.587109375, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.16359060402684564, |
| "grad_norm": 47.40296173095703, |
| "learning_rate": 0.0003791114373496902, |
| "loss": 748.09609375, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.16568791946308725, |
| "grad_norm": 54.77518081665039, |
| "learning_rate": 0.00037854772963759786, |
| "loss": 741.81669921875, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.16778523489932887, |
| "grad_norm": 51.80078125, |
| "learning_rate": 0.0003779769980925852, |
| "loss": 739.7896484375, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.16988255033557048, |
| "grad_norm": 49.35525131225586, |
| "learning_rate": 0.0003773992679986661, |
| "loss": 755.8072265625, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.17197986577181207, |
| "grad_norm": 56.83589553833008, |
| "learning_rate": 0.00037681456494989785, |
| "loss": 741.435205078125, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.17407718120805368, |
| "grad_norm": 60.70085906982422, |
| "learning_rate": 0.00037622291484924676, |
| "loss": 736.918310546875, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.1761744966442953, |
| "grad_norm": 55.461055755615234, |
| "learning_rate": 0.00037562434390744123, |
| "loss": 740.87060546875, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.1782718120805369, |
| "grad_norm": 47.03028869628906, |
| "learning_rate": 0.00037501887864180994, |
| "loss": 745.905517578125, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.18036912751677853, |
| "grad_norm": 50.049564361572266, |
| "learning_rate": 0.00037440654587510774, |
| "loss": 736.1720703125, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.18246644295302014, |
| "grad_norm": 48.15991973876953, |
| "learning_rate": 0.00037378737273432696, |
| "loss": 729.22880859375, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.18456375838926176, |
| "grad_norm": 56.40956497192383, |
| "learning_rate": 0.0003731613866494956, |
| "loss": 736.0298828125, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.18666107382550334, |
| "grad_norm": 51.58603286743164, |
| "learning_rate": 0.00037252861535246273, |
| "loss": 736.761962890625, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.18875838926174496, |
| "grad_norm": 45.36847686767578, |
| "learning_rate": 0.0003718890868756691, |
| "loss": 728.426171875, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.19085570469798657, |
| "grad_norm": 51.16813278198242, |
| "learning_rate": 0.00037124282955090603, |
| "loss": 728.127294921875, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.1929530201342282, |
| "grad_norm": 45.694297790527344, |
| "learning_rate": 0.0003705898720080597, |
| "loss": 735.1857421875, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.1950503355704698, |
| "grad_norm": 45.96373748779297, |
| "learning_rate": 0.0003699302431738433, |
| "loss": 729.31337890625, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.19714765100671142, |
| "grad_norm": 42.06360626220703, |
| "learning_rate": 0.0003692639722705152, |
| "loss": 721.6279296875, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.19924496644295303, |
| "grad_norm": 47.60896301269531, |
| "learning_rate": 0.00036859108881458436, |
| "loss": 721.600830078125, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.20134228187919462, |
| "grad_norm": 50.5357666015625, |
| "learning_rate": 0.0003679116226155031, |
| "loss": 730.22021484375, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.20343959731543623, |
| "grad_norm": 45.67269515991211, |
| "learning_rate": 0.0003672256037743462, |
| "loss": 719.9662109375, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.20553691275167785, |
| "grad_norm": 46.63737106323242, |
| "learning_rate": 0.0003665330626824772, |
| "loss": 717.99521484375, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.20763422818791946, |
| "grad_norm": 51.32661056518555, |
| "learning_rate": 0.00036583403002020274, |
| "loss": 718.2818359375, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.20973154362416108, |
| "grad_norm": 42.61876678466797, |
| "learning_rate": 0.00036512853675541246, |
| "loss": 725.6572265625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2118288590604027, |
| "grad_norm": 49.49559020996094, |
| "learning_rate": 0.00036441661414220785, |
| "loss": 717.69765625, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.2139261744966443, |
| "grad_norm": 50.838478088378906, |
| "learning_rate": 0.0003636982937195172, |
| "loss": 716.9259765625, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.2160234899328859, |
| "grad_norm": 43.76925277709961, |
| "learning_rate": 0.0003629736073096987, |
| "loss": 716.691162109375, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.2181208053691275, |
| "grad_norm": 43.0399055480957, |
| "learning_rate": 0.0003622425870171304, |
| "loss": 721.30166015625, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.22021812080536912, |
| "grad_norm": 41.95663070678711, |
| "learning_rate": 0.0003615052652267882, |
| "loss": 713.90205078125, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.22231543624161074, |
| "grad_norm": 43.467506408691406, |
| "learning_rate": 0.000360761674602811, |
| "loss": 709.67275390625, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.22441275167785235, |
| "grad_norm": 49.4805793762207, |
| "learning_rate": 0.0003600118480870538, |
| "loss": 705.6146484375, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.22651006711409397, |
| "grad_norm": 44.63895797729492, |
| "learning_rate": 0.0003592558188976279, |
| "loss": 721.215283203125, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.22860738255033558, |
| "grad_norm": 39.99611282348633, |
| "learning_rate": 0.00035849362052743004, |
| "loss": 715.41103515625, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.23070469798657717, |
| "grad_norm": 42.065101623535156, |
| "learning_rate": 0.00035772528674265803, |
| "loss": 708.98203125, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.23280201342281878, |
| "grad_norm": 46.501991271972656, |
| "learning_rate": 0.000356950851581315, |
| "loss": 703.383251953125, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.2348993288590604, |
| "grad_norm": 37.13669204711914, |
| "learning_rate": 0.0003561703493517017, |
| "loss": 715.186865234375, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.236996644295302, |
| "grad_norm": 43.30843734741211, |
| "learning_rate": 0.00035538381463089645, |
| "loss": 708.027783203125, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.23909395973154363, |
| "grad_norm": 42.794193267822266, |
| "learning_rate": 0.0003545912822632232, |
| "loss": 702.845068359375, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.24119127516778524, |
| "grad_norm": 42.998069763183594, |
| "learning_rate": 0.0003537927873587081, |
| "loss": 700.16044921875, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.24328859060402686, |
| "grad_norm": 43.74844741821289, |
| "learning_rate": 0.000352988365291524, |
| "loss": 710.7146484375, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.24538590604026847, |
| "grad_norm": 41.14988708496094, |
| "learning_rate": 0.0003521780516984234, |
| "loss": 703.12880859375, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.24748322147651006, |
| "grad_norm": 35.802120208740234, |
| "learning_rate": 0.00035136188247715967, |
| "loss": 698.66044921875, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.24958053691275167, |
| "grad_norm": 39.20162582397461, |
| "learning_rate": 0.0003505398937848967, |
| "loss": 698.478662109375, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.2516778523489933, |
| "grad_norm": 39.11422348022461, |
| "learning_rate": 0.0003497121220366071, |
| "loss": 709.952392578125, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2537751677852349, |
| "grad_norm": 38.50347900390625, |
| "learning_rate": 0.0003488786039034591, |
| "loss": 697.31591796875, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2558724832214765, |
| "grad_norm": 42.21681594848633, |
| "learning_rate": 0.0003480393763111917, |
| "loss": 697.59453125, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.25796979865771813, |
| "grad_norm": 41.80753707885742, |
| "learning_rate": 0.00034719447643847927, |
| "loss": 695.4806640625, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.2600671140939597, |
| "grad_norm": 38.80494689941406, |
| "learning_rate": 0.00034634394171528403, |
| "loss": 706.141064453125, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.26216442953020136, |
| "grad_norm": 39.532958984375, |
| "learning_rate": 0.00034548780982119806, |
| "loss": 693.817919921875, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.26426174496644295, |
| "grad_norm": 44.43976974487305, |
| "learning_rate": 0.00034462611868377424, |
| "loss": 695.20986328125, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.2663590604026846, |
| "grad_norm": 41.60288619995117, |
| "learning_rate": 0.0003437589064768457, |
| "loss": 692.7041015625, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.2684563758389262, |
| "grad_norm": 36.459808349609375, |
| "learning_rate": 0.0003428862116188348, |
| "loss": 704.562353515625, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.27055369127516776, |
| "grad_norm": 35.58859634399414, |
| "learning_rate": 0.0003420080727710512, |
| "loss": 696.45751953125, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.2726510067114094, |
| "grad_norm": 46.50630187988281, |
| "learning_rate": 0.0003411245288359792, |
| "loss": 691.550927734375, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.274748322147651, |
| "grad_norm": 40.84154510498047, |
| "learning_rate": 0.00034023561895555395, |
| "loss": 695.381787109375, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.27684563758389263, |
| "grad_norm": 36.8249626159668, |
| "learning_rate": 0.000339341382509428, |
| "loss": 703.5431640625, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.2789429530201342, |
| "grad_norm": 37.87455368041992, |
| "learning_rate": 0.00033844185911322623, |
| "loss": 693.95546875, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.28104026845637586, |
| "grad_norm": 37.78617858886719, |
| "learning_rate": 0.000337537088616791, |
| "loss": 688.61787109375, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.28313758389261745, |
| "grad_norm": 42.42608642578125, |
| "learning_rate": 0.00033662711110241697, |
| "loss": 692.38828125, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.28523489932885904, |
| "grad_norm": 34.87094497680664, |
| "learning_rate": 0.000335711966883075, |
| "loss": 701.94638671875, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.2873322147651007, |
| "grad_norm": 40.086753845214844, |
| "learning_rate": 0.0003347916965006266, |
| "loss": 685.41611328125, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.28942953020134227, |
| "grad_norm": 42.13151550292969, |
| "learning_rate": 0.00033386634072402776, |
| "loss": 688.07744140625, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.2915268456375839, |
| "grad_norm": 37.651084899902344, |
| "learning_rate": 0.0003329359405475228, |
| "loss": 691.1392578125, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.2936241610738255, |
| "grad_norm": 38.852874755859375, |
| "learning_rate": 0.00033200053718882835, |
| "loss": 693.931103515625, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.29572147651006714, |
| "grad_norm": 40.89817428588867, |
| "learning_rate": 0.0003310601720873073, |
| "loss": 688.01689453125, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.2978187919463087, |
| "grad_norm": 37.61477279663086, |
| "learning_rate": 0.00033011488690213296, |
| "loss": 684.9296875, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.2999161073825503, |
| "grad_norm": 39.1162223815918, |
| "learning_rate": 0.0003291647235104438, |
| "loss": 686.541357421875, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.30201342281879195, |
| "grad_norm": 39.537452697753906, |
| "learning_rate": 0.00032820972400548766, |
| "loss": 697.042626953125, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.30411073825503354, |
| "grad_norm": 40.02485656738281, |
| "learning_rate": 0.00032724993069475764, |
| "loss": 684.151123046875, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.3062080536912752, |
| "grad_norm": 37.64620590209961, |
| "learning_rate": 0.00032628538609811745, |
| "loss": 684.670849609375, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.30830536912751677, |
| "grad_norm": 41.04349899291992, |
| "learning_rate": 0.0003253161329459178, |
| "loss": 688.57021484375, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.3104026845637584, |
| "grad_norm": 38.316490173339844, |
| "learning_rate": 0.00032434221417710333, |
| "loss": 697.239794921875, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.3125, |
| "grad_norm": 36.9565315246582, |
| "learning_rate": 0.0003233636729373106, |
| "loss": 684.97626953125, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.3145973154362416, |
| "grad_norm": 35.553226470947266, |
| "learning_rate": 0.00032238055257695645, |
| "loss": 678.87412109375, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.31669463087248323, |
| "grad_norm": 34.69703674316406, |
| "learning_rate": 0.0003213928966493177, |
| "loss": 683.44736328125, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.3187919463087248, |
| "grad_norm": 36.862728118896484, |
| "learning_rate": 0.00032040074890860156, |
| "loss": 695.94814453125, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.32088926174496646, |
| "grad_norm": 36.85865783691406, |
| "learning_rate": 0.00031940415330800737, |
| "loss": 678.48662109375, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.32298657718120805, |
| "grad_norm": 43.405330657958984, |
| "learning_rate": 0.0003184031539977794, |
| "loss": 677.770703125, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.3250838926174497, |
| "grad_norm": 37.04798889160156, |
| "learning_rate": 0.0003173977953232508, |
| "loss": 681.605078125, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3271812080536913, |
| "grad_norm": 34.241756439208984, |
| "learning_rate": 0.0003163881218228794, |
| "loss": 687.19267578125, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.32927852348993286, |
| "grad_norm": 37.70852279663086, |
| "learning_rate": 0.0003153741782262743, |
| "loss": 679.10419921875, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.3313758389261745, |
| "grad_norm": 36.493221282958984, |
| "learning_rate": 0.0003143560094522143, |
| "loss": 675.49931640625, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.3334731543624161, |
| "grad_norm": 35.54364776611328, |
| "learning_rate": 0.0003133336606066583, |
| "loss": 677.6732421875, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.33557046979865773, |
| "grad_norm": 36.430885314941406, |
| "learning_rate": 0.0003123071769807465, |
| "loss": 689.347900390625, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3376677852348993, |
| "grad_norm": 37.337764739990234, |
| "learning_rate": 0.00031127660404879463, |
| "loss": 676.03037109375, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.33976510067114096, |
| "grad_norm": 34.798282623291016, |
| "learning_rate": 0.00031024198746627867, |
| "loss": 672.846875, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.34186241610738255, |
| "grad_norm": 44.31139373779297, |
| "learning_rate": 0.00030920337306781284, |
| "loss": 675.670654296875, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.34395973154362414, |
| "grad_norm": 33.3091926574707, |
| "learning_rate": 0.00030816080686511875, |
| "loss": 688.738134765625, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.3460570469798658, |
| "grad_norm": 35.5893669128418, |
| "learning_rate": 0.0003071143350449872, |
| "loss": 675.470361328125, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.34815436241610737, |
| "grad_norm": 34.48308181762695, |
| "learning_rate": 0.00030606400396723186, |
| "loss": 670.50712890625, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.350251677852349, |
| "grad_norm": 38.218055725097656, |
| "learning_rate": 0.0003050098601626359, |
| "loss": 673.416455078125, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.3523489932885906, |
| "grad_norm": 33.32114791870117, |
| "learning_rate": 0.00030395195033089005, |
| "loss": 683.4873046875, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.35444630872483224, |
| "grad_norm": 35.70263671875, |
| "learning_rate": 0.0003028903213385242, |
| "loss": 679.6646484375, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.3565436241610738, |
| "grad_norm": 34.3231086730957, |
| "learning_rate": 0.0003018250202168308, |
| "loss": 671.97197265625, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.3586409395973154, |
| "grad_norm": 33.381263732910156, |
| "learning_rate": 0.00030075609415978203, |
| "loss": 665.70263671875, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.36073825503355705, |
| "grad_norm": 40.09430694580078, |
| "learning_rate": 0.00029968359052193785, |
| "loss": 672.6361328125, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.36283557046979864, |
| "grad_norm": 31.868816375732422, |
| "learning_rate": 0.00029860755681634953, |
| "loss": 677.365087890625, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.3649328859060403, |
| "grad_norm": 32.84992599487305, |
| "learning_rate": 0.0002975280407124536, |
| "loss": 669.58203125, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.36703020134228187, |
| "grad_norm": 33.85597610473633, |
| "learning_rate": 0.00029644509003396075, |
| "loss": 681.349072265625, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3691275167785235, |
| "grad_norm": 31.86077880859375, |
| "learning_rate": 0.00029535875275673706, |
| "loss": 686.05341796875, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.3712248322147651, |
| "grad_norm": 31.528867721557617, |
| "learning_rate": 0.0002942690770066783, |
| "loss": 683.6876953125, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.3733221476510067, |
| "grad_norm": 33.49726486206055, |
| "learning_rate": 0.00029317611105757836, |
| "loss": 679.6015625, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.37541946308724833, |
| "grad_norm": 34.939884185791016, |
| "learning_rate": 0.00029207990332899016, |
| "loss": 680.959326171875, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.3775167785234899, |
| "grad_norm": 31.23297691345215, |
| "learning_rate": 0.00029098050238408137, |
| "loss": 682.1453125, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.37961409395973156, |
| "grad_norm": 36.77250289916992, |
| "learning_rate": 0.0002898779569274819, |
| "loss": 680.876953125, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.38171140939597314, |
| "grad_norm": 31.477462768554688, |
| "learning_rate": 0.00028877231580312743, |
| "loss": 679.109423828125, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.3838087248322148, |
| "grad_norm": 32.27152633666992, |
| "learning_rate": 0.0002876636279920948, |
| "loss": 679.111669921875, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.3859060402684564, |
| "grad_norm": 35.60890579223633, |
| "learning_rate": 0.0002865519426104322, |
| "loss": 678.1517578125, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.38800335570469796, |
| "grad_norm": 32.813682556152344, |
| "learning_rate": 0.00028543730890698353, |
| "loss": 678.1037109375, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.3901006711409396, |
| "grad_norm": 31.65952491760254, |
| "learning_rate": 0.00028431977626120657, |
| "loss": 679.114453125, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.3921979865771812, |
| "grad_norm": 35.38614273071289, |
| "learning_rate": 0.00028319939418098493, |
| "loss": 676.45341796875, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.39429530201342283, |
| "grad_norm": 33.22299575805664, |
| "learning_rate": 0.0002820762123004356, |
| "loss": 677.222705078125, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.3963926174496644, |
| "grad_norm": 33.251739501953125, |
| "learning_rate": 0.0002809502803777095, |
| "loss": 677.453173828125, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.39848993288590606, |
| "grad_norm": 32.495689392089844, |
| "learning_rate": 0.00027982164829278754, |
| "loss": 676.04326171875, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.40058724832214765, |
| "grad_norm": 31.566457748413086, |
| "learning_rate": 0.00027869036604527043, |
| "loss": 677.98388671875, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.40268456375838924, |
| "grad_norm": 32.34225845336914, |
| "learning_rate": 0.000277556483752164, |
| "loss": 676.019140625, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.4047818791946309, |
| "grad_norm": 34.4810905456543, |
| "learning_rate": 0.0002764200516456589, |
| "loss": 676.50029296875, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.40687919463087246, |
| "grad_norm": 32.0855827331543, |
| "learning_rate": 0.00027528112007090525, |
| "loss": 677.922412109375, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.4089765100671141, |
| "grad_norm": 30.900142669677734, |
| "learning_rate": 0.0002741397394837821, |
| "loss": 674.3318359375, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.4110738255033557, |
| "grad_norm": 33.086334228515625, |
| "learning_rate": 0.0002729959604486626, |
| "loss": 676.80234375, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.41317114093959734, |
| "grad_norm": 32.456180572509766, |
| "learning_rate": 0.0002718498336361734, |
| "loss": 676.507958984375, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.4152684563758389, |
| "grad_norm": 33.376529693603516, |
| "learning_rate": 0.0002707014098209505, |
| "loss": 674.1330078125, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.4173657718120805, |
| "grad_norm": 32.961883544921875, |
| "learning_rate": 0.00026955073987938933, |
| "loss": 679.348388671875, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.41946308724832215, |
| "grad_norm": 31.32928466796875, |
| "learning_rate": 0.0002683978747873912, |
| "loss": 674.22568359375, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.42156040268456374, |
| "grad_norm": 33.19123458862305, |
| "learning_rate": 0.0002672428656181049, |
| "loss": 672.55830078125, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.4236577181208054, |
| "grad_norm": 30.956464767456055, |
| "learning_rate": 0.0002660857635396641, |
| "loss": 673.521533203125, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.42575503355704697, |
| "grad_norm": 32.18063735961914, |
| "learning_rate": 0.0002649266198129206, |
| "loss": 667.2654296875, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.4278523489932886, |
| "grad_norm": 34.569358825683594, |
| "learning_rate": 0.00026376548578917343, |
| "loss": 674.04189453125, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.4299496644295302, |
| "grad_norm": 36.6001091003418, |
| "learning_rate": 0.0002626024129078938, |
| "loss": 669.358056640625, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.4320469798657718, |
| "grad_norm": 33.210777282714844, |
| "learning_rate": 0.00026143745269444643, |
| "loss": 671.26376953125, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.4341442953020134, |
| "grad_norm": 29.96457290649414, |
| "learning_rate": 0.0002602706567578069, |
| "loss": 669.8125, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.436241610738255, |
| "grad_norm": 30.504032135009766, |
| "learning_rate": 0.000259102076788275, |
| "loss": 670.2337890625, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.43833892617449666, |
| "grad_norm": 30.20454978942871, |
| "learning_rate": 0.00025793176455518547, |
| "loss": 673.398193359375, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.44043624161073824, |
| "grad_norm": 30.3260555267334, |
| "learning_rate": 0.000256759771904614, |
| "loss": 670.57158203125, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.4425335570469799, |
| "grad_norm": 31.203371047973633, |
| "learning_rate": 0.00025558615075708057, |
| "loss": 669.26796875, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.4446308724832215, |
| "grad_norm": 30.758197784423828, |
| "learning_rate": 0.0002544109531052492, |
| "loss": 673.34697265625, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.44672818791946306, |
| "grad_norm": 32.14157485961914, |
| "learning_rate": 0.00025323423101162484, |
| "loss": 672.9669921875, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.4488255033557047, |
| "grad_norm": 30.838285446166992, |
| "learning_rate": 0.00025205603660624675, |
| "loss": 668.512109375, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.4509228187919463, |
| "grad_norm": 30.01132583618164, |
| "learning_rate": 0.00025087642208437936, |
| "loss": 666.9298828125, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.45302013422818793, |
| "grad_norm": 31.23808479309082, |
| "learning_rate": 0.00024969543970419956, |
| "loss": 671.7642578125, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.4551174496644295, |
| "grad_norm": 32.293888092041016, |
| "learning_rate": 0.00024851314178448184, |
| "loss": 669.945703125, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.45721476510067116, |
| "grad_norm": 31.46223258972168, |
| "learning_rate": 0.0002473295807022806, |
| "loss": 664.87138671875, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.45931208053691275, |
| "grad_norm": 29.509889602661133, |
| "learning_rate": 0.00024614480889060956, |
| "loss": 669.8833984375, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.46140939597315433, |
| "grad_norm": 31.399938583374023, |
| "learning_rate": 0.0002449588788361192, |
| "loss": 666.312060546875, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.463506711409396, |
| "grad_norm": 30.07374382019043, |
| "learning_rate": 0.0002437718430767712, |
| "loss": 668.290283203125, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.46560402684563756, |
| "grad_norm": 30.44249153137207, |
| "learning_rate": 0.00024258375419951124, |
| "loss": 668.4318359375, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.4677013422818792, |
| "grad_norm": 38.52666091918945, |
| "learning_rate": 0.00024139466483793926, |
| "loss": 668.380224609375, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.4697986577181208, |
| "grad_norm": 31.31693458557129, |
| "learning_rate": 0.00024020462766997764, |
| "loss": 667.819091796875, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.47189597315436244, |
| "grad_norm": 35.017356872558594, |
| "learning_rate": 0.0002390136954155377, |
| "loss": 670.79619140625, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.473993288590604, |
| "grad_norm": 31.77483558654785, |
| "learning_rate": 0.00023782192083418395, |
| "loss": 668.5884765625, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.47609060402684567, |
| "grad_norm": 29.106456756591797, |
| "learning_rate": 0.00023662935672279684, |
| "loss": 665.169140625, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.47818791946308725, |
| "grad_norm": 29.76981544494629, |
| "learning_rate": 0.0002354360559132341, |
| "loss": 668.712939453125, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.48028523489932884, |
| "grad_norm": 32.28547668457031, |
| "learning_rate": 0.0002342420712699895, |
| "loss": 664.51982421875, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.4823825503355705, |
| "grad_norm": 30.890287399291992, |
| "learning_rate": 0.0002330474556878519, |
| "loss": 666.91162109375, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.48447986577181207, |
| "grad_norm": 29.93698501586914, |
| "learning_rate": 0.00023185226208956107, |
| "loss": 666.598828125, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.4865771812080537, |
| "grad_norm": 30.69890785217285, |
| "learning_rate": 0.00023065654342346363, |
| "loss": 668.0845703125, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.4886744966442953, |
| "grad_norm": 34.83747100830078, |
| "learning_rate": 0.0002294603526611672, |
| "loss": 667.3533203125, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.49077181208053694, |
| "grad_norm": 33.36619567871094, |
| "learning_rate": 0.0002282637427951939, |
| "loss": 667.884765625, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.4928691275167785, |
| "grad_norm": 29.63823699951172, |
| "learning_rate": 0.00022706676683663239, |
| "loss": 667.5376953125, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.4949664429530201, |
| "grad_norm": 31.131912231445312, |
| "learning_rate": 0.00022586947781278976, |
| "loss": 666.466796875, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.49706375838926176, |
| "grad_norm": 31.816801071166992, |
| "learning_rate": 0.00022467192876484223, |
| "loss": 664.06953125, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.49916107382550334, |
| "grad_norm": 29.44042205810547, |
| "learning_rate": 0.00022347417274548524, |
| "loss": 667.1103515625, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.5012583892617449, |
| "grad_norm": 29.322641372680664, |
| "learning_rate": 0.00022227626281658353, |
| "loss": 666.075390625, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.5033557046979866, |
| "grad_norm": 32.735511779785156, |
| "learning_rate": 0.0002210782520468199, |
| "loss": 664.4994140625, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5054530201342282, |
| "grad_norm": 29.87210464477539, |
| "learning_rate": 0.00021988019350934469, |
| "loss": 667.29296875, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.5075503355704698, |
| "grad_norm": 31.216821670532227, |
| "learning_rate": 0.00021868214027942435, |
| "loss": 662.84638671875, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.5096476510067114, |
| "grad_norm": 32.65995788574219, |
| "learning_rate": 0.00021748414543209014, |
| "loss": 660.946435546875, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.511744966442953, |
| "grad_norm": 28.737106323242188, |
| "learning_rate": 0.000216286262039787, |
| "loss": 664.323193359375, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.5138422818791947, |
| "grad_norm": 31.263092041015625, |
| "learning_rate": 0.00021508854317002244, |
| "loss": 663.55283203125, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5159395973154363, |
| "grad_norm": 30.646047592163086, |
| "learning_rate": 0.00021389104188301498, |
| "loss": 664.27900390625, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.5180369127516778, |
| "grad_norm": 29.571012496948242, |
| "learning_rate": 0.0002126938112293445, |
| "loss": 665.23828125, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.5201342281879194, |
| "grad_norm": 27.435243606567383, |
| "learning_rate": 0.00021149690424760115, |
| "loss": 662.09697265625, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.522231543624161, |
| "grad_norm": 30.892032623291016, |
| "learning_rate": 0.00021030037396203648, |
| "loss": 661.8642578125, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.5243288590604027, |
| "grad_norm": 29.923301696777344, |
| "learning_rate": 0.00020910427338021354, |
| "loss": 661.6994140625, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5264261744966443, |
| "grad_norm": 30.558629989624023, |
| "learning_rate": 0.0002079086554906594, |
| "loss": 664.10576171875, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.5285234899328859, |
| "grad_norm": 29.044401168823242, |
| "learning_rate": 0.00020671357326051712, |
| "loss": 662.918310546875, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.5306208053691275, |
| "grad_norm": 29.453405380249023, |
| "learning_rate": 0.00020551907963319957, |
| "loss": 661.75927734375, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.5327181208053692, |
| "grad_norm": 29.187562942504883, |
| "learning_rate": 0.00020432522752604398, |
| "loss": 663.5279296875, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.5348154362416108, |
| "grad_norm": 28.44608497619629, |
| "learning_rate": 0.00020313206982796743, |
| "loss": 662.10859375, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.5369127516778524, |
| "grad_norm": 30.583581924438477, |
| "learning_rate": 0.00020193965939712397, |
| "loss": 655.9248046875, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.5390100671140939, |
| "grad_norm": 28.79263687133789, |
| "learning_rate": 0.000200748049058563, |
| "loss": 657.80380859375, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.5411073825503355, |
| "grad_norm": 30.370445251464844, |
| "learning_rate": 0.0001995572916018888, |
| "loss": 657.630322265625, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.5432046979865772, |
| "grad_norm": 28.331058502197266, |
| "learning_rate": 0.00019836743977892223, |
| "loss": 659.750732421875, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.5453020134228188, |
| "grad_norm": 28.471342086791992, |
| "learning_rate": 0.0001971785463013636, |
| "loss": 657.333056640625, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.5473993288590604, |
| "grad_norm": 29.981342315673828, |
| "learning_rate": 0.00019599066383845743, |
| "loss": 660.1037109375, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.549496644295302, |
| "grad_norm": 27.848005294799805, |
| "learning_rate": 0.00019480384501465925, |
| "loss": 658.74140625, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.5515939597315436, |
| "grad_norm": 32.23906707763672, |
| "learning_rate": 0.0001936181424073043, |
| "loss": 660.1626953125, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.5536912751677853, |
| "grad_norm": 31.61312484741211, |
| "learning_rate": 0.00019243360854427808, |
| "loss": 660.150244140625, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.5557885906040269, |
| "grad_norm": 29.725093841552734, |
| "learning_rate": 0.0001912502959016897, |
| "loss": 657.754443359375, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.5578859060402684, |
| "grad_norm": 29.368242263793945, |
| "learning_rate": 0.00019006825690154683, |
| "loss": 659.9822265625, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.55998322147651, |
| "grad_norm": 28.35896110534668, |
| "learning_rate": 0.00018888754390943325, |
| "loss": 658.483935546875, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.5620805369127517, |
| "grad_norm": 31.025697708129883, |
| "learning_rate": 0.0001877082092321895, |
| "loss": 655.942138671875, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.5641778523489933, |
| "grad_norm": 29.16358757019043, |
| "learning_rate": 0.00018653030511559497, |
| "loss": 653.2818359375, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.5662751677852349, |
| "grad_norm": 28.339134216308594, |
| "learning_rate": 0.0001853538837420539, |
| "loss": 654.957373046875, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.5683724832214765, |
| "grad_norm": 30.60034942626953, |
| "learning_rate": 0.00018417899722828341, |
| "loss": 653.49033203125, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.5704697986577181, |
| "grad_norm": 31.810016632080078, |
| "learning_rate": 0.0001830056976230047, |
| "loss": 653.2673828125, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.5725671140939598, |
| "grad_norm": 33.221683502197266, |
| "learning_rate": 0.00018183403690463708, |
| "loss": 656.7556640625, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.5746644295302014, |
| "grad_norm": 32.24803924560547, |
| "learning_rate": 0.00018066406697899576, |
| "loss": 656.97822265625, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.576761744966443, |
| "grad_norm": 29.149499893188477, |
| "learning_rate": 0.00017949583967699168, |
| "loss": 657.793603515625, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.5788590604026845, |
| "grad_norm": 29.32554054260254, |
| "learning_rate": 0.0001783294067523359, |
| "loss": 653.61181640625, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.5809563758389261, |
| "grad_norm": 28.13404655456543, |
| "learning_rate": 0.00017716481987924674, |
| "loss": 655.396484375, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.5830536912751678, |
| "grad_norm": 28.413429260253906, |
| "learning_rate": 0.00017600213065016012, |
| "loss": 653.1107421875, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.5851510067114094, |
| "grad_norm": 28.72635269165039, |
| "learning_rate": 0.00017484139057344472, |
| "loss": 653.54794921875, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.587248322147651, |
| "grad_norm": 28.011682510375977, |
| "learning_rate": 0.00017368265107111944, |
| "loss": 654.29453125, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5893456375838926, |
| "grad_norm": 27.588804244995117, |
| "learning_rate": 0.00017252596347657574, |
| "loss": 651.36181640625, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.5914429530201343, |
| "grad_norm": 27.97196388244629, |
| "learning_rate": 0.00017137137903230323, |
| "loss": 645.566796875, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.5935402684563759, |
| "grad_norm": 27.735048294067383, |
| "learning_rate": 0.00017021894888761998, |
| "loss": 649.60654296875, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.5956375838926175, |
| "grad_norm": 26.177885055541992, |
| "learning_rate": 0.00016906872409640607, |
| "loss": 650.069921875, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.597734899328859, |
| "grad_norm": 28.765148162841797, |
| "learning_rate": 0.00016792075561484216, |
| "loss": 650.93916015625, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.5998322147651006, |
| "grad_norm": 28.364809036254883, |
| "learning_rate": 0.00016677509429915198, |
| "loss": 651.325634765625, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.6019295302013423, |
| "grad_norm": 29.487659454345703, |
| "learning_rate": 0.0001656317909033494, |
| "loss": 651.270947265625, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.6040268456375839, |
| "grad_norm": 28.166723251342773, |
| "learning_rate": 0.0001644908960769899, |
| "loss": 652.112109375, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.6061241610738255, |
| "grad_norm": 31.055328369140625, |
| "learning_rate": 0.00016335246036292675, |
| "loss": 649.5130859375, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.6082214765100671, |
| "grad_norm": 28.57908058166504, |
| "learning_rate": 0.00016221653419507207, |
| "loss": 652.4697265625, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6103187919463087, |
| "grad_norm": 28.182710647583008, |
| "learning_rate": 0.00016108316789616213, |
| "loss": 649.038720703125, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.6124161073825504, |
| "grad_norm": 27.781524658203125, |
| "learning_rate": 0.00015995241167552856, |
| "loss": 652.884765625, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.614513422818792, |
| "grad_norm": 33.82801055908203, |
| "learning_rate": 0.00015882431562687366, |
| "loss": 650.83017578125, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.6166107382550335, |
| "grad_norm": 30.098989486694336, |
| "learning_rate": 0.00015769892972605125, |
| "loss": 651.34130859375, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.6187080536912751, |
| "grad_norm": 32.31068420410156, |
| "learning_rate": 0.0001565763038288528, |
| "loss": 645.246142578125, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.6208053691275168, |
| "grad_norm": 28.378875732421875, |
| "learning_rate": 0.0001554564876687986, |
| "loss": 652.385595703125, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.6229026845637584, |
| "grad_norm": 28.947368621826172, |
| "learning_rate": 0.0001543395308549346, |
| "loss": 650.1939453125, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 29.12237548828125, |
| "learning_rate": 0.00015322548286963476, |
| "loss": 651.1830078125, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.6270973154362416, |
| "grad_norm": 29.718006134033203, |
| "learning_rate": 0.0001521143930664087, |
| "loss": 648.945703125, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.6291946308724832, |
| "grad_norm": 28.995901107788086, |
| "learning_rate": 0.00015100631066771562, |
| "loss": 651.88173828125, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.6312919463087249, |
| "grad_norm": 29.284896850585938, |
| "learning_rate": 0.00014990128476278337, |
| "loss": 649.30478515625, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.6333892617449665, |
| "grad_norm": 28.888269424438477, |
| "learning_rate": 0.00014879936430543385, |
| "loss": 649.9291015625, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.635486577181208, |
| "grad_norm": 28.198549270629883, |
| "learning_rate": 0.00014770059811191447, |
| "loss": 652.7267578125, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.6375838926174496, |
| "grad_norm": 29.48029136657715, |
| "learning_rate": 0.00014660503485873535, |
| "loss": 651.5513671875, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.6396812080536913, |
| "grad_norm": 28.43744468688965, |
| "learning_rate": 0.0001455127230805128, |
| "loss": 651.0328125, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.6417785234899329, |
| "grad_norm": 27.688100814819336, |
| "learning_rate": 0.0001444237111678195, |
| "loss": 647.43857421875, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.6438758389261745, |
| "grad_norm": 28.3968505859375, |
| "learning_rate": 0.00014333804736504056, |
| "loss": 647.463671875, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.6459731543624161, |
| "grad_norm": 30.404407501220703, |
| "learning_rate": 0.00014225577976823627, |
| "loss": 652.252978515625, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.6480704697986577, |
| "grad_norm": 30.15484046936035, |
| "learning_rate": 0.00014117695632301139, |
| "loss": 648.971533203125, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.6501677852348994, |
| "grad_norm": 27.924440383911133, |
| "learning_rate": 0.00014010162482239088, |
| "loss": 649.1361328125, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.652265100671141, |
| "grad_norm": 32.13743209838867, |
| "learning_rate": 0.00013902983290470317, |
| "loss": 649.91708984375, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.6543624161073825, |
| "grad_norm": 31.20033073425293, |
| "learning_rate": 0.0001379616280514692, |
| "loss": 649.18447265625, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.6564597315436241, |
| "grad_norm": 28.300771713256836, |
| "learning_rate": 0.0001368970575852993, |
| "loss": 650.178515625, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.6585570469798657, |
| "grad_norm": 27.94886016845703, |
| "learning_rate": 0.00013583616866779652, |
| "loss": 643.166845703125, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.6606543624161074, |
| "grad_norm": 27.04218101501465, |
| "learning_rate": 0.00013477900829746725, |
| "loss": 647.6751953125, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.662751677852349, |
| "grad_norm": 26.176513671875, |
| "learning_rate": 0.00013372562330763943, |
| "loss": 649.405224609375, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.6648489932885906, |
| "grad_norm": 29.39858627319336, |
| "learning_rate": 0.00013267606036438762, |
| "loss": 646.86328125, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.6669463087248322, |
| "grad_norm": 26.7048282623291, |
| "learning_rate": 0.00013163036596446564, |
| "loss": 644.20439453125, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.6690436241610739, |
| "grad_norm": 28.272573471069336, |
| "learning_rate": 0.00013058858643324675, |
| "loss": 645.096875, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.6711409395973155, |
| "grad_norm": 26.063152313232422, |
| "learning_rate": 0.00012955076792267134, |
| "loss": 640.88330078125, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.673238255033557, |
| "grad_norm": 29.092182159423828, |
| "learning_rate": 0.00012851695640920228, |
| "loss": 644.1791015625, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.6753355704697986, |
| "grad_norm": 27.698671340942383, |
| "learning_rate": 0.00012748719769178836, |
| "loss": 642.1341796875, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.6774328859060402, |
| "grad_norm": 26.520164489746094, |
| "learning_rate": 0.00012646153738983518, |
| "loss": 641.31513671875, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.6795302013422819, |
| "grad_norm": 25.921581268310547, |
| "learning_rate": 0.0001254400209411841, |
| "loss": 644.3787109375, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.6816275167785235, |
| "grad_norm": 27.339468002319336, |
| "learning_rate": 0.00012442269360009943, |
| "loss": 645.2326171875, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.6837248322147651, |
| "grad_norm": 29.97846794128418, |
| "learning_rate": 0.00012340960043526354, |
| "loss": 646.191064453125, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.6858221476510067, |
| "grad_norm": 28.281511306762695, |
| "learning_rate": 0.0001224007863277804, |
| "loss": 644.41083984375, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.6879194630872483, |
| "grad_norm": 27.19548225402832, |
| "learning_rate": 0.00012139629596918692, |
| "loss": 645.106103515625, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.69001677852349, |
| "grad_norm": 31.942832946777344, |
| "learning_rate": 0.00012039617385947362, |
| "loss": 646.91748046875, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.6921140939597316, |
| "grad_norm": 31.69818115234375, |
| "learning_rate": 0.0001194004643051128, |
| "loss": 642.990576171875, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.6942114093959731, |
| "grad_norm": 26.01172637939453, |
| "learning_rate": 0.00011840921141709596, |
| "loss": 644.61396484375, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.6963087248322147, |
| "grad_norm": 28.175277709960938, |
| "learning_rate": 0.00011742245910897946, |
| "loss": 644.9322265625, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.6984060402684564, |
| "grad_norm": 27.262279510498047, |
| "learning_rate": 0.00011644025109493925, |
| "loss": 640.7943359375, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.700503355704698, |
| "grad_norm": 29.041112899780273, |
| "learning_rate": 0.0001154626308878342, |
| "loss": 640.47802734375, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.7026006711409396, |
| "grad_norm": 26.558259963989258, |
| "learning_rate": 0.00011448964179727846, |
| "loss": 640.86640625, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.7046979865771812, |
| "grad_norm": 26.3627872467041, |
| "learning_rate": 0.00011352132692772275, |
| "loss": 643.96416015625, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.7067953020134228, |
| "grad_norm": 30.935028076171875, |
| "learning_rate": 0.0001125577291765449, |
| "loss": 644.32548828125, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.7088926174496645, |
| "grad_norm": 27.82961654663086, |
| "learning_rate": 0.00011159889123214947, |
| "loss": 644.60029296875, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.7109899328859061, |
| "grad_norm": 28.383852005004883, |
| "learning_rate": 0.00011064485557207618, |
| "loss": 641.670654296875, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.7130872483221476, |
| "grad_norm": 28.351306915283203, |
| "learning_rate": 0.00010969566446111879, |
| "loss": 643.6939453125, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.7151845637583892, |
| "grad_norm": 29.306499481201172, |
| "learning_rate": 0.00010875135994945229, |
| "loss": 643.9189453125, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.7172818791946308, |
| "grad_norm": 27.835824966430664, |
| "learning_rate": 0.00010781198387077007, |
| "loss": 644.710009765625, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.7193791946308725, |
| "grad_norm": 26.804637908935547, |
| "learning_rate": 0.00010687757784043082, |
| "loss": 642.12802734375, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.7214765100671141, |
| "grad_norm": 27.066242218017578, |
| "learning_rate": 0.00010594818325361471, |
| "loss": 642.281640625, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.7235738255033557, |
| "grad_norm": 28.797060012817383, |
| "learning_rate": 0.00010502384128348954, |
| "loss": 642.411279296875, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.7256711409395973, |
| "grad_norm": 27.947628021240234, |
| "learning_rate": 0.00010410459287938703, |
| "loss": 640.89638671875, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.727768456375839, |
| "grad_norm": 29.086095809936523, |
| "learning_rate": 0.00010319047876498844, |
| "loss": 641.929638671875, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.7298657718120806, |
| "grad_norm": 29.761884689331055, |
| "learning_rate": 0.00010228153943652041, |
| "loss": 637.97744140625, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.7319630872483222, |
| "grad_norm": 26.669483184814453, |
| "learning_rate": 0.0001013778151609613, |
| "loss": 638.9267578125, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.7340604026845637, |
| "grad_norm": 27.087501525878906, |
| "learning_rate": 0.00010047934597425688, |
| "loss": 639.1171875, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.7361577181208053, |
| "grad_norm": 28.121606826782227, |
| "learning_rate": 9.958617167954706e-05, |
| "loss": 637.917529296875, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.738255033557047, |
| "grad_norm": 26.663837432861328, |
| "learning_rate": 9.869833184540213e-05, |
| "loss": 641.077783203125, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.7403523489932886, |
| "grad_norm": 27.70529556274414, |
| "learning_rate": 9.781586580407048e-05, |
| "loss": 639.078515625, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.7424496644295302, |
| "grad_norm": 26.090171813964844, |
| "learning_rate": 9.693881264973552e-05, |
| "loss": 639.376220703125, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.7445469798657718, |
| "grad_norm": 25.934465408325195, |
| "learning_rate": 9.606721123678415e-05, |
| "loss": 638.648828125, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.7466442953020134, |
| "grad_norm": 27.159374237060547, |
| "learning_rate": 9.520110017808516e-05, |
| "loss": 636.63955078125, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.7487416107382551, |
| "grad_norm": 28.713590621948242, |
| "learning_rate": 9.434051784327894e-05, |
| "loss": 639.26376953125, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.7508389261744967, |
| "grad_norm": 27.829418182373047, |
| "learning_rate": 9.348550235707753e-05, |
| "loss": 639.5732421875, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.7529362416107382, |
| "grad_norm": 26.017898559570312, |
| "learning_rate": 9.263609159757563e-05, |
| "loss": 637.87216796875, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.7550335570469798, |
| "grad_norm": 26.738412857055664, |
| "learning_rate": 9.179232319457263e-05, |
| "loss": 639.777734375, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.7571308724832215, |
| "grad_norm": 26.242856979370117, |
| "learning_rate": 9.095423452790545e-05, |
| "loss": 638.56953125, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.7592281879194631, |
| "grad_norm": 27.855649948120117, |
| "learning_rate": 9.012186272579281e-05, |
| "loss": 638.94423828125, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.7613255033557047, |
| "grad_norm": 27.09480857849121, |
| "learning_rate": 8.929524466319001e-05, |
| "loss": 637.12451171875, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.7634228187919463, |
| "grad_norm": 28.319421768188477, |
| "learning_rate": 8.84744169601558e-05, |
| "loss": 638.236865234375, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.7655201342281879, |
| "grad_norm": 26.658681869506836, |
| "learning_rate": 8.765941598022974e-05, |
| "loss": 638.8794921875, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.7676174496644296, |
| "grad_norm": 25.66645050048828, |
| "learning_rate": 8.685027782882137e-05, |
| "loss": 636.8828125, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.7697147651006712, |
| "grad_norm": 26.28342628479004, |
| "learning_rate": 8.604703835161078e-05, |
| "loss": 634.759375, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.7718120805369127, |
| "grad_norm": 27.064321517944336, |
| "learning_rate": 8.524973313296044e-05, |
| "loss": 637.356689453125, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.7739093959731543, |
| "grad_norm": 25.821807861328125, |
| "learning_rate": 8.445839749433879e-05, |
| "loss": 634.150146484375, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.7760067114093959, |
| "grad_norm": 27.81305694580078, |
| "learning_rate": 8.36730664927557e-05, |
| "loss": 637.801416015625, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.7781040268456376, |
| "grad_norm": 27.668472290039062, |
| "learning_rate": 8.289377491920906e-05, |
| "loss": 639.85576171875, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.7802013422818792, |
| "grad_norm": 26.37130355834961, |
| "learning_rate": 8.212055729714395e-05, |
| "loss": 635.6119140625, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.7822986577181208, |
| "grad_norm": 26.33147621154785, |
| "learning_rate": 8.135344788092268e-05, |
| "loss": 636.427197265625, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.7843959731543624, |
| "grad_norm": 27.024181365966797, |
| "learning_rate": 8.059248065430754e-05, |
| "loss": 636.954541015625, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.7864932885906041, |
| "grad_norm": 27.01633644104004, |
| "learning_rate": 7.983768932895552e-05, |
| "loss": 637.730859375, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.7885906040268457, |
| "grad_norm": 26.537281036376953, |
| "learning_rate": 7.908910734292443e-05, |
| "loss": 636.58896484375, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.7906879194630873, |
| "grad_norm": 28.983243942260742, |
| "learning_rate": 7.834676785919184e-05, |
| "loss": 637.47099609375, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.7927852348993288, |
| "grad_norm": 27.737960815429688, |
| "learning_rate": 7.761070376418576e-05, |
| "loss": 636.819921875, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.7948825503355704, |
| "grad_norm": 27.229751586914062, |
| "learning_rate": 7.688094766632796e-05, |
| "loss": 636.7138671875, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.7969798657718121, |
| "grad_norm": 28.273210525512695, |
| "learning_rate": 7.615753189458901e-05, |
| "loss": 634.544287109375, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.7990771812080537, |
| "grad_norm": 29.45096206665039, |
| "learning_rate": 7.544048849705643e-05, |
| "loss": 635.6251953125, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.8011744966442953, |
| "grad_norm": 29.714284896850586, |
| "learning_rate": 7.47298492395148e-05, |
| "loss": 636.00966796875, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.8032718120805369, |
| "grad_norm": 27.231691360473633, |
| "learning_rate": 7.402564560403849e-05, |
| "loss": 634.262451171875, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.8053691275167785, |
| "grad_norm": 27.76047134399414, |
| "learning_rate": 7.332790878759689e-05, |
| "loss": 636.124072265625, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.8074664429530202, |
| "grad_norm": 27.911466598510742, |
| "learning_rate": 7.263666970067252e-05, |
| "loss": 635.7958984375, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.8095637583892618, |
| "grad_norm": 28.178003311157227, |
| "learning_rate": 7.19519589658916e-05, |
| "loss": 633.43017578125, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.8116610738255033, |
| "grad_norm": 27.975473403930664, |
| "learning_rate": 7.127380691666728e-05, |
| "loss": 635.719189453125, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.8137583892617449, |
| "grad_norm": 28.983741760253906, |
| "learning_rate": 7.060224359585608e-05, |
| "loss": 633.81591796875, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.8158557046979866, |
| "grad_norm": 27.375320434570312, |
| "learning_rate": 6.993729875442679e-05, |
| "loss": 636.437158203125, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.8179530201342282, |
| "grad_norm": 27.626811981201172, |
| "learning_rate": 6.927900185014261e-05, |
| "loss": 632.9501953125, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.8200503355704698, |
| "grad_norm": 28.896224975585938, |
| "learning_rate": 6.862738204625598e-05, |
| "loss": 635.357421875, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.8221476510067114, |
| "grad_norm": 28.534263610839844, |
| "learning_rate": 6.798246821021675e-05, |
| "loss": 633.3580078125, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.824244966442953, |
| "grad_norm": 28.75027084350586, |
| "learning_rate": 6.734428891239319e-05, |
| "loss": 633.438232421875, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.8263422818791947, |
| "grad_norm": 29.190221786499023, |
| "learning_rate": 6.671287242480648e-05, |
| "loss": 634.818505859375, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.8284395973154363, |
| "grad_norm": 29.265399932861328, |
| "learning_rate": 6.608824671987803e-05, |
| "loss": 632.114990234375, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.8305369127516778, |
| "grad_norm": 28.700923919677734, |
| "learning_rate": 6.547043946919043e-05, |
| "loss": 635.63583984375, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.8326342281879194, |
| "grad_norm": 28.740497589111328, |
| "learning_rate": 6.485947804226143e-05, |
| "loss": 631.268359375, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.834731543624161, |
| "grad_norm": 28.367143630981445, |
| "learning_rate": 6.425538950533153e-05, |
| "loss": 633.52529296875, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.8368288590604027, |
| "grad_norm": 27.867080688476562, |
| "learning_rate": 6.36582006201649e-05, |
| "loss": 633.979638671875, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.8389261744966443, |
| "grad_norm": 28.264551162719727, |
| "learning_rate": 6.306793784286387e-05, |
| "loss": 631.1896484375, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.8410234899328859, |
| "grad_norm": 27.195425033569336, |
| "learning_rate": 6.248462732269678e-05, |
| "loss": 634.66220703125, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.8431208053691275, |
| "grad_norm": 27.993989944458008, |
| "learning_rate": 6.190829490093956e-05, |
| "loss": 631.0541015625, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.8452181208053692, |
| "grad_norm": 28.31843376159668, |
| "learning_rate": 6.133896610973102e-05, |
| "loss": 634.913818359375, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.8473154362416108, |
| "grad_norm": 27.713829040527344, |
| "learning_rate": 6.0776666170941634e-05, |
| "loss": 633.541796875, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.8494127516778524, |
| "grad_norm": 28.571849822998047, |
| "learning_rate": 6.022141999505628e-05, |
| "loss": 635.653076171875, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.8515100671140939, |
| "grad_norm": 28.298898696899414, |
| "learning_rate": 5.967325218007066e-05, |
| "loss": 633.7244140625, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.8536073825503355, |
| "grad_norm": 28.45415687561035, |
| "learning_rate": 5.913218701040155e-05, |
| "loss": 629.78876953125, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.8557046979865772, |
| "grad_norm": 27.818023681640625, |
| "learning_rate": 5.859824845581097e-05, |
| "loss": 632.473486328125, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.8578020134228188, |
| "grad_norm": 27.582611083984375, |
| "learning_rate": 5.807146017034434e-05, |
| "loss": 632.22314453125, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.8598993288590604, |
| "grad_norm": 27.81085205078125, |
| "learning_rate": 5.755184549128258e-05, |
| "loss": 634.45263671875, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.861996644295302, |
| "grad_norm": 29.401206970214844, |
| "learning_rate": 5.703942743810811e-05, |
| "loss": 630.763671875, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.8640939597315436, |
| "grad_norm": 29.271099090576172, |
| "learning_rate": 5.653422871148536e-05, |
| "loss": 632.858740234375, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.8661912751677853, |
| "grad_norm": 27.439136505126953, |
| "learning_rate": 5.6036271692254784e-05, |
| "loss": 631.56728515625, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.8682885906040269, |
| "grad_norm": 30.40508460998535, |
| "learning_rate": 5.554557844044157e-05, |
| "loss": 633.06201171875, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.8703859060402684, |
| "grad_norm": 28.31879234313965, |
| "learning_rate": 5.506217069427819e-05, |
| "loss": 630.06904296875, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.87248322147651, |
| "grad_norm": 27.734046936035156, |
| "learning_rate": 5.458606986924159e-05, |
| "loss": 632.051171875, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.8745805369127517, |
| "grad_norm": 27.239978790283203, |
| "learning_rate": 5.4117297057104274e-05, |
| "loss": 630.75927734375, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.8766778523489933, |
| "grad_norm": 29.57522964477539, |
| "learning_rate": 5.365587302500005e-05, |
| "loss": 628.64501953125, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.8787751677852349, |
| "grad_norm": 35.8673095703125, |
| "learning_rate": 5.320181821450388e-05, |
| "loss": 630.65078125, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.8808724832214765, |
| "grad_norm": 27.35272789001465, |
| "learning_rate": 5.2755152740726445e-05, |
| "loss": 628.492919921875, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8829697986577181, |
| "grad_norm": 27.077056884765625, |
| "learning_rate": 5.231589639142296e-05, |
| "loss": 629.585595703125, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.8850671140939598, |
| "grad_norm": 27.620115280151367, |
| "learning_rate": 5.1884068626116434e-05, |
| "loss": 630.0875, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.8871644295302014, |
| "grad_norm": 27.542192459106445, |
| "learning_rate": 5.145968857523584e-05, |
| "loss": 628.7125, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.889261744966443, |
| "grad_norm": 28.19161605834961, |
| "learning_rate": 5.1042775039268465e-05, |
| "loss": 626.27802734375, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.8913590604026845, |
| "grad_norm": 30.806785583496094, |
| "learning_rate": 5.0633346487926995e-05, |
| "loss": 630.0173828125, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.8934563758389261, |
| "grad_norm": 30.311485290527344, |
| "learning_rate": 5.0231421059331404e-05, |
| "loss": 626.716552734375, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.8955536912751678, |
| "grad_norm": 29.691062927246094, |
| "learning_rate": 4.9837016559205346e-05, |
| "loss": 627.475, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.8976510067114094, |
| "grad_norm": 28.471662521362305, |
| "learning_rate": 4.9450150460087276e-05, |
| "loss": 629.171728515625, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.899748322147651, |
| "grad_norm": 30.234209060668945, |
| "learning_rate": 4.907083990055655e-05, |
| "loss": 627.14775390625, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.9018456375838926, |
| "grad_norm": 28.77558135986328, |
| "learning_rate": 4.8699101684474055e-05, |
| "loss": 629.74404296875, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.9039429530201343, |
| "grad_norm": 34.10380935668945, |
| "learning_rate": 4.8334952280237875e-05, |
| "loss": 626.33037109375, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.9060402684563759, |
| "grad_norm": 29.52224349975586, |
| "learning_rate": 4.797840782005362e-05, |
| "loss": 629.33076171875, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.9081375838926175, |
| "grad_norm": 28.26784324645996, |
| "learning_rate": 4.762948409921976e-05, |
| "loss": 628.66953125, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.910234899328859, |
| "grad_norm": 29.058961868286133, |
| "learning_rate": 4.7288196575427945e-05, |
| "loss": 627.45009765625, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.9123322147651006, |
| "grad_norm": 27.834453582763672, |
| "learning_rate": 4.69545603680782e-05, |
| "loss": 627.597314453125, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.9144295302013423, |
| "grad_norm": 28.713594436645508, |
| "learning_rate": 4.6628590257609074e-05, |
| "loss": 628.151171875, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.9165268456375839, |
| "grad_norm": 27.71648597717285, |
| "learning_rate": 4.63103006848429e-05, |
| "loss": 627.45361328125, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.9186241610738255, |
| "grad_norm": 27.912973403930664, |
| "learning_rate": 4.599970575034604e-05, |
| "loss": 627.89990234375, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.9207214765100671, |
| "grad_norm": 28.388153076171875, |
| "learning_rate": 4.569681921380412e-05, |
| "loss": 628.716552734375, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.9228187919463087, |
| "grad_norm": 27.170394897460938, |
| "learning_rate": 4.540165449341264e-05, |
| "loss": 624.107421875, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.9249161073825504, |
| "grad_norm": 29.40501594543457, |
| "learning_rate": 4.511422466528239e-05, |
| "loss": 626.96376953125, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.927013422818792, |
| "grad_norm": 27.9484920501709, |
| "learning_rate": 4.4834542462860253e-05, |
| "loss": 625.7462890625, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.9291107382550335, |
| "grad_norm": 26.742002487182617, |
| "learning_rate": 4.4562620276364964e-05, |
| "loss": 623.641748046875, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.9312080536912751, |
| "grad_norm": 27.514894485473633, |
| "learning_rate": 4.4298470152238445e-05, |
| "loss": 626.6466796875, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.9333053691275168, |
| "grad_norm": 28.68197250366211, |
| "learning_rate": 4.404210379261189e-05, |
| "loss": 625.73603515625, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.9354026845637584, |
| "grad_norm": 27.779787063598633, |
| "learning_rate": 4.3793532554787466e-05, |
| "loss": 626.723046875, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.9375, |
| "grad_norm": 32.51716232299805, |
| "learning_rate": 4.355276745073519e-05, |
| "loss": 624.685400390625, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.9395973154362416, |
| "grad_norm": 27.739004135131836, |
| "learning_rate": 4.3319819146605076e-05, |
| "loss": 627.60615234375, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.9416946308724832, |
| "grad_norm": 27.13141632080078, |
| "learning_rate": 4.309469796225452e-05, |
| "loss": 628.37236328125, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.9437919463087249, |
| "grad_norm": 26.884918212890625, |
| "learning_rate": 4.2877413870791265e-05, |
| "loss": 629.33857421875, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.9458892617449665, |
| "grad_norm": 27.75450325012207, |
| "learning_rate": 4.2667976498131484e-05, |
| "loss": 626.84443359375, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.947986577181208, |
| "grad_norm": 27.617355346679688, |
| "learning_rate": 4.2466395122573355e-05, |
| "loss": 628.710791015625, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.9500838926174496, |
| "grad_norm": 26.420400619506836, |
| "learning_rate": 4.227267867438603e-05, |
| "loss": 629.204443359375, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.9521812080536913, |
| "grad_norm": 28.757360458374023, |
| "learning_rate": 4.208683573541408e-05, |
| "loss": 631.1361328125, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.9542785234899329, |
| "grad_norm": 26.72005271911621, |
| "learning_rate": 4.1908874538697176e-05, |
| "loss": 628.3509765625, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.9563758389261745, |
| "grad_norm": 29.18567657470703, |
| "learning_rate": 4.1738802968105485e-05, |
| "loss": 629.052978515625, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.9584731543624161, |
| "grad_norm": 28.031450271606445, |
| "learning_rate": 4.1576628557990294e-05, |
| "loss": 627.497119140625, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.9605704697986577, |
| "grad_norm": 28.82792854309082, |
| "learning_rate": 4.142235849285035e-05, |
| "loss": 628.43017578125, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.9626677852348994, |
| "grad_norm": 27.71938133239746, |
| "learning_rate": 4.127599960701349e-05, |
| "loss": 629.9564453125, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.964765100671141, |
| "grad_norm": 28.188138961791992, |
| "learning_rate": 4.113755838433387e-05, |
| "loss": 626.648876953125, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.9668624161073825, |
| "grad_norm": 26.83609390258789, |
| "learning_rate": 4.1007040957904835e-05, |
| "loss": 626.8435546875, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.9689597315436241, |
| "grad_norm": 26.35107421875, |
| "learning_rate": 4.088445310978703e-05, |
| "loss": 625.288720703125, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.9710570469798657, |
| "grad_norm": 27.548940658569336, |
| "learning_rate": 4.076980027075245e-05, |
| "loss": 624.70595703125, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.9731543624161074, |
| "grad_norm": 29.594284057617188, |
| "learning_rate": 4.066308752004368e-05, |
| "loss": 626.745263671875, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.975251677852349, |
| "grad_norm": 27.860868453979492, |
| "learning_rate": 4.056431958514902e-05, |
| "loss": 626.17958984375, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.9773489932885906, |
| "grad_norm": 29.4324951171875, |
| "learning_rate": 4.047350084159293e-05, |
| "loss": 626.520947265625, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.9794463087248322, |
| "grad_norm": 27.567485809326172, |
| "learning_rate": 4.039063531274225e-05, |
| "loss": 625.49580078125, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.9815436241610739, |
| "grad_norm": 28.453237533569336, |
| "learning_rate": 4.0315726669628004e-05, |
| "loss": 624.890087890625, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.9836409395973155, |
| "grad_norm": 27.31355094909668, |
| "learning_rate": 4.0248778230782685e-05, |
| "loss": 626.1015625, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.985738255033557, |
| "grad_norm": 28.074209213256836, |
| "learning_rate": 4.018979296209327e-05, |
| "loss": 624.61494140625, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.9878355704697986, |
| "grad_norm": 27.141374588012695, |
| "learning_rate": 4.013877347666988e-05, |
| "loss": 622.684814453125, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.9899328859060402, |
| "grad_norm": 28.165618896484375, |
| "learning_rate": 4.009572203472991e-05, |
| "loss": 628.663037109375, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.9920302013422819, |
| "grad_norm": 28.871423721313477, |
| "learning_rate": 4.0060640543498e-05, |
| "loss": 629.76435546875, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.9941275167785235, |
| "grad_norm": 29.888212203979492, |
| "learning_rate": 4.003353055712148e-05, |
| "loss": 628.338671875, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.9962248322147651, |
| "grad_norm": 28.95257568359375, |
| "learning_rate": 4.0014393276601606e-05, |
| "loss": 629.15654296875, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.9983221476510067, |
| "grad_norm": 28.73761749267578, |
| "learning_rate": 4.000322954974018e-05, |
| "loss": 630.654296875, |
| "step": 4760 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 4768, |
| "total_flos": 2.8220752109280166e+19, |
| "train_loss": 712.5091396050166, |
| "train_runtime": 187061.2184, |
| "train_samples_per_second": 13.05, |
| "train_steps_per_second": 0.025 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4768, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8220752109280166e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
