| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 20.0, |
| "eval_steps": 500, |
| "global_step": 30540, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06548788474132286, |
| "grad_norm": 2.190325975418091, |
| "learning_rate": 4e-05, |
| "loss": 2.1706, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.13097576948264572, |
| "grad_norm": 1.687834620475769, |
| "learning_rate": 8e-05, |
| "loss": 1.4837, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.19646365422396855, |
| "grad_norm": 3.400477170944214, |
| "learning_rate": 0.00012, |
| "loss": 1.3391, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.26195153896529144, |
| "grad_norm": 2.344036340713501, |
| "learning_rate": 0.00016, |
| "loss": 1.261, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3274394237066143, |
| "grad_norm": 3.714707136154175, |
| "learning_rate": 0.0002, |
| "loss": 1.2116, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3929273084479371, |
| "grad_norm": 1.679829478263855, |
| "learning_rate": 0.00019933422103861519, |
| "loss": 1.1717, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.45841519318926, |
| "grad_norm": 4.456311225891113, |
| "learning_rate": 0.00019866844207723036, |
| "loss": 1.1405, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5239030779305829, |
| "grad_norm": 1.568082571029663, |
| "learning_rate": 0.00019800266311584554, |
| "loss": 1.1225, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5893909626719057, |
| "grad_norm": 1.7375952005386353, |
| "learning_rate": 0.00019733688415446071, |
| "loss": 1.0592, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6548788474132285, |
| "grad_norm": 1.5904892683029175, |
| "learning_rate": 0.0001966711051930759, |
| "loss": 1.0416, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7203667321545514, |
| "grad_norm": 1.7365295886993408, |
| "learning_rate": 0.00019600532623169107, |
| "loss": 0.9895, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7858546168958742, |
| "grad_norm": 1.5330233573913574, |
| "learning_rate": 0.00019533954727030627, |
| "loss": 0.9372, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8513425016371972, |
| "grad_norm": 1.0893980264663696, |
| "learning_rate": 0.00019467376830892145, |
| "loss": 0.9411, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.91683038637852, |
| "grad_norm": 1.1699469089508057, |
| "learning_rate": 0.00019400798934753662, |
| "loss": 0.9493, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9823182711198428, |
| "grad_norm": 1.6074790954589844, |
| "learning_rate": 0.00019334221038615183, |
| "loss": 0.924, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0478061558611658, |
| "grad_norm": 1.2101867198944092, |
| "learning_rate": 0.000192676431424767, |
| "loss": 0.7403, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.1132940406024885, |
| "grad_norm": 1.4132746458053589, |
| "learning_rate": 0.00019201065246338218, |
| "loss": 0.7249, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1787819253438114, |
| "grad_norm": 2.216444492340088, |
| "learning_rate": 0.00019134487350199735, |
| "loss": 0.7047, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.2442698100851342, |
| "grad_norm": 1.6050766706466675, |
| "learning_rate": 0.00019067909454061253, |
| "loss": 0.7007, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.309757694826457, |
| "grad_norm": 1.6436518430709839, |
| "learning_rate": 0.0001900133155792277, |
| "loss": 0.689, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.37524557956778, |
| "grad_norm": 1.3625693321228027, |
| "learning_rate": 0.00018934753661784288, |
| "loss": 0.68, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.4407334643091028, |
| "grad_norm": 3.190361499786377, |
| "learning_rate": 0.00018868175765645806, |
| "loss": 0.684, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.5062213490504257, |
| "grad_norm": 1.6968008279800415, |
| "learning_rate": 0.00018801597869507323, |
| "loss": 0.6482, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.5717092337917484, |
| "grad_norm": 2.3719942569732666, |
| "learning_rate": 0.0001873501997336884, |
| "loss": 0.6397, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.6371971185330714, |
| "grad_norm": 1.6784634590148926, |
| "learning_rate": 0.00018668442077230361, |
| "loss": 0.6246, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.7026850032743943, |
| "grad_norm": 5.170924663543701, |
| "learning_rate": 0.0001860186418109188, |
| "loss": 0.6396, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.768172888015717, |
| "grad_norm": 1.4368904829025269, |
| "learning_rate": 0.00018535286284953397, |
| "loss": 0.6158, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.83366077275704, |
| "grad_norm": 1.5622111558914185, |
| "learning_rate": 0.00018468708388814914, |
| "loss": 0.6488, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.8991486574983627, |
| "grad_norm": 1.4093877077102661, |
| "learning_rate": 0.00018402130492676432, |
| "loss": 0.5959, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.9646365422396856, |
| "grad_norm": 3.925295829772949, |
| "learning_rate": 0.0001833555259653795, |
| "loss": 0.5619, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.0301244269810086, |
| "grad_norm": 2.794207811355591, |
| "learning_rate": 0.00018268974700399467, |
| "loss": 0.4983, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.0956123117223315, |
| "grad_norm": 1.3407844305038452, |
| "learning_rate": 0.00018202396804260987, |
| "loss": 0.4355, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.161100196463654, |
| "grad_norm": 1.74431312084198, |
| "learning_rate": 0.00018135818908122505, |
| "loss": 0.4409, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.226588081204977, |
| "grad_norm": 1.806471347808838, |
| "learning_rate": 0.00018069241011984023, |
| "loss": 0.4017, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.2920759659463, |
| "grad_norm": 2.9647037982940674, |
| "learning_rate": 0.0001800266311584554, |
| "loss": 0.4382, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.357563850687623, |
| "grad_norm": 1.1686805486679077, |
| "learning_rate": 0.00017936085219707058, |
| "loss": 0.4374, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.423051735428946, |
| "grad_norm": 1.3478459119796753, |
| "learning_rate": 0.00017869507323568575, |
| "loss": 0.4601, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.4885396201702683, |
| "grad_norm": 1.657325267791748, |
| "learning_rate": 0.00017802929427430096, |
| "loss": 0.4264, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.5540275049115913, |
| "grad_norm": 1.9698008298873901, |
| "learning_rate": 0.00017736351531291613, |
| "loss": 0.4012, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.619515389652914, |
| "grad_norm": 1.1528823375701904, |
| "learning_rate": 0.0001766977363515313, |
| "loss": 0.421, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.685003274394237, |
| "grad_norm": 1.4447120428085327, |
| "learning_rate": 0.00017603195739014649, |
| "loss": 0.414, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.75049115913556, |
| "grad_norm": 1.054911494255066, |
| "learning_rate": 0.00017536617842876166, |
| "loss": 0.4084, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.815979043876883, |
| "grad_norm": 3.767080307006836, |
| "learning_rate": 0.00017470039946737684, |
| "loss": 0.4556, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.8814669286182055, |
| "grad_norm": 3.200798749923706, |
| "learning_rate": 0.00017403462050599201, |
| "loss": 0.4421, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.9469548133595285, |
| "grad_norm": 1.371512532234192, |
| "learning_rate": 0.0001733688415446072, |
| "loss": 0.4335, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.0124426981008514, |
| "grad_norm": 2.103531837463379, |
| "learning_rate": 0.00017270306258322237, |
| "loss": 0.4031, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.0779305828421744, |
| "grad_norm": 1.0188701152801514, |
| "learning_rate": 0.00017203728362183754, |
| "loss": 0.3268, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.143418467583497, |
| "grad_norm": 1.5448323488235474, |
| "learning_rate": 0.00017137150466045272, |
| "loss": 0.3513, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.20890635232482, |
| "grad_norm": 2.3558382987976074, |
| "learning_rate": 0.00017070572569906792, |
| "loss": 0.3276, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.2743942370661427, |
| "grad_norm": 1.2140190601348877, |
| "learning_rate": 0.0001700399467376831, |
| "loss": 0.3424, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.3398821218074657, |
| "grad_norm": 1.4044971466064453, |
| "learning_rate": 0.00016937416777629827, |
| "loss": 0.3296, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.4053700065487886, |
| "grad_norm": 1.970288872718811, |
| "learning_rate": 0.00016870838881491348, |
| "loss": 0.3302, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.4708578912901116, |
| "grad_norm": 3.1513946056365967, |
| "learning_rate": 0.00016804260985352865, |
| "loss": 0.3351, |
| "step": 5300 |
| }, |
| { |
| "epoch": 3.536345776031434, |
| "grad_norm": 3.6007206439971924, |
| "learning_rate": 0.00016737683089214383, |
| "loss": 0.3379, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.601833660772757, |
| "grad_norm": 2.663041353225708, |
| "learning_rate": 0.000166711051930759, |
| "loss": 0.3189, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.66732154551408, |
| "grad_norm": 1.3484437465667725, |
| "learning_rate": 0.00016604527296937418, |
| "loss": 0.3369, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.732809430255403, |
| "grad_norm": 1.3509025573730469, |
| "learning_rate": 0.00016537949400798936, |
| "loss": 0.3365, |
| "step": 5700 |
| }, |
| { |
| "epoch": 3.7982973149967254, |
| "grad_norm": 1.4989405870437622, |
| "learning_rate": 0.00016471371504660453, |
| "loss": 0.334, |
| "step": 5800 |
| }, |
| { |
| "epoch": 3.8637851997380483, |
| "grad_norm": 0.9118553400039673, |
| "learning_rate": 0.0001640479360852197, |
| "loss": 0.3116, |
| "step": 5900 |
| }, |
| { |
| "epoch": 3.9292730844793713, |
| "grad_norm": 0.6175466775894165, |
| "learning_rate": 0.0001633821571238349, |
| "loss": 0.3217, |
| "step": 6000 |
| }, |
| { |
| "epoch": 3.9947609692206942, |
| "grad_norm": 1.8679933547973633, |
| "learning_rate": 0.00016271637816245006, |
| "loss": 0.3416, |
| "step": 6100 |
| }, |
| { |
| "epoch": 4.060248853962017, |
| "grad_norm": 0.7909936308860779, |
| "learning_rate": 0.00016205059920106524, |
| "loss": 0.2607, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.12573673870334, |
| "grad_norm": 3.118696451187134, |
| "learning_rate": 0.00016138482023968042, |
| "loss": 0.274, |
| "step": 6300 |
| }, |
| { |
| "epoch": 4.191224623444663, |
| "grad_norm": 2.2361562252044678, |
| "learning_rate": 0.00016071904127829562, |
| "loss": 0.2613, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.256712508185986, |
| "grad_norm": 1.408036708831787, |
| "learning_rate": 0.0001600532623169108, |
| "loss": 0.2707, |
| "step": 6500 |
| }, |
| { |
| "epoch": 4.322200392927308, |
| "grad_norm": 1.8916605710983276, |
| "learning_rate": 0.00015938748335552597, |
| "loss": 0.2624, |
| "step": 6600 |
| }, |
| { |
| "epoch": 4.387688277668631, |
| "grad_norm": 2.0656261444091797, |
| "learning_rate": 0.00015872170439414115, |
| "loss": 0.2711, |
| "step": 6700 |
| }, |
| { |
| "epoch": 4.453176162409954, |
| "grad_norm": 1.0669779777526855, |
| "learning_rate": 0.00015805592543275632, |
| "loss": 0.2764, |
| "step": 6800 |
| }, |
| { |
| "epoch": 4.518664047151277, |
| "grad_norm": 0.840621292591095, |
| "learning_rate": 0.00015739014647137153, |
| "loss": 0.2853, |
| "step": 6900 |
| }, |
| { |
| "epoch": 4.5841519318926, |
| "grad_norm": 1.5249924659729004, |
| "learning_rate": 0.0001567243675099867, |
| "loss": 0.2928, |
| "step": 7000 |
| }, |
| { |
| "epoch": 4.649639816633923, |
| "grad_norm": 1.775383472442627, |
| "learning_rate": 0.00015605858854860188, |
| "loss": 0.2598, |
| "step": 7100 |
| }, |
| { |
| "epoch": 4.715127701375246, |
| "grad_norm": 1.2116707563400269, |
| "learning_rate": 0.00015539280958721705, |
| "loss": 0.2855, |
| "step": 7200 |
| }, |
| { |
| "epoch": 4.780615586116569, |
| "grad_norm": 2.191751003265381, |
| "learning_rate": 0.00015472703062583223, |
| "loss": 0.286, |
| "step": 7300 |
| }, |
| { |
| "epoch": 4.846103470857892, |
| "grad_norm": 2.339139461517334, |
| "learning_rate": 0.0001540612516644474, |
| "loss": 0.2833, |
| "step": 7400 |
| }, |
| { |
| "epoch": 4.911591355599214, |
| "grad_norm": 0.6427702307701111, |
| "learning_rate": 0.00015339547270306258, |
| "loss": 0.2763, |
| "step": 7500 |
| }, |
| { |
| "epoch": 4.977079240340537, |
| "grad_norm": 2.4909677505493164, |
| "learning_rate": 0.00015272969374167776, |
| "loss": 0.2755, |
| "step": 7600 |
| }, |
| { |
| "epoch": 5.04256712508186, |
| "grad_norm": 1.3855397701263428, |
| "learning_rate": 0.00015206391478029296, |
| "loss": 0.2292, |
| "step": 7700 |
| }, |
| { |
| "epoch": 5.1080550098231825, |
| "grad_norm": 2.8884613513946533, |
| "learning_rate": 0.00015139813581890814, |
| "loss": 0.2311, |
| "step": 7800 |
| }, |
| { |
| "epoch": 5.1735428945645054, |
| "grad_norm": 1.236647367477417, |
| "learning_rate": 0.00015073235685752331, |
| "loss": 0.2298, |
| "step": 7900 |
| }, |
| { |
| "epoch": 5.239030779305828, |
| "grad_norm": 1.3040454387664795, |
| "learning_rate": 0.0001500665778961385, |
| "loss": 0.2268, |
| "step": 8000 |
| }, |
| { |
| "epoch": 5.304518664047151, |
| "grad_norm": 1.0096540451049805, |
| "learning_rate": 0.00014940079893475367, |
| "loss": 0.2479, |
| "step": 8100 |
| }, |
| { |
| "epoch": 5.370006548788474, |
| "grad_norm": 4.014772415161133, |
| "learning_rate": 0.00014873501997336884, |
| "loss": 0.2511, |
| "step": 8200 |
| }, |
| { |
| "epoch": 5.435494433529797, |
| "grad_norm": 2.257916212081909, |
| "learning_rate": 0.00014806924101198402, |
| "loss": 0.2425, |
| "step": 8300 |
| }, |
| { |
| "epoch": 5.50098231827112, |
| "grad_norm": 1.9096713066101074, |
| "learning_rate": 0.0001474034620505992, |
| "loss": 0.2252, |
| "step": 8400 |
| }, |
| { |
| "epoch": 5.566470203012443, |
| "grad_norm": 1.7186132669448853, |
| "learning_rate": 0.00014673768308921437, |
| "loss": 0.2397, |
| "step": 8500 |
| }, |
| { |
| "epoch": 5.631958087753766, |
| "grad_norm": 0.6741011738777161, |
| "learning_rate": 0.00014607190412782957, |
| "loss": 0.2412, |
| "step": 8600 |
| }, |
| { |
| "epoch": 5.697445972495088, |
| "grad_norm": 2.339354991912842, |
| "learning_rate": 0.00014540612516644475, |
| "loss": 0.2285, |
| "step": 8700 |
| }, |
| { |
| "epoch": 5.762933857236411, |
| "grad_norm": 1.0734431743621826, |
| "learning_rate": 0.00014474034620505993, |
| "loss": 0.2386, |
| "step": 8800 |
| }, |
| { |
| "epoch": 5.828421741977734, |
| "grad_norm": 2.3290984630584717, |
| "learning_rate": 0.0001440745672436751, |
| "loss": 0.2443, |
| "step": 8900 |
| }, |
| { |
| "epoch": 5.893909626719057, |
| "grad_norm": 1.5224007368087769, |
| "learning_rate": 0.0001434087882822903, |
| "loss": 0.2468, |
| "step": 9000 |
| }, |
| { |
| "epoch": 5.95939751146038, |
| "grad_norm": 1.6815674304962158, |
| "learning_rate": 0.00014274300932090548, |
| "loss": 0.2551, |
| "step": 9100 |
| }, |
| { |
| "epoch": 6.024885396201703, |
| "grad_norm": 1.1235947608947754, |
| "learning_rate": 0.00014207723035952066, |
| "loss": 0.2199, |
| "step": 9200 |
| }, |
| { |
| "epoch": 6.090373280943026, |
| "grad_norm": 2.6723415851593018, |
| "learning_rate": 0.00014141145139813583, |
| "loss": 0.1956, |
| "step": 9300 |
| }, |
| { |
| "epoch": 6.155861165684349, |
| "grad_norm": 1.5540128946304321, |
| "learning_rate": 0.000140745672436751, |
| "loss": 0.1979, |
| "step": 9400 |
| }, |
| { |
| "epoch": 6.221349050425672, |
| "grad_norm": 0.9494248032569885, |
| "learning_rate": 0.0001400798934753662, |
| "loss": 0.1905, |
| "step": 9500 |
| }, |
| { |
| "epoch": 6.286836935166994, |
| "grad_norm": 2.4568989276885986, |
| "learning_rate": 0.00013941411451398136, |
| "loss": 0.2051, |
| "step": 9600 |
| }, |
| { |
| "epoch": 6.352324819908317, |
| "grad_norm": 0.8706313967704773, |
| "learning_rate": 0.00013874833555259654, |
| "loss": 0.2001, |
| "step": 9700 |
| }, |
| { |
| "epoch": 6.41781270464964, |
| "grad_norm": 0.5768356919288635, |
| "learning_rate": 0.00013808255659121172, |
| "loss": 0.2103, |
| "step": 9800 |
| }, |
| { |
| "epoch": 6.4833005893909625, |
| "grad_norm": 1.7933398485183716, |
| "learning_rate": 0.0001374167776298269, |
| "loss": 0.2251, |
| "step": 9900 |
| }, |
| { |
| "epoch": 6.5487884741322855, |
| "grad_norm": 3.817406415939331, |
| "learning_rate": 0.00013675099866844207, |
| "loss": 0.2171, |
| "step": 10000 |
| }, |
| { |
| "epoch": 6.614276358873608, |
| "grad_norm": 0.7599623203277588, |
| "learning_rate": 0.00013608521970705724, |
| "loss": 0.2004, |
| "step": 10100 |
| }, |
| { |
| "epoch": 6.679764243614931, |
| "grad_norm": 1.6536346673965454, |
| "learning_rate": 0.00013541944074567242, |
| "loss": 0.2062, |
| "step": 10200 |
| }, |
| { |
| "epoch": 6.745252128356254, |
| "grad_norm": 0.9734524488449097, |
| "learning_rate": 0.00013475366178428762, |
| "loss": 0.2142, |
| "step": 10300 |
| }, |
| { |
| "epoch": 6.810740013097577, |
| "grad_norm": 2.973439931869507, |
| "learning_rate": 0.0001340878828229028, |
| "loss": 0.2188, |
| "step": 10400 |
| }, |
| { |
| "epoch": 6.8762278978389, |
| "grad_norm": 0.5282854437828064, |
| "learning_rate": 0.00013342210386151798, |
| "loss": 0.2287, |
| "step": 10500 |
| }, |
| { |
| "epoch": 6.941715782580223, |
| "grad_norm": 2.1565539836883545, |
| "learning_rate": 0.00013275632490013318, |
| "loss": 0.2013, |
| "step": 10600 |
| }, |
| { |
| "epoch": 7.007203667321545, |
| "grad_norm": 1.2111963033676147, |
| "learning_rate": 0.00013209054593874836, |
| "loss": 0.2092, |
| "step": 10700 |
| }, |
| { |
| "epoch": 7.072691552062868, |
| "grad_norm": 1.5347315073013306, |
| "learning_rate": 0.00013142476697736353, |
| "loss": 0.1873, |
| "step": 10800 |
| }, |
| { |
| "epoch": 7.138179436804191, |
| "grad_norm": 2.0928151607513428, |
| "learning_rate": 0.0001307589880159787, |
| "loss": 0.1778, |
| "step": 10900 |
| }, |
| { |
| "epoch": 7.203667321545514, |
| "grad_norm": 0.5348372459411621, |
| "learning_rate": 0.00013009320905459388, |
| "loss": 0.1842, |
| "step": 11000 |
| }, |
| { |
| "epoch": 7.269155206286837, |
| "grad_norm": 2.2082221508026123, |
| "learning_rate": 0.00012942743009320906, |
| "loss": 0.1813, |
| "step": 11100 |
| }, |
| { |
| "epoch": 7.33464309102816, |
| "grad_norm": 0.5544547438621521, |
| "learning_rate": 0.00012876165113182424, |
| "loss": 0.181, |
| "step": 11200 |
| }, |
| { |
| "epoch": 7.400130975769483, |
| "grad_norm": 2.8314151763916016, |
| "learning_rate": 0.0001280958721704394, |
| "loss": 0.19, |
| "step": 11300 |
| }, |
| { |
| "epoch": 7.465618860510806, |
| "grad_norm": 2.073094129562378, |
| "learning_rate": 0.0001274300932090546, |
| "loss": 0.1846, |
| "step": 11400 |
| }, |
| { |
| "epoch": 7.531106745252128, |
| "grad_norm": 0.7728668451309204, |
| "learning_rate": 0.00012676431424766976, |
| "loss": 0.1902, |
| "step": 11500 |
| }, |
| { |
| "epoch": 7.596594629993451, |
| "grad_norm": 0.958967387676239, |
| "learning_rate": 0.00012609853528628497, |
| "loss": 0.1943, |
| "step": 11600 |
| }, |
| { |
| "epoch": 7.662082514734774, |
| "grad_norm": 0.6349918842315674, |
| "learning_rate": 0.00012543275632490014, |
| "loss": 0.1911, |
| "step": 11700 |
| }, |
| { |
| "epoch": 7.727570399476097, |
| "grad_norm": 0.8367457985877991, |
| "learning_rate": 0.00012476697736351532, |
| "loss": 0.187, |
| "step": 11800 |
| }, |
| { |
| "epoch": 7.79305828421742, |
| "grad_norm": 1.9447026252746582, |
| "learning_rate": 0.0001241011984021305, |
| "loss": 0.1834, |
| "step": 11900 |
| }, |
| { |
| "epoch": 7.858546168958743, |
| "grad_norm": 1.063375473022461, |
| "learning_rate": 0.00012343541944074567, |
| "loss": 0.1945, |
| "step": 12000 |
| }, |
| { |
| "epoch": 7.9240340537000655, |
| "grad_norm": 0.40068888664245605, |
| "learning_rate": 0.00012276964047936085, |
| "loss": 0.186, |
| "step": 12100 |
| }, |
| { |
| "epoch": 7.9895219384413885, |
| "grad_norm": 0.7756742835044861, |
| "learning_rate": 0.00012210386151797602, |
| "loss": 0.1897, |
| "step": 12200 |
| }, |
| { |
| "epoch": 8.055009823182711, |
| "grad_norm": 1.205670714378357, |
| "learning_rate": 0.00012143808255659121, |
| "loss": 0.1626, |
| "step": 12300 |
| }, |
| { |
| "epoch": 8.120497707924034, |
| "grad_norm": 0.502905547618866, |
| "learning_rate": 0.00012077230359520639, |
| "loss": 0.1598, |
| "step": 12400 |
| }, |
| { |
| "epoch": 8.185985592665357, |
| "grad_norm": 1.0201475620269775, |
| "learning_rate": 0.00012010652463382157, |
| "loss": 0.1721, |
| "step": 12500 |
| }, |
| { |
| "epoch": 8.25147347740668, |
| "grad_norm": 0.6289061903953552, |
| "learning_rate": 0.00011944074567243674, |
| "loss": 0.1646, |
| "step": 12600 |
| }, |
| { |
| "epoch": 8.316961362148003, |
| "grad_norm": 1.2342171669006348, |
| "learning_rate": 0.00011877496671105193, |
| "loss": 0.1675, |
| "step": 12700 |
| }, |
| { |
| "epoch": 8.382449246889326, |
| "grad_norm": 0.6001673340797424, |
| "learning_rate": 0.00011810918774966711, |
| "loss": 0.1673, |
| "step": 12800 |
| }, |
| { |
| "epoch": 8.447937131630649, |
| "grad_norm": 0.9419691562652588, |
| "learning_rate": 0.00011744340878828231, |
| "loss": 0.1621, |
| "step": 12900 |
| }, |
| { |
| "epoch": 8.513425016371972, |
| "grad_norm": 0.6249241828918457, |
| "learning_rate": 0.00011677762982689749, |
| "loss": 0.1673, |
| "step": 13000 |
| }, |
| { |
| "epoch": 8.578912901113295, |
| "grad_norm": 1.8031052350997925, |
| "learning_rate": 0.00011611185086551266, |
| "loss": 0.1742, |
| "step": 13100 |
| }, |
| { |
| "epoch": 8.644400785854616, |
| "grad_norm": 0.8871346712112427, |
| "learning_rate": 0.00011544607190412784, |
| "loss": 0.1725, |
| "step": 13200 |
| }, |
| { |
| "epoch": 8.709888670595939, |
| "grad_norm": 1.4257563352584839, |
| "learning_rate": 0.00011478029294274302, |
| "loss": 0.1617, |
| "step": 13300 |
| }, |
| { |
| "epoch": 8.775376555337262, |
| "grad_norm": 10.05364990234375, |
| "learning_rate": 0.00011411451398135819, |
| "loss": 0.1743, |
| "step": 13400 |
| }, |
| { |
| "epoch": 8.840864440078585, |
| "grad_norm": 0.492718905210495, |
| "learning_rate": 0.00011344873501997337, |
| "loss": 0.1718, |
| "step": 13500 |
| }, |
| { |
| "epoch": 8.906352324819908, |
| "grad_norm": 3.150280237197876, |
| "learning_rate": 0.00011278295605858856, |
| "loss": 0.1719, |
| "step": 13600 |
| }, |
| { |
| "epoch": 8.97184020956123, |
| "grad_norm": 3.0732333660125732, |
| "learning_rate": 0.00011211717709720373, |
| "loss": 0.1898, |
| "step": 13700 |
| }, |
| { |
| "epoch": 9.037328094302554, |
| "grad_norm": 0.8357772827148438, |
| "learning_rate": 0.00011145139813581891, |
| "loss": 0.1514, |
| "step": 13800 |
| }, |
| { |
| "epoch": 9.102815979043877, |
| "grad_norm": 0.7970616817474365, |
| "learning_rate": 0.00011078561917443409, |
| "loss": 0.1537, |
| "step": 13900 |
| }, |
| { |
| "epoch": 9.1683038637852, |
| "grad_norm": 1.1566450595855713, |
| "learning_rate": 0.00011011984021304926, |
| "loss": 0.1538, |
| "step": 14000 |
| }, |
| { |
| "epoch": 9.233791748526523, |
| "grad_norm": 0.8751351237297058, |
| "learning_rate": 0.00010945406125166447, |
| "loss": 0.1494, |
| "step": 14100 |
| }, |
| { |
| "epoch": 9.299279633267846, |
| "grad_norm": 0.8269241452217102, |
| "learning_rate": 0.00010878828229027964, |
| "loss": 0.1555, |
| "step": 14200 |
| }, |
| { |
| "epoch": 9.364767518009169, |
| "grad_norm": 1.342864990234375, |
| "learning_rate": 0.00010812250332889482, |
| "loss": 0.1622, |
| "step": 14300 |
| }, |
| { |
| "epoch": 9.430255402750491, |
| "grad_norm": 1.0193088054656982, |
| "learning_rate": 0.00010745672436751, |
| "loss": 0.1574, |
| "step": 14400 |
| }, |
| { |
| "epoch": 9.495743287491814, |
| "grad_norm": 0.3667553663253784, |
| "learning_rate": 0.00010679094540612517, |
| "loss": 0.153, |
| "step": 14500 |
| }, |
| { |
| "epoch": 9.561231172233137, |
| "grad_norm": 0.8412798047065735, |
| "learning_rate": 0.00010612516644474036, |
| "loss": 0.1646, |
| "step": 14600 |
| }, |
| { |
| "epoch": 9.62671905697446, |
| "grad_norm": 0.8854599595069885, |
| "learning_rate": 0.00010545938748335554, |
| "loss": 0.1578, |
| "step": 14700 |
| }, |
| { |
| "epoch": 9.692206941715783, |
| "grad_norm": 0.6291230916976929, |
| "learning_rate": 0.00010479360852197071, |
| "loss": 0.1571, |
| "step": 14800 |
| }, |
| { |
| "epoch": 9.757694826457106, |
| "grad_norm": 1.2499074935913086, |
| "learning_rate": 0.00010412782956058589, |
| "loss": 0.1698, |
| "step": 14900 |
| }, |
| { |
| "epoch": 9.82318271119843, |
| "grad_norm": 0.8760678768157959, |
| "learning_rate": 0.00010346205059920106, |
| "loss": 0.1564, |
| "step": 15000 |
| }, |
| { |
| "epoch": 9.88867059593975, |
| "grad_norm": 0.6060988306999207, |
| "learning_rate": 0.00010279627163781624, |
| "loss": 0.1692, |
| "step": 15100 |
| }, |
| { |
| "epoch": 9.954158480681073, |
| "grad_norm": 0.3887087106704712, |
| "learning_rate": 0.00010213049267643142, |
| "loss": 0.1606, |
| "step": 15200 |
| }, |
| { |
| "epoch": 10.019646365422396, |
| "grad_norm": 2.236553192138672, |
| "learning_rate": 0.0001014647137150466, |
| "loss": 0.1476, |
| "step": 15300 |
| }, |
| { |
| "epoch": 10.08513425016372, |
| "grad_norm": 0.3063783645629883, |
| "learning_rate": 0.0001007989347536618, |
| "loss": 0.1373, |
| "step": 15400 |
| }, |
| { |
| "epoch": 10.150622134905042, |
| "grad_norm": 2.75140118598938, |
| "learning_rate": 0.00010013315579227697, |
| "loss": 0.1552, |
| "step": 15500 |
| }, |
| { |
| "epoch": 10.216110019646365, |
| "grad_norm": 0.556614339351654, |
| "learning_rate": 9.946737683089215e-05, |
| "loss": 0.1372, |
| "step": 15600 |
| }, |
| { |
| "epoch": 10.281597904387688, |
| "grad_norm": 0.4766944348812103, |
| "learning_rate": 9.880159786950732e-05, |
| "loss": 0.1383, |
| "step": 15700 |
| }, |
| { |
| "epoch": 10.347085789129011, |
| "grad_norm": 0.2531126141548157, |
| "learning_rate": 9.813581890812251e-05, |
| "loss": 0.1524, |
| "step": 15800 |
| }, |
| { |
| "epoch": 10.412573673870334, |
| "grad_norm": 0.5934678316116333, |
| "learning_rate": 9.747003994673769e-05, |
| "loss": 0.1428, |
| "step": 15900 |
| }, |
| { |
| "epoch": 10.478061558611657, |
| "grad_norm": 0.7293221950531006, |
| "learning_rate": 9.680426098535287e-05, |
| "loss": 0.144, |
| "step": 16000 |
| }, |
| { |
| "epoch": 10.54354944335298, |
| "grad_norm": 2.1880910396575928, |
| "learning_rate": 9.613848202396804e-05, |
| "loss": 0.1467, |
| "step": 16100 |
| }, |
| { |
| "epoch": 10.609037328094303, |
| "grad_norm": 3.2338201999664307, |
| "learning_rate": 9.547270306258322e-05, |
| "loss": 0.1438, |
| "step": 16200 |
| }, |
| { |
| "epoch": 10.674525212835626, |
| "grad_norm": 6.8729634284973145, |
| "learning_rate": 9.480692410119841e-05, |
| "loss": 0.1401, |
| "step": 16300 |
| }, |
| { |
| "epoch": 10.740013097576949, |
| "grad_norm": 1.1812797784805298, |
| "learning_rate": 9.414114513981358e-05, |
| "loss": 0.1451, |
| "step": 16400 |
| }, |
| { |
| "epoch": 10.805500982318271, |
| "grad_norm": 2.1439294815063477, |
| "learning_rate": 9.347536617842877e-05, |
| "loss": 0.1554, |
| "step": 16500 |
| }, |
| { |
| "epoch": 10.870988867059594, |
| "grad_norm": 0.730587363243103, |
| "learning_rate": 9.280958721704395e-05, |
| "loss": 0.1477, |
| "step": 16600 |
| }, |
| { |
| "epoch": 10.936476751800917, |
| "grad_norm": 0.5725963711738586, |
| "learning_rate": 9.214380825565913e-05, |
| "loss": 0.1529, |
| "step": 16700 |
| }, |
| { |
| "epoch": 11.00196463654224, |
| "grad_norm": 0.35084909200668335, |
| "learning_rate": 9.14780292942743e-05, |
| "loss": 0.1501, |
| "step": 16800 |
| }, |
| { |
| "epoch": 11.067452521283563, |
| "grad_norm": 1.5201780796051025, |
| "learning_rate": 9.081225033288948e-05, |
| "loss": 0.1249, |
| "step": 16900 |
| }, |
| { |
| "epoch": 11.132940406024886, |
| "grad_norm": 0.17920367419719696, |
| "learning_rate": 9.014647137150465e-05, |
| "loss": 0.1244, |
| "step": 17000 |
| }, |
| { |
| "epoch": 11.198428290766207, |
| "grad_norm": 0.5326063632965088, |
| "learning_rate": 8.948069241011984e-05, |
| "loss": 0.1369, |
| "step": 17100 |
| }, |
| { |
| "epoch": 11.26391617550753, |
| "grad_norm": 0.7423465251922607, |
| "learning_rate": 8.881491344873502e-05, |
| "loss": 0.1337, |
| "step": 17200 |
| }, |
| { |
| "epoch": 11.329404060248853, |
| "grad_norm": 0.6611388921737671, |
| "learning_rate": 8.814913448735021e-05, |
| "loss": 0.1393, |
| "step": 17300 |
| }, |
| { |
| "epoch": 11.394891944990176, |
| "grad_norm": 0.6648577451705933, |
| "learning_rate": 8.748335552596539e-05, |
| "loss": 0.1343, |
| "step": 17400 |
| }, |
| { |
| "epoch": 11.4603798297315, |
| "grad_norm": 0.33396902680397034, |
| "learning_rate": 8.681757656458056e-05, |
| "loss": 0.1389, |
| "step": 17500 |
| }, |
| { |
| "epoch": 11.525867714472822, |
| "grad_norm": 1.6941454410552979, |
| "learning_rate": 8.615179760319574e-05, |
| "loss": 0.135, |
| "step": 17600 |
| }, |
| { |
| "epoch": 11.591355599214145, |
| "grad_norm": 0.9951977729797363, |
| "learning_rate": 8.548601864181093e-05, |
| "loss": 0.1432, |
| "step": 17700 |
| }, |
| { |
| "epoch": 11.656843483955468, |
| "grad_norm": 1.009348750114441, |
| "learning_rate": 8.48202396804261e-05, |
| "loss": 0.1398, |
| "step": 17800 |
| }, |
| { |
| "epoch": 11.722331368696791, |
| "grad_norm": 0.39397987723350525, |
| "learning_rate": 8.415446071904128e-05, |
| "loss": 0.1388, |
| "step": 17900 |
| }, |
| { |
| "epoch": 11.787819253438114, |
| "grad_norm": 1.5782793760299683, |
| "learning_rate": 8.348868175765646e-05, |
| "loss": 0.1349, |
| "step": 18000 |
| }, |
| { |
| "epoch": 11.853307138179437, |
| "grad_norm": 0.19780518114566803, |
| "learning_rate": 8.282290279627163e-05, |
| "loss": 0.1427, |
| "step": 18100 |
| }, |
| { |
| "epoch": 11.91879502292076, |
| "grad_norm": 2.5516960620880127, |
| "learning_rate": 8.215712383488682e-05, |
| "loss": 0.1449, |
| "step": 18200 |
| }, |
| { |
| "epoch": 11.984282907662083, |
| "grad_norm": 0.7835198640823364, |
| "learning_rate": 8.1491344873502e-05, |
| "loss": 0.1445, |
| "step": 18300 |
| }, |
| { |
| "epoch": 12.049770792403406, |
| "grad_norm": 0.48655104637145996, |
| "learning_rate": 8.082556591211719e-05, |
| "loss": 0.1228, |
| "step": 18400 |
| }, |
| { |
| "epoch": 12.115258677144729, |
| "grad_norm": 0.5396549105644226, |
| "learning_rate": 8.015978695073236e-05, |
| "loss": 0.1227, |
| "step": 18500 |
| }, |
| { |
| "epoch": 12.180746561886052, |
| "grad_norm": 0.20431631803512573, |
| "learning_rate": 7.949400798934754e-05, |
| "loss": 0.1281, |
| "step": 18600 |
| }, |
| { |
| "epoch": 12.246234446627374, |
| "grad_norm": 0.40931564569473267, |
| "learning_rate": 7.882822902796272e-05, |
| "loss": 0.129, |
| "step": 18700 |
| }, |
| { |
| "epoch": 12.311722331368697, |
| "grad_norm": 0.3679026961326599, |
| "learning_rate": 7.81624500665779e-05, |
| "loss": 0.1291, |
| "step": 18800 |
| }, |
| { |
| "epoch": 12.37721021611002, |
| "grad_norm": 0.3819580674171448, |
| "learning_rate": 7.749667110519307e-05, |
| "loss": 0.126, |
| "step": 18900 |
| }, |
| { |
| "epoch": 12.442698100851343, |
| "grad_norm": 0.4266682267189026, |
| "learning_rate": 7.683089214380826e-05, |
| "loss": 0.1293, |
| "step": 19000 |
| }, |
| { |
| "epoch": 12.508185985592664, |
| "grad_norm": 0.22216545045375824, |
| "learning_rate": 7.616511318242345e-05, |
| "loss": 0.1338, |
| "step": 19100 |
| }, |
| { |
| "epoch": 12.573673870333987, |
| "grad_norm": 0.4221850037574768, |
| "learning_rate": 7.549933422103862e-05, |
| "loss": 0.1339, |
| "step": 19200 |
| }, |
| { |
| "epoch": 12.63916175507531, |
| "grad_norm": 0.5264990925788879, |
| "learning_rate": 7.48335552596538e-05, |
| "loss": 0.1355, |
| "step": 19300 |
| }, |
| { |
| "epoch": 12.704649639816633, |
| "grad_norm": 0.653891384601593, |
| "learning_rate": 7.416777629826898e-05, |
| "loss": 0.1317, |
| "step": 19400 |
| }, |
| { |
| "epoch": 12.770137524557956, |
| "grad_norm": 1.4240955114364624, |
| "learning_rate": 7.350199733688415e-05, |
| "loss": 0.1297, |
| "step": 19500 |
| }, |
| { |
| "epoch": 12.83562540929928, |
| "grad_norm": 0.33510828018188477, |
| "learning_rate": 7.283621837549934e-05, |
| "loss": 0.1378, |
| "step": 19600 |
| }, |
| { |
| "epoch": 12.901113294040602, |
| "grad_norm": 0.31254374980926514, |
| "learning_rate": 7.217043941411452e-05, |
| "loss": 0.1291, |
| "step": 19700 |
| }, |
| { |
| "epoch": 12.966601178781925, |
| "grad_norm": 0.5154318809509277, |
| "learning_rate": 7.15046604527297e-05, |
| "loss": 0.1359, |
| "step": 19800 |
| }, |
| { |
| "epoch": 13.032089063523248, |
| "grad_norm": 0.3909270167350769, |
| "learning_rate": 7.083888149134487e-05, |
| "loss": 0.123, |
| "step": 19900 |
| }, |
| { |
| "epoch": 13.097576948264571, |
| "grad_norm": 0.3292842209339142, |
| "learning_rate": 7.017310252996006e-05, |
| "loss": 0.1235, |
| "step": 20000 |
| }, |
| { |
| "epoch": 13.163064833005894, |
| "grad_norm": 1.1147010326385498, |
| "learning_rate": 6.950732356857524e-05, |
| "loss": 0.1157, |
| "step": 20100 |
| }, |
| { |
| "epoch": 13.228552717747217, |
| "grad_norm": 0.22612357139587402, |
| "learning_rate": 6.884154460719041e-05, |
| "loss": 0.1228, |
| "step": 20200 |
| }, |
| { |
| "epoch": 13.29404060248854, |
| "grad_norm": 0.2340671569108963, |
| "learning_rate": 6.81757656458056e-05, |
| "loss": 0.1262, |
| "step": 20300 |
| }, |
| { |
| "epoch": 13.359528487229863, |
| "grad_norm": 0.470034658908844, |
| "learning_rate": 6.750998668442078e-05, |
| "loss": 0.1223, |
| "step": 20400 |
| }, |
| { |
| "epoch": 13.425016371971186, |
| "grad_norm": 1.8971284627914429, |
| "learning_rate": 6.684420772303596e-05, |
| "loss": 0.1256, |
| "step": 20500 |
| }, |
| { |
| "epoch": 13.490504256712509, |
| "grad_norm": 0.32659152150154114, |
| "learning_rate": 6.617842876165113e-05, |
| "loss": 0.128, |
| "step": 20600 |
| }, |
| { |
| "epoch": 13.555992141453832, |
| "grad_norm": 0.4042024314403534, |
| "learning_rate": 6.551264980026631e-05, |
| "loss": 0.1236, |
| "step": 20700 |
| }, |
| { |
| "epoch": 13.621480026195155, |
| "grad_norm": 0.37899136543273926, |
| "learning_rate": 6.484687083888148e-05, |
| "loss": 0.1229, |
| "step": 20800 |
| }, |
| { |
| "epoch": 13.686967910936477, |
| "grad_norm": 0.23778092861175537, |
| "learning_rate": 6.418109187749667e-05, |
| "loss": 0.1255, |
| "step": 20900 |
| }, |
| { |
| "epoch": 13.7524557956778, |
| "grad_norm": 0.637147843837738, |
| "learning_rate": 6.351531291611186e-05, |
| "loss": 0.127, |
| "step": 21000 |
| }, |
| { |
| "epoch": 13.817943680419123, |
| "grad_norm": 0.5459991693496704, |
| "learning_rate": 6.284953395472704e-05, |
| "loss": 0.1203, |
| "step": 21100 |
| }, |
| { |
| "epoch": 13.883431565160445, |
| "grad_norm": 0.516917884349823, |
| "learning_rate": 6.218375499334222e-05, |
| "loss": 0.1248, |
| "step": 21200 |
| }, |
| { |
| "epoch": 13.948919449901767, |
| "grad_norm": 0.34805047512054443, |
| "learning_rate": 6.151797603195739e-05, |
| "loss": 0.1316, |
| "step": 21300 |
| }, |
| { |
| "epoch": 14.01440733464309, |
| "grad_norm": 0.38168269395828247, |
| "learning_rate": 6.085219707057257e-05, |
| "loss": 0.126, |
| "step": 21400 |
| }, |
| { |
| "epoch": 14.079895219384413, |
| "grad_norm": 0.385215699672699, |
| "learning_rate": 6.018641810918775e-05, |
| "loss": 0.1112, |
| "step": 21500 |
| }, |
| { |
| "epoch": 14.145383104125736, |
| "grad_norm": 0.2507851719856262, |
| "learning_rate": 5.9520639147802933e-05, |
| "loss": 0.1104, |
| "step": 21600 |
| }, |
| { |
| "epoch": 14.21087098886706, |
| "grad_norm": 0.3379518687725067, |
| "learning_rate": 5.8854860186418116e-05, |
| "loss": 0.117, |
| "step": 21700 |
| }, |
| { |
| "epoch": 14.276358873608382, |
| "grad_norm": 0.3190099895000458, |
| "learning_rate": 5.818908122503329e-05, |
| "loss": 0.1188, |
| "step": 21800 |
| }, |
| { |
| "epoch": 14.341846758349705, |
| "grad_norm": 0.4639456570148468, |
| "learning_rate": 5.752330226364847e-05, |
| "loss": 0.1179, |
| "step": 21900 |
| }, |
| { |
| "epoch": 14.407334643091028, |
| "grad_norm": 0.3332715332508087, |
| "learning_rate": 5.685752330226365e-05, |
| "loss": 0.1167, |
| "step": 22000 |
| }, |
| { |
| "epoch": 14.472822527832351, |
| "grad_norm": 1.894679307937622, |
| "learning_rate": 5.619174434087883e-05, |
| "loss": 0.1174, |
| "step": 22100 |
| }, |
| { |
| "epoch": 14.538310412573674, |
| "grad_norm": 0.34946346282958984, |
| "learning_rate": 5.552596537949402e-05, |
| "loss": 0.1185, |
| "step": 22200 |
| }, |
| { |
| "epoch": 14.603798297314997, |
| "grad_norm": 1.04374098777771, |
| "learning_rate": 5.4860186418109194e-05, |
| "loss": 0.1245, |
| "step": 22300 |
| }, |
| { |
| "epoch": 14.66928618205632, |
| "grad_norm": 0.311128169298172, |
| "learning_rate": 5.419440745672437e-05, |
| "loss": 0.1291, |
| "step": 22400 |
| }, |
| { |
| "epoch": 14.734774066797643, |
| "grad_norm": 4.8841962814331055, |
| "learning_rate": 5.352862849533955e-05, |
| "loss": 0.12, |
| "step": 22500 |
| }, |
| { |
| "epoch": 14.800261951538966, |
| "grad_norm": 0.2752310335636139, |
| "learning_rate": 5.286284953395473e-05, |
| "loss": 0.1203, |
| "step": 22600 |
| }, |
| { |
| "epoch": 14.865749836280289, |
| "grad_norm": 0.44144880771636963, |
| "learning_rate": 5.2197070572569905e-05, |
| "loss": 0.1212, |
| "step": 22700 |
| }, |
| { |
| "epoch": 14.931237721021612, |
| "grad_norm": 0.19180706143379211, |
| "learning_rate": 5.153129161118508e-05, |
| "loss": 0.1211, |
| "step": 22800 |
| }, |
| { |
| "epoch": 14.996725605762935, |
| "grad_norm": 0.24586378037929535, |
| "learning_rate": 5.086551264980027e-05, |
| "loss": 0.1237, |
| "step": 22900 |
| }, |
| { |
| "epoch": 15.062213490504258, |
| "grad_norm": 0.3952956795692444, |
| "learning_rate": 5.0199733688415454e-05, |
| "loss": 0.1104, |
| "step": 23000 |
| }, |
| { |
| "epoch": 15.127701375245579, |
| "grad_norm": 0.151408389210701, |
| "learning_rate": 4.953395472703063e-05, |
| "loss": 0.1075, |
| "step": 23100 |
| }, |
| { |
| "epoch": 15.193189259986902, |
| "grad_norm": 0.24425071477890015, |
| "learning_rate": 4.8868175765645806e-05, |
| "loss": 0.108, |
| "step": 23200 |
| }, |
| { |
| "epoch": 15.258677144728225, |
| "grad_norm": 0.2905368208885193, |
| "learning_rate": 4.820239680426098e-05, |
| "loss": 0.1132, |
| "step": 23300 |
| }, |
| { |
| "epoch": 15.324165029469548, |
| "grad_norm": 0.3744182586669922, |
| "learning_rate": 4.753661784287617e-05, |
| "loss": 0.1144, |
| "step": 23400 |
| }, |
| { |
| "epoch": 15.38965291421087, |
| "grad_norm": 0.15581925213336945, |
| "learning_rate": 4.687083888149135e-05, |
| "loss": 0.1156, |
| "step": 23500 |
| }, |
| { |
| "epoch": 15.455140798952193, |
| "grad_norm": 0.48975881934165955, |
| "learning_rate": 4.6205059920106524e-05, |
| "loss": 0.1179, |
| "step": 23600 |
| }, |
| { |
| "epoch": 15.520628683693516, |
| "grad_norm": 0.37415140867233276, |
| "learning_rate": 4.553928095872171e-05, |
| "loss": 0.12, |
| "step": 23700 |
| }, |
| { |
| "epoch": 15.58611656843484, |
| "grad_norm": 0.4051840305328369, |
| "learning_rate": 4.487350199733688e-05, |
| "loss": 0.1147, |
| "step": 23800 |
| }, |
| { |
| "epoch": 15.651604453176162, |
| "grad_norm": 0.22354257106781006, |
| "learning_rate": 4.4207723035952066e-05, |
| "loss": 0.1198, |
| "step": 23900 |
| }, |
| { |
| "epoch": 15.717092337917485, |
| "grad_norm": 0.43471258878707886, |
| "learning_rate": 4.354194407456725e-05, |
| "loss": 0.119, |
| "step": 24000 |
| }, |
| { |
| "epoch": 15.782580222658808, |
| "grad_norm": 0.6896039247512817, |
| "learning_rate": 4.2876165113182425e-05, |
| "loss": 0.1203, |
| "step": 24100 |
| }, |
| { |
| "epoch": 15.848068107400131, |
| "grad_norm": 0.2914521098136902, |
| "learning_rate": 4.22103861517976e-05, |
| "loss": 0.1182, |
| "step": 24200 |
| }, |
| { |
| "epoch": 15.913555992141454, |
| "grad_norm": 0.36893925070762634, |
| "learning_rate": 4.154460719041279e-05, |
| "loss": 0.1132, |
| "step": 24300 |
| }, |
| { |
| "epoch": 15.979043876882777, |
| "grad_norm": 0.30738958716392517, |
| "learning_rate": 4.087882822902797e-05, |
| "loss": 0.1186, |
| "step": 24400 |
| }, |
| { |
| "epoch": 16.0445317616241, |
| "grad_norm": 0.47405558824539185, |
| "learning_rate": 4.021304926764314e-05, |
| "loss": 0.1133, |
| "step": 24500 |
| }, |
| { |
| "epoch": 16.110019646365423, |
| "grad_norm": 0.4823113977909088, |
| "learning_rate": 3.954727030625832e-05, |
| "loss": 0.1085, |
| "step": 24600 |
| }, |
| { |
| "epoch": 16.175507531106746, |
| "grad_norm": 0.2849309742450714, |
| "learning_rate": 3.88814913448735e-05, |
| "loss": 0.1045, |
| "step": 24700 |
| }, |
| { |
| "epoch": 16.24099541584807, |
| "grad_norm": 0.5148181915283203, |
| "learning_rate": 3.8215712383488685e-05, |
| "loss": 0.1078, |
| "step": 24800 |
| }, |
| { |
| "epoch": 16.30648330058939, |
| "grad_norm": 0.34985193610191345, |
| "learning_rate": 3.754993342210386e-05, |
| "loss": 0.1092, |
| "step": 24900 |
| }, |
| { |
| "epoch": 16.371971185330715, |
| "grad_norm": 0.32985466718673706, |
| "learning_rate": 3.6884154460719044e-05, |
| "loss": 0.1093, |
| "step": 25000 |
| }, |
| { |
| "epoch": 16.437459070072038, |
| "grad_norm": 0.17525270581245422, |
| "learning_rate": 3.621837549933422e-05, |
| "loss": 0.1092, |
| "step": 25100 |
| }, |
| { |
| "epoch": 16.50294695481336, |
| "grad_norm": 0.5007218718528748, |
| "learning_rate": 3.55525965379494e-05, |
| "loss": 0.1181, |
| "step": 25200 |
| }, |
| { |
| "epoch": 16.568434839554683, |
| "grad_norm": 0.41768619418144226, |
| "learning_rate": 3.4886817576564586e-05, |
| "loss": 0.1164, |
| "step": 25300 |
| }, |
| { |
| "epoch": 16.633922724296006, |
| "grad_norm": 0.33810344338417053, |
| "learning_rate": 3.422103861517976e-05, |
| "loss": 0.1127, |
| "step": 25400 |
| }, |
| { |
| "epoch": 16.69941060903733, |
| "grad_norm": 0.3319129943847656, |
| "learning_rate": 3.355525965379494e-05, |
| "loss": 0.1134, |
| "step": 25500 |
| }, |
| { |
| "epoch": 16.764898493778652, |
| "grad_norm": 0.30377793312072754, |
| "learning_rate": 3.288948069241012e-05, |
| "loss": 0.1181, |
| "step": 25600 |
| }, |
| { |
| "epoch": 16.830386378519975, |
| "grad_norm": 0.43227407336235046, |
| "learning_rate": 3.2223701731025304e-05, |
| "loss": 0.1141, |
| "step": 25700 |
| }, |
| { |
| "epoch": 16.895874263261298, |
| "grad_norm": 0.526366651058197, |
| "learning_rate": 3.155792276964048e-05, |
| "loss": 0.1121, |
| "step": 25800 |
| }, |
| { |
| "epoch": 16.96136214800262, |
| "grad_norm": 0.45738303661346436, |
| "learning_rate": 3.0892143808255656e-05, |
| "loss": 0.1191, |
| "step": 25900 |
| }, |
| { |
| "epoch": 17.026850032743944, |
| "grad_norm": 0.23988807201385498, |
| "learning_rate": 3.0226364846870843e-05, |
| "loss": 0.1123, |
| "step": 26000 |
| }, |
| { |
| "epoch": 17.092337917485267, |
| "grad_norm": 0.4619341790676117, |
| "learning_rate": 2.956058588548602e-05, |
| "loss": 0.1074, |
| "step": 26100 |
| }, |
| { |
| "epoch": 17.157825802226586, |
| "grad_norm": 0.42623019218444824, |
| "learning_rate": 2.88948069241012e-05, |
| "loss": 0.1035, |
| "step": 26200 |
| }, |
| { |
| "epoch": 17.22331368696791, |
| "grad_norm": 0.42678698897361755, |
| "learning_rate": 2.822902796271638e-05, |
| "loss": 0.1062, |
| "step": 26300 |
| }, |
| { |
| "epoch": 17.288801571709232, |
| "grad_norm": 0.18482163548469543, |
| "learning_rate": 2.756324900133156e-05, |
| "loss": 0.1105, |
| "step": 26400 |
| }, |
| { |
| "epoch": 17.354289456450555, |
| "grad_norm": 0.2510315179824829, |
| "learning_rate": 2.6897470039946737e-05, |
| "loss": 0.1113, |
| "step": 26500 |
| }, |
| { |
| "epoch": 17.419777341191878, |
| "grad_norm": 0.5647396445274353, |
| "learning_rate": 2.623169107856192e-05, |
| "loss": 0.1051, |
| "step": 26600 |
| }, |
| { |
| "epoch": 17.4852652259332, |
| "grad_norm": 0.6214593052864075, |
| "learning_rate": 2.55659121171771e-05, |
| "loss": 0.1108, |
| "step": 26700 |
| }, |
| { |
| "epoch": 17.550753110674524, |
| "grad_norm": 0.5379447937011719, |
| "learning_rate": 2.4900133155792276e-05, |
| "loss": 0.1137, |
| "step": 26800 |
| }, |
| { |
| "epoch": 17.616240995415847, |
| "grad_norm": 0.19992570579051971, |
| "learning_rate": 2.423435419440746e-05, |
| "loss": 0.1132, |
| "step": 26900 |
| }, |
| { |
| "epoch": 17.68172888015717, |
| "grad_norm": 0.24671415984630585, |
| "learning_rate": 2.3568575233022638e-05, |
| "loss": 0.1055, |
| "step": 27000 |
| }, |
| { |
| "epoch": 17.747216764898493, |
| "grad_norm": 0.2775340676307678, |
| "learning_rate": 2.2902796271637818e-05, |
| "loss": 0.1124, |
| "step": 27100 |
| }, |
| { |
| "epoch": 17.812704649639816, |
| "grad_norm": 0.4474336504936218, |
| "learning_rate": 2.2237017310252997e-05, |
| "loss": 0.1071, |
| "step": 27200 |
| }, |
| { |
| "epoch": 17.87819253438114, |
| "grad_norm": 0.4721475839614868, |
| "learning_rate": 2.1571238348868177e-05, |
| "loss": 0.11, |
| "step": 27300 |
| }, |
| { |
| "epoch": 17.94368041912246, |
| "grad_norm": 0.35053202509880066, |
| "learning_rate": 2.0905459387483356e-05, |
| "loss": 0.109, |
| "step": 27400 |
| }, |
| { |
| "epoch": 18.009168303863785, |
| "grad_norm": 0.23712952435016632, |
| "learning_rate": 2.0239680426098536e-05, |
| "loss": 0.1122, |
| "step": 27500 |
| }, |
| { |
| "epoch": 18.074656188605108, |
| "grad_norm": 0.295411080121994, |
| "learning_rate": 1.9573901464713715e-05, |
| "loss": 0.1043, |
| "step": 27600 |
| }, |
| { |
| "epoch": 18.14014407334643, |
| "grad_norm": 0.4246551990509033, |
| "learning_rate": 1.8908122503328895e-05, |
| "loss": 0.1063, |
| "step": 27700 |
| }, |
| { |
| "epoch": 18.205631958087753, |
| "grad_norm": 0.36956048011779785, |
| "learning_rate": 1.8242343541944078e-05, |
| "loss": 0.1062, |
| "step": 27800 |
| }, |
| { |
| "epoch": 18.271119842829076, |
| "grad_norm": 0.4467618763446808, |
| "learning_rate": 1.7576564580559254e-05, |
| "loss": 0.1034, |
| "step": 27900 |
| }, |
| { |
| "epoch": 18.3366077275704, |
| "grad_norm": 0.375034898519516, |
| "learning_rate": 1.6910785619174437e-05, |
| "loss": 0.1044, |
| "step": 28000 |
| }, |
| { |
| "epoch": 18.402095612311722, |
| "grad_norm": 0.37095317244529724, |
| "learning_rate": 1.6245006657789616e-05, |
| "loss": 0.1036, |
| "step": 28100 |
| }, |
| { |
| "epoch": 18.467583497053045, |
| "grad_norm": 0.2957724630832672, |
| "learning_rate": 1.5579227696404792e-05, |
| "loss": 0.1075, |
| "step": 28200 |
| }, |
| { |
| "epoch": 18.533071381794368, |
| "grad_norm": 0.2983064353466034, |
| "learning_rate": 1.4913448735019975e-05, |
| "loss": 0.1056, |
| "step": 28300 |
| }, |
| { |
| "epoch": 18.59855926653569, |
| "grad_norm": 0.30214086174964905, |
| "learning_rate": 1.4247669773635153e-05, |
| "loss": 0.1038, |
| "step": 28400 |
| }, |
| { |
| "epoch": 18.664047151277014, |
| "grad_norm": 0.2917056083679199, |
| "learning_rate": 1.3581890812250334e-05, |
| "loss": 0.1042, |
| "step": 28500 |
| }, |
| { |
| "epoch": 18.729535036018337, |
| "grad_norm": 0.40877100825309753, |
| "learning_rate": 1.2916111850865514e-05, |
| "loss": 0.1039, |
| "step": 28600 |
| }, |
| { |
| "epoch": 18.79502292075966, |
| "grad_norm": 0.15422676503658295, |
| "learning_rate": 1.2250332889480692e-05, |
| "loss": 0.1065, |
| "step": 28700 |
| }, |
| { |
| "epoch": 18.860510805500983, |
| "grad_norm": 0.3668764531612396, |
| "learning_rate": 1.1584553928095873e-05, |
| "loss": 0.1097, |
| "step": 28800 |
| }, |
| { |
| "epoch": 18.925998690242306, |
| "grad_norm": 0.2623516321182251, |
| "learning_rate": 1.0918774966711052e-05, |
| "loss": 0.1132, |
| "step": 28900 |
| }, |
| { |
| "epoch": 18.99148657498363, |
| "grad_norm": 0.22360046207904816, |
| "learning_rate": 1.0252996005326232e-05, |
| "loss": 0.1057, |
| "step": 29000 |
| }, |
| { |
| "epoch": 19.05697445972495, |
| "grad_norm": 0.29688164591789246, |
| "learning_rate": 9.587217043941411e-06, |
| "loss": 0.1004, |
| "step": 29100 |
| }, |
| { |
| "epoch": 19.122462344466275, |
| "grad_norm": 0.23096615076065063, |
| "learning_rate": 8.921438082556593e-06, |
| "loss": 0.1025, |
| "step": 29200 |
| }, |
| { |
| "epoch": 19.187950229207598, |
| "grad_norm": 0.14553728699684143, |
| "learning_rate": 8.255659121171772e-06, |
| "loss": 0.1039, |
| "step": 29300 |
| }, |
| { |
| "epoch": 19.25343811394892, |
| "grad_norm": 0.21273891627788544, |
| "learning_rate": 7.589880159786951e-06, |
| "loss": 0.0993, |
| "step": 29400 |
| }, |
| { |
| "epoch": 19.318925998690244, |
| "grad_norm": 0.26496270298957825, |
| "learning_rate": 6.92410119840213e-06, |
| "loss": 0.1045, |
| "step": 29500 |
| }, |
| { |
| "epoch": 19.384413883431566, |
| "grad_norm": 0.22591184079647064, |
| "learning_rate": 6.258322237017311e-06, |
| "loss": 0.1021, |
| "step": 29600 |
| }, |
| { |
| "epoch": 19.44990176817289, |
| "grad_norm": 0.45855116844177246, |
| "learning_rate": 5.59254327563249e-06, |
| "loss": 0.1057, |
| "step": 29700 |
| }, |
| { |
| "epoch": 19.515389652914212, |
| "grad_norm": 0.2156517505645752, |
| "learning_rate": 4.92676431424767e-06, |
| "loss": 0.0985, |
| "step": 29800 |
| }, |
| { |
| "epoch": 19.580877537655535, |
| "grad_norm": 0.4062209725379944, |
| "learning_rate": 4.26098535286285e-06, |
| "loss": 0.1022, |
| "step": 29900 |
| }, |
| { |
| "epoch": 19.64636542239686, |
| "grad_norm": 0.27822694182395935, |
| "learning_rate": 3.5952063914780293e-06, |
| "loss": 0.1059, |
| "step": 30000 |
| }, |
| { |
| "epoch": 19.711853307138178, |
| "grad_norm": 0.35251957178115845, |
| "learning_rate": 2.9294274300932092e-06, |
| "loss": 0.1044, |
| "step": 30100 |
| }, |
| { |
| "epoch": 19.7773411918795, |
| "grad_norm": 0.3081159293651581, |
| "learning_rate": 2.2636484687083888e-06, |
| "loss": 0.1057, |
| "step": 30200 |
| }, |
| { |
| "epoch": 19.842829076620824, |
| "grad_norm": 0.22974246740341187, |
| "learning_rate": 1.5978695073235687e-06, |
| "loss": 0.1019, |
| "step": 30300 |
| }, |
| { |
| "epoch": 19.908316961362146, |
| "grad_norm": 0.4793023467063904, |
| "learning_rate": 9.320905459387485e-07, |
| "loss": 0.0999, |
| "step": 30400 |
| }, |
| { |
| "epoch": 19.97380484610347, |
| "grad_norm": 0.38982269167900085, |
| "learning_rate": 2.6631158455392814e-07, |
| "loss": 0.1012, |
| "step": 30500 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 30540, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.1498196528791552e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
