| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.505980336902749, |
| "eval_steps": 500, |
| "global_step": 5500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05009706305967813, |
| "grad_norm": 0.03959885612130165, |
| "learning_rate": 0.00039643636363636365, |
| "loss": 8.247153930664062, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10019412611935626, |
| "grad_norm": 0.06453777104616165, |
| "learning_rate": 0.0003928, |
| "loss": 6.775548706054687, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1502911891790344, |
| "grad_norm": 0.044737644493579865, |
| "learning_rate": 0.0003891636363636364, |
| "loss": 6.13874755859375, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2003882522387125, |
| "grad_norm": 0.04348504915833473, |
| "learning_rate": 0.0003855272727272727, |
| "loss": 5.674862670898437, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25048531529839063, |
| "grad_norm": 0.04105028137564659, |
| "learning_rate": 0.0003818909090909091, |
| "loss": 5.481221923828125, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3005823783580688, |
| "grad_norm": 0.036216188222169876, |
| "learning_rate": 0.0003782545454545455, |
| "loss": 5.2625799560546875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3506794414177469, |
| "grad_norm": 0.04335073381662369, |
| "learning_rate": 0.00037461818181818183, |
| "loss": 5.2168896484375, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.400776504477425, |
| "grad_norm": 0.04208400472998619, |
| "learning_rate": 0.0003709818181818182, |
| "loss": 5.047581481933594, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4508735675371031, |
| "grad_norm": 0.03973660618066788, |
| "learning_rate": 0.0003673454545454546, |
| "loss": 4.901430053710937, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5009706305967813, |
| "grad_norm": 0.04200887680053711, |
| "learning_rate": 0.0003637090909090909, |
| "loss": 4.947251892089843, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5510676936564594, |
| "grad_norm": 0.03778240829706192, |
| "learning_rate": 0.0003600727272727273, |
| "loss": 4.783945617675781, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6011647567161376, |
| "grad_norm": 0.03789258375763893, |
| "learning_rate": 0.00035643636363636366, |
| "loss": 4.65736328125, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6512618197758157, |
| "grad_norm": 0.04156795144081116, |
| "learning_rate": 0.0003528, |
| "loss": 4.65760009765625, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7013588828354937, |
| "grad_norm": 0.039154913276433945, |
| "learning_rate": 0.00034916363636363636, |
| "loss": 4.571568298339844, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.751455945895172, |
| "grad_norm": 0.03703027218580246, |
| "learning_rate": 0.0003455272727272727, |
| "loss": 4.600850219726563, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.80155300895485, |
| "grad_norm": 0.03860793262720108, |
| "learning_rate": 0.0003418909090909091, |
| "loss": 4.517155151367188, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8516500720145281, |
| "grad_norm": 0.041256874799728394, |
| "learning_rate": 0.0003382545454545455, |
| "loss": 4.417881164550781, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9017471350742062, |
| "grad_norm": 0.03689438849687576, |
| "learning_rate": 0.00033461818181818183, |
| "loss": 4.484612731933594, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9518441981338844, |
| "grad_norm": 0.03756825625896454, |
| "learning_rate": 0.0003309818181818182, |
| "loss": 4.381386413574218, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0010019412611935, |
| "grad_norm": 0.038922447711229324, |
| "learning_rate": 0.0003273454545454546, |
| "loss": 4.3032598876953125, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0510990043208717, |
| "grad_norm": 0.04151051118969917, |
| "learning_rate": 0.0003237090909090909, |
| "loss": 4.182417602539062, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.1011960673805499, |
| "grad_norm": 0.04009559378027916, |
| "learning_rate": 0.0003200727272727273, |
| "loss": 4.127420349121094, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1512931304402279, |
| "grad_norm": 0.05916987359523773, |
| "learning_rate": 0.00031643636363636366, |
| "loss": 4.093446350097656, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.201390193499906, |
| "grad_norm": 0.050286173820495605, |
| "learning_rate": 0.0003128, |
| "loss": 4.1190118408203125, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.2514872565595843, |
| "grad_norm": 0.04280118644237518, |
| "learning_rate": 0.00030916363636363637, |
| "loss": 4.028871154785156, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3015843196192622, |
| "grad_norm": 0.04192357882857323, |
| "learning_rate": 0.0003055272727272728, |
| "loss": 4.048726196289063, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.3516813826789404, |
| "grad_norm": 0.04237925261259079, |
| "learning_rate": 0.0003018909090909091, |
| "loss": 4.040621948242188, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4017784457386187, |
| "grad_norm": 0.03903389349579811, |
| "learning_rate": 0.0002982545454545455, |
| "loss": 3.970195007324219, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.4518755087982966, |
| "grad_norm": 0.043686334043741226, |
| "learning_rate": 0.00029461818181818184, |
| "loss": 4.004866943359375, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5019725718579748, |
| "grad_norm": 0.03819845989346504, |
| "learning_rate": 0.0002909818181818182, |
| "loss": 4.016416320800781, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.552069634917653, |
| "grad_norm": 0.03920253366231918, |
| "learning_rate": 0.00028734545454545455, |
| "loss": 4.042017211914063, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.602166697977331, |
| "grad_norm": 0.04260282963514328, |
| "learning_rate": 0.0002837090909090909, |
| "loss": 3.9518801879882814, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.6522637610370092, |
| "grad_norm": 0.03717462718486786, |
| "learning_rate": 0.00028007272727272725, |
| "loss": 3.95722900390625, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.7023608240966874, |
| "grad_norm": 0.03952144458889961, |
| "learning_rate": 0.00027643636363636366, |
| "loss": 3.94101806640625, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.7524578871563654, |
| "grad_norm": 0.04585320129990578, |
| "learning_rate": 0.0002728, |
| "loss": 3.9851666259765626, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.8025549502160436, |
| "grad_norm": 0.04449595883488655, |
| "learning_rate": 0.00026916363636363637, |
| "loss": 3.977145080566406, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.8526520132757218, |
| "grad_norm": 0.04211384057998657, |
| "learning_rate": 0.0002655272727272728, |
| "loss": 3.9011749267578124, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9027490763353998, |
| "grad_norm": 0.045762062072753906, |
| "learning_rate": 0.0002618909090909091, |
| "loss": 3.8687625122070313, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.952846139395078, |
| "grad_norm": 0.03589547425508499, |
| "learning_rate": 0.0002582545454545455, |
| "loss": 3.847414855957031, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.002003882522387, |
| "grad_norm": 0.046568579971790314, |
| "learning_rate": 0.00025461818181818184, |
| "loss": 3.8405825805664064, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.0521009455820653, |
| "grad_norm": 0.04410920664668083, |
| "learning_rate": 0.0002509818181818182, |
| "loss": 3.6514605712890624, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.1021980086417433, |
| "grad_norm": 0.04531016945838928, |
| "learning_rate": 0.00024734545454545455, |
| "loss": 3.6210012817382813, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.1522950717014213, |
| "grad_norm": 0.04714471474289894, |
| "learning_rate": 0.00024370909090909093, |
| "loss": 3.6106887817382813, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.2023921347610997, |
| "grad_norm": 0.0496392548084259, |
| "learning_rate": 0.00024007272727272726, |
| "loss": 3.537988586425781, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.2524891978207777, |
| "grad_norm": 0.04905026778578758, |
| "learning_rate": 0.00023643636363636367, |
| "loss": 3.4873788452148435, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.3025862608804557, |
| "grad_norm": 0.04541793838143349, |
| "learning_rate": 0.0002328, |
| "loss": 3.528775634765625, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.352683323940134, |
| "grad_norm": 0.04438253119587898, |
| "learning_rate": 0.00022916363636363637, |
| "loss": 3.5195965576171875, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.402780386999812, |
| "grad_norm": 0.04466085880994797, |
| "learning_rate": 0.00022552727272727273, |
| "loss": 3.524605407714844, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.45287745005949, |
| "grad_norm": 0.043507009744644165, |
| "learning_rate": 0.0002218909090909091, |
| "loss": 3.548528137207031, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.5029745131191685, |
| "grad_norm": 0.04215335100889206, |
| "learning_rate": 0.00021825454545454544, |
| "loss": 3.5333798217773436, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.5530715761788465, |
| "grad_norm": 0.049123767763376236, |
| "learning_rate": 0.00021461818181818182, |
| "loss": 3.5535186767578124, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.6031686392385245, |
| "grad_norm": 0.04664550721645355, |
| "learning_rate": 0.00021098181818181823, |
| "loss": 3.528506164550781, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.653265702298203, |
| "grad_norm": 0.04763299971818924, |
| "learning_rate": 0.00020734545454545455, |
| "loss": 3.43850830078125, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.703362765357881, |
| "grad_norm": 0.050708673894405365, |
| "learning_rate": 0.00020370909090909093, |
| "loss": 3.5349993896484375, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.753459828417559, |
| "grad_norm": 0.04584009572863579, |
| "learning_rate": 0.0002000727272727273, |
| "loss": 3.4938180541992185, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.8035568914772373, |
| "grad_norm": 0.04499977082014084, |
| "learning_rate": 0.00019643636363636364, |
| "loss": 3.5182513427734374, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.8536539545369153, |
| "grad_norm": 0.04771441966295242, |
| "learning_rate": 0.0001928, |
| "loss": 3.3792236328125, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.9037510175965933, |
| "grad_norm": 0.04623362421989441, |
| "learning_rate": 0.00018916363636363638, |
| "loss": 3.552237548828125, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.9538480806562717, |
| "grad_norm": 0.04291446879506111, |
| "learning_rate": 0.00018552727272727273, |
| "loss": 3.3860333251953123, |
| "step": 2950 |
| }, |
| { |
| "epoch": 3.003005823783581, |
| "grad_norm": 0.04738181456923485, |
| "learning_rate": 0.0001818909090909091, |
| "loss": 3.427495422363281, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.053102886843259, |
| "grad_norm": 0.04887455329298973, |
| "learning_rate": 0.00017825454545454547, |
| "loss": 3.1966757202148437, |
| "step": 3050 |
| }, |
| { |
| "epoch": 3.103199949902937, |
| "grad_norm": 0.046684056520462036, |
| "learning_rate": 0.00017461818181818185, |
| "loss": 3.1526495361328126, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.153297012962615, |
| "grad_norm": 0.0529169924557209, |
| "learning_rate": 0.0001709818181818182, |
| "loss": 3.1627899169921876, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.203394076022293, |
| "grad_norm": 0.05269123986363411, |
| "learning_rate": 0.00016734545454545456, |
| "loss": 3.1990621948242186, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.253491139081971, |
| "grad_norm": 0.050295427441596985, |
| "learning_rate": 0.0001637090909090909, |
| "loss": 3.188307800292969, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.3035882021416496, |
| "grad_norm": 0.05785530433058739, |
| "learning_rate": 0.0001600727272727273, |
| "loss": 3.166661682128906, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.3536852652013276, |
| "grad_norm": 0.051539987325668335, |
| "learning_rate": 0.00015643636363636365, |
| "loss": 3.1088409423828125, |
| "step": 3350 |
| }, |
| { |
| "epoch": 3.4037823282610056, |
| "grad_norm": 0.04825356602668762, |
| "learning_rate": 0.0001528, |
| "loss": 3.149294738769531, |
| "step": 3400 |
| }, |
| { |
| "epoch": 3.453879391320684, |
| "grad_norm": 0.053647857159376144, |
| "learning_rate": 0.00014916363636363638, |
| "loss": 3.1625897216796877, |
| "step": 3450 |
| }, |
| { |
| "epoch": 3.503976454380362, |
| "grad_norm": 0.04727034643292427, |
| "learning_rate": 0.00014552727272727274, |
| "loss": 3.1458837890625, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.55407351744004, |
| "grad_norm": 0.05557869374752045, |
| "learning_rate": 0.0001418909090909091, |
| "loss": 3.149683837890625, |
| "step": 3550 |
| }, |
| { |
| "epoch": 3.6041705804997184, |
| "grad_norm": 0.0650995746254921, |
| "learning_rate": 0.00013825454545454547, |
| "loss": 3.1026031494140627, |
| "step": 3600 |
| }, |
| { |
| "epoch": 3.6542676435593964, |
| "grad_norm": 0.04856622591614723, |
| "learning_rate": 0.00013461818181818183, |
| "loss": 3.22126220703125, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.7043647066190744, |
| "grad_norm": 0.05039793998003006, |
| "learning_rate": 0.00013098181818181818, |
| "loss": 3.1272393798828126, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.754461769678753, |
| "grad_norm": 0.05844203755259514, |
| "learning_rate": 0.00012734545454545453, |
| "loss": 3.0862982177734377, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.8045588327384308, |
| "grad_norm": 0.05493615195155144, |
| "learning_rate": 0.00012370909090909091, |
| "loss": 3.1446405029296876, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.8546558957981087, |
| "grad_norm": 0.054356664419174194, |
| "learning_rate": 0.00012007272727272727, |
| "loss": 3.0820523071289063, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.904752958857787, |
| "grad_norm": 0.0555652491748333, |
| "learning_rate": 0.00011643636363636364, |
| "loss": 3.183399353027344, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.954850021917465, |
| "grad_norm": 0.058864276856184006, |
| "learning_rate": 0.00011279999999999999, |
| "loss": 3.0196658325195314, |
| "step": 3950 |
| }, |
| { |
| "epoch": 4.004007765044774, |
| "grad_norm": 0.06324097514152527, |
| "learning_rate": 0.00010916363636363639, |
| "loss": 3.0737509155273437, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.054104828104452, |
| "grad_norm": 0.05261604115366936, |
| "learning_rate": 0.00010552727272727274, |
| "loss": 2.770926513671875, |
| "step": 4050 |
| }, |
| { |
| "epoch": 4.104201891164131, |
| "grad_norm": 0.05924660712480545, |
| "learning_rate": 0.00010189090909090911, |
| "loss": 2.7489028930664063, |
| "step": 4100 |
| }, |
| { |
| "epoch": 4.154298954223808, |
| "grad_norm": 0.05496729537844658, |
| "learning_rate": 9.825454545454546e-05, |
| "loss": 2.7954165649414064, |
| "step": 4150 |
| }, |
| { |
| "epoch": 4.204396017283487, |
| "grad_norm": 0.05670342594385147, |
| "learning_rate": 9.461818181818183e-05, |
| "loss": 2.8602774047851565, |
| "step": 4200 |
| }, |
| { |
| "epoch": 4.254493080343165, |
| "grad_norm": 0.062024831771850586, |
| "learning_rate": 9.09818181818182e-05, |
| "loss": 2.8147286987304687, |
| "step": 4250 |
| }, |
| { |
| "epoch": 4.304590143402843, |
| "grad_norm": 0.055980272591114044, |
| "learning_rate": 8.734545454545455e-05, |
| "loss": 2.8248248291015625, |
| "step": 4300 |
| }, |
| { |
| "epoch": 4.354687206462521, |
| "grad_norm": 0.05720142275094986, |
| "learning_rate": 8.370909090909092e-05, |
| "loss": 2.8425811767578124, |
| "step": 4350 |
| }, |
| { |
| "epoch": 4.4047842695221995, |
| "grad_norm": 0.06002994254231453, |
| "learning_rate": 8.007272727272727e-05, |
| "loss": 2.8419833374023438, |
| "step": 4400 |
| }, |
| { |
| "epoch": 4.454881332581877, |
| "grad_norm": 0.05916266515851021, |
| "learning_rate": 7.643636363636364e-05, |
| "loss": 2.8121533203125, |
| "step": 4450 |
| }, |
| { |
| "epoch": 4.5049783956415554, |
| "grad_norm": 0.05626993626356125, |
| "learning_rate": 7.280000000000001e-05, |
| "loss": 2.7959454345703123, |
| "step": 4500 |
| }, |
| { |
| "epoch": 4.555075458701234, |
| "grad_norm": 0.05815758556127548, |
| "learning_rate": 6.916363636363636e-05, |
| "loss": 2.7882369995117187, |
| "step": 4550 |
| }, |
| { |
| "epoch": 4.605172521760911, |
| "grad_norm": 0.06205146387219429, |
| "learning_rate": 6.552727272727273e-05, |
| "loss": 2.83596435546875, |
| "step": 4600 |
| }, |
| { |
| "epoch": 4.65526958482059, |
| "grad_norm": 0.05774429440498352, |
| "learning_rate": 6.18909090909091e-05, |
| "loss": 2.77343994140625, |
| "step": 4650 |
| }, |
| { |
| "epoch": 4.705366647880268, |
| "grad_norm": 0.05843517184257507, |
| "learning_rate": 5.8254545454545465e-05, |
| "loss": 2.8070660400390626, |
| "step": 4700 |
| }, |
| { |
| "epoch": 4.755463710939946, |
| "grad_norm": 0.06255511194467545, |
| "learning_rate": 5.4618181818181826e-05, |
| "loss": 2.782181396484375, |
| "step": 4750 |
| }, |
| { |
| "epoch": 4.805560773999624, |
| "grad_norm": 0.06288160383701324, |
| "learning_rate": 5.0981818181818187e-05, |
| "loss": 2.819413757324219, |
| "step": 4800 |
| }, |
| { |
| "epoch": 4.855657837059303, |
| "grad_norm": 0.06578859686851501, |
| "learning_rate": 4.734545454545455e-05, |
| "loss": 2.764403076171875, |
| "step": 4850 |
| }, |
| { |
| "epoch": 4.90575490011898, |
| "grad_norm": 0.07166821509599686, |
| "learning_rate": 4.370909090909091e-05, |
| "loss": 2.7576608276367187, |
| "step": 4900 |
| }, |
| { |
| "epoch": 4.955851963178659, |
| "grad_norm": 0.05862944945693016, |
| "learning_rate": 4.0072727272727276e-05, |
| "loss": 2.8215606689453123, |
| "step": 4950 |
| }, |
| { |
| "epoch": 5.005009706305968, |
| "grad_norm": 0.06217258423566818, |
| "learning_rate": 3.6436363636363644e-05, |
| "loss": 2.781416931152344, |
| "step": 5000 |
| }, |
| { |
| "epoch": 5.055106769365646, |
| "grad_norm": 0.062334153801202774, |
| "learning_rate": 3.2800000000000004e-05, |
| "loss": 2.5809677124023436, |
| "step": 5050 |
| }, |
| { |
| "epoch": 5.105203832425324, |
| "grad_norm": 0.0632292777299881, |
| "learning_rate": 2.9163636363636365e-05, |
| "loss": 2.5479400634765623, |
| "step": 5100 |
| }, |
| { |
| "epoch": 5.155300895485002, |
| "grad_norm": 0.06300564855337143, |
| "learning_rate": 2.5527272727272726e-05, |
| "loss": 2.521404571533203, |
| "step": 5150 |
| }, |
| { |
| "epoch": 5.205397958544681, |
| "grad_norm": 0.06724506616592407, |
| "learning_rate": 2.1890909090909094e-05, |
| "loss": 2.489826507568359, |
| "step": 5200 |
| }, |
| { |
| "epoch": 5.255495021604358, |
| "grad_norm": 0.06318136304616928, |
| "learning_rate": 1.8254545454545455e-05, |
| "loss": 2.4983534240722656, |
| "step": 5250 |
| }, |
| { |
| "epoch": 5.3055920846640365, |
| "grad_norm": 0.0806359350681305, |
| "learning_rate": 1.4618181818181819e-05, |
| "loss": 2.5284886169433594, |
| "step": 5300 |
| }, |
| { |
| "epoch": 5.355689147723715, |
| "grad_norm": 0.060305405408144, |
| "learning_rate": 1.0981818181818182e-05, |
| "loss": 2.5243402099609376, |
| "step": 5350 |
| }, |
| { |
| "epoch": 5.4057862107833925, |
| "grad_norm": 0.06560583412647247, |
| "learning_rate": 7.345454545454546e-06, |
| "loss": 2.6004681396484375, |
| "step": 5400 |
| }, |
| { |
| "epoch": 5.455883273843071, |
| "grad_norm": 0.06115686148405075, |
| "learning_rate": 3.7090909090909092e-06, |
| "loss": 2.524554443359375, |
| "step": 5450 |
| }, |
| { |
| "epoch": 5.505980336902749, |
| "grad_norm": 0.06685449182987213, |
| "learning_rate": 7.272727272727273e-08, |
| "loss": 2.5241400146484376, |
| "step": 5500 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 5500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.5700701446144e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
