Qwen3.5-9B-checkpoint-900 / trainer_state.json
hosseinmohammadibusiness's picture
Upload folder using huggingface_hub
f57d571 verified
Raw
History Blame Contribute Delete
21.6 kB
{
"best_global_step": 900,
"best_metric": 1.4535424709320068,
"best_model_checkpoint": "outputs/Qwen3.5-9B-cpt/checkpoint-900",
"epoch": 0.5689450809956539,
"eval_steps": 50,
"global_step": 900,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.006321612011062821,
"grad_norm": 2.2357523441314697,
"learning_rate": 1.8947368421052634e-06,
"loss": 1.8448415756225587,
"step": 10
},
{
"epoch": 0.012643224022125641,
"grad_norm": 1.1725322008132935,
"learning_rate": 4.000000000000001e-06,
"loss": 1.728614044189453,
"step": 20
},
{
"epoch": 0.018964836033188465,
"grad_norm": 1.0519399642944336,
"learning_rate": 6.105263157894738e-06,
"loss": 1.6825117111206054,
"step": 30
},
{
"epoch": 0.025286448044251283,
"grad_norm": 0.9476595520973206,
"learning_rate": 8.210526315789475e-06,
"loss": 1.627689743041992,
"step": 40
},
{
"epoch": 0.03160806005531411,
"grad_norm": 1.026922345161438,
"learning_rate": 1.0315789473684213e-05,
"loss": 1.625675582885742,
"step": 50
},
{
"epoch": 0.03160806005531411,
"eval_loss": 1.6307754516601562,
"eval_runtime": 1436.5207,
"eval_samples_per_second": 3.71,
"eval_steps_per_second": 1.855,
"step": 50
},
{
"epoch": 0.03792967206637693,
"grad_norm": 0.9994499683380127,
"learning_rate": 1.2421052631578949e-05,
"loss": 1.6042352676391602,
"step": 60
},
{
"epoch": 0.044251284077439744,
"grad_norm": 1.2228177785873413,
"learning_rate": 1.4526315789473687e-05,
"loss": 1.60198917388916,
"step": 70
},
{
"epoch": 0.050572896088502566,
"grad_norm": 0.9573417901992798,
"learning_rate": 1.6631578947368423e-05,
"loss": 1.6050102233886718,
"step": 80
},
{
"epoch": 0.05689450809956539,
"grad_norm": 0.9371166825294495,
"learning_rate": 1.873684210526316e-05,
"loss": 1.5779685020446776,
"step": 90
},
{
"epoch": 0.06321612011062822,
"grad_norm": 0.9192007780075073,
"learning_rate": 1.9999916170794767e-05,
"loss": 1.5790796279907227,
"step": 100
},
{
"epoch": 0.06321612011062822,
"eval_loss": 1.5887949466705322,
"eval_runtime": 1428.4275,
"eval_samples_per_second": 3.731,
"eval_steps_per_second": 1.866,
"step": 100
},
{
"epoch": 0.06953773212169104,
"grad_norm": 0.9729642271995544,
"learning_rate": 1.99989731083767e-05,
"loss": 1.54850435256958,
"step": 110
},
{
"epoch": 0.07585934413275386,
"grad_norm": 0.9361611008644104,
"learning_rate": 1.9996982296182915e-05,
"loss": 1.5509929656982422,
"step": 120
},
{
"epoch": 0.08218095614381667,
"grad_norm": 1.1141622066497803,
"learning_rate": 1.999394394282214e-05,
"loss": 1.5608986854553222,
"step": 130
},
{
"epoch": 0.08850256815487949,
"grad_norm": 1.1783406734466553,
"learning_rate": 1.9989858366670475e-05,
"loss": 1.5713417053222656,
"step": 140
},
{
"epoch": 0.09482418016594231,
"grad_norm": 0.8572059273719788,
"learning_rate": 1.9984725995838032e-05,
"loss": 1.5512660026550293,
"step": 150
},
{
"epoch": 0.09482418016594231,
"eval_loss": 1.5633909702301025,
"eval_runtime": 1434.0069,
"eval_samples_per_second": 3.716,
"eval_steps_per_second": 1.858,
"step": 150
},
{
"epoch": 0.10114579217700513,
"grad_norm": 1.1298227310180664,
"learning_rate": 1.9978547368124073e-05,
"loss": 1.5835878372192382,
"step": 160
},
{
"epoch": 0.10746740418806795,
"grad_norm": 0.85079425573349,
"learning_rate": 1.997132313096066e-05,
"loss": 1.5457270622253418,
"step": 170
},
{
"epoch": 0.11378901619913077,
"grad_norm": 0.7577758431434631,
"learning_rate": 1.9963054041344826e-05,
"loss": 1.5363761901855468,
"step": 180
},
{
"epoch": 0.1201106282101936,
"grad_norm": 0.9953492879867554,
"learning_rate": 1.9953740965759222e-05,
"loss": 1.5482823371887207,
"step": 190
},
{
"epoch": 0.12643224022125643,
"grad_norm": 1.0341110229492188,
"learning_rate": 1.994338488008134e-05,
"loss": 1.533665084838867,
"step": 200
},
{
"epoch": 0.12643224022125643,
"eval_loss": 1.5468075275421143,
"eval_runtime": 1432.7951,
"eval_samples_per_second": 3.719,
"eval_steps_per_second": 1.86,
"step": 200
},
{
"epoch": 0.13275385223231925,
"grad_norm": 1.2680150270462036,
"learning_rate": 1.993198686948127e-05,
"loss": 1.5316329956054688,
"step": 210
},
{
"epoch": 0.13907546424338207,
"grad_norm": 0.7387447953224182,
"learning_rate": 1.9919548128307954e-05,
"loss": 1.5236242294311524,
"step": 220
},
{
"epoch": 0.1453970762544449,
"grad_norm": 1.4287664890289307,
"learning_rate": 1.9906069959964073e-05,
"loss": 1.5394685745239258,
"step": 230
},
{
"epoch": 0.15171868826550772,
"grad_norm": 1.0277458429336548,
"learning_rate": 1.989155377676944e-05,
"loss": 1.52191104888916,
"step": 240
},
{
"epoch": 0.15804030027657054,
"grad_norm": 0.7789772152900696,
"learning_rate": 1.9876001099813018e-05,
"loss": 1.546618366241455,
"step": 250
},
{
"epoch": 0.15804030027657054,
"eval_loss": 1.533789873123169,
"eval_runtime": 1436.9068,
"eval_samples_per_second": 3.709,
"eval_steps_per_second": 1.855,
"step": 250
},
{
"epoch": 0.16436191228763333,
"grad_norm": 1.4293335676193237,
"learning_rate": 1.9859413558793545e-05,
"loss": 1.540808868408203,
"step": 260
},
{
"epoch": 0.17068352429869615,
"grad_norm": 0.757379949092865,
"learning_rate": 1.9841792891848744e-05,
"loss": 1.521357822418213,
"step": 270
},
{
"epoch": 0.17700513630975898,
"grad_norm": 1.5915902853012085,
"learning_rate": 1.982314094537321e-05,
"loss": 1.5167811393737793,
"step": 280
},
{
"epoch": 0.1833267483208218,
"grad_norm": 0.8537394404411316,
"learning_rate": 1.980345967382491e-05,
"loss": 1.5079852104187013,
"step": 290
},
{
"epoch": 0.18964836033188462,
"grad_norm": 0.7207210063934326,
"learning_rate": 1.978275113952041e-05,
"loss": 1.504821491241455,
"step": 300
},
{
"epoch": 0.18964836033188462,
"eval_loss": 1.5223760604858398,
"eval_runtime": 1434.9006,
"eval_samples_per_second": 3.714,
"eval_steps_per_second": 1.857,
"step": 300
},
{
"epoch": 0.19596997234294744,
"grad_norm": 0.761333167552948,
"learning_rate": 1.9761017512418757e-05,
"loss": 1.511648941040039,
"step": 310
},
{
"epoch": 0.20229158435401026,
"grad_norm": 1.4120904207229614,
"learning_rate": 1.973826106989411e-05,
"loss": 1.4993165016174317,
"step": 320
},
{
"epoch": 0.20861319636507308,
"grad_norm": 1.1191859245300293,
"learning_rate": 1.9714484196497087e-05,
"loss": 1.5109681129455566,
"step": 330
},
{
"epoch": 0.2149348083761359,
"grad_norm": 0.7707664370536804,
"learning_rate": 1.9689689383704907e-05,
"loss": 1.5163365364074708,
"step": 340
},
{
"epoch": 0.22125642038719873,
"grad_norm": 1.249089241027832,
"learning_rate": 1.9663879229660338e-05,
"loss": 1.5154297828674317,
"step": 350
},
{
"epoch": 0.22125642038719873,
"eval_loss": 1.5136882066726685,
"eval_runtime": 1434.1581,
"eval_samples_per_second": 3.716,
"eval_steps_per_second": 1.858,
"step": 350
},
{
"epoch": 0.22757803239826155,
"grad_norm": 0.8356915712356567,
"learning_rate": 1.963705643889941e-05,
"loss": 1.500742244720459,
"step": 360
},
{
"epoch": 0.23389964440932437,
"grad_norm": 0.9244163036346436,
"learning_rate": 1.9609223822068045e-05,
"loss": 1.5091425895690918,
"step": 370
},
{
"epoch": 0.2402212564203872,
"grad_norm": 2.6756114959716797,
"learning_rate": 1.9580384295627546e-05,
"loss": 1.5230279922485352,
"step": 380
},
{
"epoch": 0.24654286843145,
"grad_norm": 0.8224273324012756,
"learning_rate": 1.9550540881548962e-05,
"loss": 1.4959823608398437,
"step": 390
},
{
"epoch": 0.25286448044251286,
"grad_norm": 2.7606499195098877,
"learning_rate": 1.9519696706996457e-05,
"loss": 1.504225730895996,
"step": 400
},
{
"epoch": 0.25286448044251286,
"eval_loss": 1.5063496828079224,
"eval_runtime": 1442.4518,
"eval_samples_per_second": 3.694,
"eval_steps_per_second": 1.848,
"step": 400
},
{
"epoch": 0.25918609245357566,
"grad_norm": 1.9451311826705933,
"learning_rate": 1.9487855003999632e-05,
"loss": 1.5024944305419923,
"step": 410
},
{
"epoch": 0.2655077044646385,
"grad_norm": 0.7222695350646973,
"learning_rate": 1.9455019109114833e-05,
"loss": 1.5029170036315918,
"step": 420
},
{
"epoch": 0.2718293164757013,
"grad_norm": 1.9110443592071533,
"learning_rate": 1.9421192463075532e-05,
"loss": 1.511544895172119,
"step": 430
},
{
"epoch": 0.27815092848676415,
"grad_norm": 0.8087928295135498,
"learning_rate": 1.938637861043179e-05,
"loss": 1.4900238037109375,
"step": 440
},
{
"epoch": 0.28447254049782694,
"grad_norm": 1.2225767374038696,
"learning_rate": 1.9350581199178858e-05,
"loss": 1.479935646057129,
"step": 450
},
{
"epoch": 0.28447254049782694,
"eval_loss": 1.4983773231506348,
"eval_runtime": 1432.1372,
"eval_samples_per_second": 3.721,
"eval_steps_per_second": 1.861,
"step": 450
},
{
"epoch": 0.2907941525088898,
"grad_norm": 0.7390967011451721,
"learning_rate": 1.9313803980374882e-05,
"loss": 1.507608699798584,
"step": 460
},
{
"epoch": 0.2971157645199526,
"grad_norm": 1.7765216827392578,
"learning_rate": 1.9276050807747878e-05,
"loss": 1.486252784729004,
"step": 470
},
{
"epoch": 0.30343737653101543,
"grad_norm": 1.1083087921142578,
"learning_rate": 1.9237325637291897e-05,
"loss": 1.4911764144897461,
"step": 480
},
{
"epoch": 0.30975898854207823,
"grad_norm": 1.495973825454712,
"learning_rate": 1.9197632526852502e-05,
"loss": 1.4877856254577637,
"step": 490
},
{
"epoch": 0.3160806005531411,
"grad_norm": 0.844947338104248,
"learning_rate": 1.915697563570156e-05,
"loss": 1.479910182952881,
"step": 500
},
{
"epoch": 0.3160806005531411,
"eval_loss": 1.4914230108261108,
"eval_runtime": 1432.4776,
"eval_samples_per_second": 3.72,
"eval_steps_per_second": 1.86,
"step": 500
},
{
"epoch": 0.32240221256420387,
"grad_norm": 1.77666437625885,
"learning_rate": 1.9115359224101416e-05,
"loss": 1.490778350830078,
"step": 510
},
{
"epoch": 0.32872382457526667,
"grad_norm": 2.99625301361084,
"learning_rate": 1.9072787652858463e-05,
"loss": 1.494775390625,
"step": 520
},
{
"epoch": 0.3350454365863295,
"grad_norm": 1.031172752380371,
"learning_rate": 1.9029265382866216e-05,
"loss": 1.4774039268493653,
"step": 530
},
{
"epoch": 0.3413670485973923,
"grad_norm": 0.9397842288017273,
"learning_rate": 1.8984796974637845e-05,
"loss": 1.4831487655639648,
"step": 540
},
{
"epoch": 0.34768866060845516,
"grad_norm": 0.822282075881958,
"learning_rate": 1.8939387087828326e-05,
"loss": 1.4724056243896484,
"step": 550
},
{
"epoch": 0.34768866060845516,
"eval_loss": 1.4864764213562012,
"eval_runtime": 1435.983,
"eval_samples_per_second": 3.711,
"eval_steps_per_second": 1.856,
"step": 550
},
{
"epoch": 0.35401027261951795,
"grad_norm": 1.08564293384552,
"learning_rate": 1.889304048074616e-05,
"loss": 1.4828974723815918,
"step": 560
},
{
"epoch": 0.3603318846305808,
"grad_norm": 1.6417145729064941,
"learning_rate": 1.8845762009854765e-05,
"loss": 1.4577611923217773,
"step": 570
},
{
"epoch": 0.3666534966416436,
"grad_norm": 1.2441695928573608,
"learning_rate": 1.8797556629263603e-05,
"loss": 1.4795442581176759,
"step": 580
},
{
"epoch": 0.37297510865270644,
"grad_norm": 0.7002350687980652,
"learning_rate": 1.8748429390209052e-05,
"loss": 1.4860575675964356,
"step": 590
},
{
"epoch": 0.37929672066376924,
"grad_norm": 0.7346900701522827,
"learning_rate": 1.869838544052511e-05,
"loss": 1.4883034706115723,
"step": 600
},
{
"epoch": 0.37929672066376924,
"eval_loss": 1.4805960655212402,
"eval_runtime": 1434.6251,
"eval_samples_per_second": 3.715,
"eval_steps_per_second": 1.858,
"step": 600
},
{
"epoch": 0.3856183326748321,
"grad_norm": 1.2719956636428833,
"learning_rate": 1.8647430024103975e-05,
"loss": 1.4628222465515137,
"step": 610
},
{
"epoch": 0.3919399446858949,
"grad_norm": 3.929159641265869,
"learning_rate": 1.8595568480346555e-05,
"loss": 1.4697487831115723,
"step": 620
},
{
"epoch": 0.39826155669695773,
"grad_norm": 1.7072134017944336,
"learning_rate": 1.8542806243602984e-05,
"loss": 1.466939926147461,
"step": 630
},
{
"epoch": 0.4045831687080205,
"grad_norm": 0.8139464855194092,
"learning_rate": 1.8489148842603172e-05,
"loss": 1.47437744140625,
"step": 640
},
{
"epoch": 0.4109047807190834,
"grad_norm": 0.8353721499443054,
"learning_rate": 1.8434601899877484e-05,
"loss": 1.4795381546020507,
"step": 650
},
{
"epoch": 0.4109047807190834,
"eval_loss": 1.4759365320205688,
"eval_runtime": 1440.6676,
"eval_samples_per_second": 3.699,
"eval_steps_per_second": 1.85,
"step": 650
},
{
"epoch": 0.41722639273014617,
"grad_norm": 1.203122854232788,
"learning_rate": 1.8379171131167557e-05,
"loss": 1.4443695068359375,
"step": 660
},
{
"epoch": 0.423548004741209,
"grad_norm": 0.7811446785926819,
"learning_rate": 1.8322862344827404e-05,
"loss": 1.453621006011963,
"step": 670
},
{
"epoch": 0.4298696167522718,
"grad_norm": 0.7570304274559021,
"learning_rate": 1.8265681441214744e-05,
"loss": 1.4751152992248535,
"step": 680
},
{
"epoch": 0.43619122876333466,
"grad_norm": 1.1196154356002808,
"learning_rate": 1.8207634412072765e-05,
"loss": 1.4665375709533692,
"step": 690
},
{
"epoch": 0.44251284077439745,
"grad_norm": 1.452694296836853,
"learning_rate": 1.8148727339902245e-05,
"loss": 1.4367003440856934,
"step": 700
},
{
"epoch": 0.44251284077439745,
"eval_loss": 1.4716598987579346,
"eval_runtime": 1433.735,
"eval_samples_per_second": 3.717,
"eval_steps_per_second": 1.859,
"step": 700
},
{
"epoch": 0.4488344527854603,
"grad_norm": 0.9854422807693481,
"learning_rate": 1.8088966397324215e-05,
"loss": 1.4711213111877441,
"step": 710
},
{
"epoch": 0.4551560647965231,
"grad_norm": 0.8611396551132202,
"learning_rate": 1.8028357846433144e-05,
"loss": 1.447887134552002,
"step": 720
},
{
"epoch": 0.46147767680758595,
"grad_norm": 0.9595324397087097,
"learning_rate": 1.796690803814076e-05,
"loss": 1.4460906982421875,
"step": 730
},
{
"epoch": 0.46779928881864874,
"grad_norm": 0.995147705078125,
"learning_rate": 1.7904623411510565e-05,
"loss": 1.4776107788085937,
"step": 740
},
{
"epoch": 0.4741209008297116,
"grad_norm": 1.3566371202468872,
"learning_rate": 1.7841510493083126e-05,
"loss": 1.4614599227905274,
"step": 750
},
{
"epoch": 0.4741209008297116,
"eval_loss": 1.4664231538772583,
"eval_runtime": 1435.7161,
"eval_samples_per_second": 3.712,
"eval_steps_per_second": 1.856,
"step": 750
},
{
"epoch": 0.4804425128407744,
"grad_norm": 1.0786532163619995,
"learning_rate": 1.7777575896192177e-05,
"loss": 1.4631671905517578,
"step": 760
},
{
"epoch": 0.48676412485183723,
"grad_norm": 1.5780668258666992,
"learning_rate": 1.7712826320271633e-05,
"loss": 1.4548497200012207,
"step": 770
},
{
"epoch": 0.4930857368629,
"grad_norm": 1.075210690498352,
"learning_rate": 1.7647268550153583e-05,
"loss": 1.4418771743774415,
"step": 780
},
{
"epoch": 0.4994073488739629,
"grad_norm": 0.7408574819564819,
"learning_rate": 1.7580909455357344e-05,
"loss": 1.4451427459716797,
"step": 790
},
{
"epoch": 0.5057289608850257,
"grad_norm": 0.9548968076705933,
"learning_rate": 1.7513755989369636e-05,
"loss": 1.4488779067993165,
"step": 800
},
{
"epoch": 0.5057289608850257,
"eval_loss": 1.461513876914978,
"eval_runtime": 1439.1351,
"eval_samples_per_second": 3.703,
"eval_steps_per_second": 1.852,
"step": 800
},
{
"epoch": 0.5120505728960885,
"grad_norm": 0.8898774981498718,
"learning_rate": 1.744581518891595e-05,
"loss": 1.4661118507385253,
"step": 810
},
{
"epoch": 0.5183721849071513,
"grad_norm": 2.370990514755249,
"learning_rate": 1.737709417322319e-05,
"loss": 1.4475753784179688,
"step": 820
},
{
"epoch": 0.5246937969182142,
"grad_norm": 0.7134878039360046,
"learning_rate": 1.730760014327371e-05,
"loss": 1.4453336715698242,
"step": 830
},
{
"epoch": 0.531015408929277,
"grad_norm": 0.7120240330696106,
"learning_rate": 1.72373403810507e-05,
"loss": 1.4352140426635742,
"step": 840
},
{
"epoch": 0.5373370209403397,
"grad_norm": 1.5345282554626465,
"learning_rate": 1.7166322248775212e-05,
"loss": 1.434824275970459,
"step": 850
},
{
"epoch": 0.5373370209403397,
"eval_loss": 1.4574466943740845,
"eval_runtime": 1435.0764,
"eval_samples_per_second": 3.713,
"eval_steps_per_second": 1.857,
"step": 850
},
{
"epoch": 0.5436586329514026,
"grad_norm": 0.7333837151527405,
"learning_rate": 1.709455318813463e-05,
"loss": 1.4499679565429688,
"step": 860
},
{
"epoch": 0.5499802449624654,
"grad_norm": 1.3881059885025024,
"learning_rate": 1.7022040719502935e-05,
"loss": 1.4426145553588867,
"step": 870
},
{
"epoch": 0.5563018569735283,
"grad_norm": 2.6665091514587402,
"learning_rate": 1.6948792441152666e-05,
"loss": 1.4703943252563476,
"step": 880
},
{
"epoch": 0.562623468984591,
"grad_norm": 0.7150371074676514,
"learning_rate": 1.687481602845872e-05,
"loss": 1.441333293914795,
"step": 890
},
{
"epoch": 0.5689450809956539,
"grad_norm": 3.045902729034424,
"learning_rate": 1.6800119233094093e-05,
"loss": 1.4491585731506347,
"step": 900
},
{
"epoch": 0.5689450809956539,
"eval_loss": 1.4535424709320068,
"eval_runtime": 1434.0825,
"eval_samples_per_second": 3.716,
"eval_steps_per_second": 1.858,
"step": 900
}
],
"logging_steps": 10,
"max_steps": 3164,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 50,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 5,
"early_stopping_threshold": 0.005
},
"attributes": {
"early_stopping_patience_counter": 3
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 6.183432293135155e+18,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}