| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.02256734834524918, |
| "eval_steps": 500, |
| "global_step": 6500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00034718997454229514, |
| "grad_norm": 0.8856930732727051, |
| "learning_rate": 0.00019999994169931, |
| "loss": 2.4069, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0006943799490845903, |
| "grad_norm": 0.8890424966812134, |
| "learning_rate": 0.0001999997644357777, |
| "loss": 2.3882, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0010415699236268853, |
| "grad_norm": 0.8619076013565063, |
| "learning_rate": 0.00019999946820366553, |
| "loss": 2.4208, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0013887598981691806, |
| "grad_norm": 0.8981874585151672, |
| "learning_rate": 0.00019999905300332595, |
| "loss": 2.3859, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0017359498727114757, |
| "grad_norm": 1.1088451147079468, |
| "learning_rate": 0.0001999985188352529, |
| "loss": 2.4031, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0020831398472537705, |
| "grad_norm": 0.8845599889755249, |
| "learning_rate": 0.00019999786570008187, |
| "loss": 2.3765, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.002430329821796066, |
| "grad_norm": 1.1892898082733154, |
| "learning_rate": 0.0001999970935985899, |
| "loss": 2.4083, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.002777519796338361, |
| "grad_norm": 1.2907609939575195, |
| "learning_rate": 0.00019999620253169554, |
| "loss": 2.4262, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.003124709770880656, |
| "grad_norm": 1.511342167854309, |
| "learning_rate": 0.00019999519250045886, |
| "loss": 2.4077, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.0034718997454229513, |
| "grad_norm": 1.2708256244659424, |
| "learning_rate": 0.00019999406350608152, |
| "loss": 2.4238, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.003819089719965246, |
| "grad_norm": 1.380018949508667, |
| "learning_rate": 0.00019999281554990668, |
| "loss": 2.4429, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.004166279694507541, |
| "grad_norm": 1.5074928998947144, |
| "learning_rate": 0.000199991448633419, |
| "loss": 2.4212, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.004513469669049836, |
| "grad_norm": 1.20973801612854, |
| "learning_rate": 0.00019998996275824465, |
| "loss": 2.4092, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.004860659643592132, |
| "grad_norm": 1.4226404428482056, |
| "learning_rate": 0.0001999883579261514, |
| "loss": 2.3977, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.005207849618134427, |
| "grad_norm": 1.437606930732727, |
| "learning_rate": 0.0001999866341390485, |
| "loss": 2.4527, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.005555039592676722, |
| "grad_norm": 1.4428914785385132, |
| "learning_rate": 0.00019998479139898668, |
| "loss": 2.4495, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.005902229567219017, |
| "grad_norm": 2.573493719100952, |
| "learning_rate": 0.00019998282970815832, |
| "loss": 2.4216, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.006249419541761312, |
| "grad_norm": 1.491316795349121, |
| "learning_rate": 0.00019998074906889715, |
| "loss": 2.4209, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.006596609516303607, |
| "grad_norm": 1.9518392086029053, |
| "learning_rate": 0.00019997854948367846, |
| "loss": 2.4081, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.006943799490845903, |
| "grad_norm": 1.6811418533325195, |
| "learning_rate": 0.0001999762309551191, |
| "loss": 2.4255, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.007290989465388197, |
| "grad_norm": 1.316292643547058, |
| "learning_rate": 0.00019997379348597744, |
| "loss": 2.4039, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.007638179439930492, |
| "grad_norm": 1.297400712966919, |
| "learning_rate": 0.00019997123707915325, |
| "loss": 2.4193, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.007985369414472789, |
| "grad_norm": 1.5318177938461304, |
| "learning_rate": 0.00019996856173768785, |
| "loss": 2.4258, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.008332559389015082, |
| "grad_norm": 2.240832567214966, |
| "learning_rate": 0.00019996576746476413, |
| "loss": 2.4457, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.008679749363557377, |
| "grad_norm": 1.50482976436615, |
| "learning_rate": 0.00019996285426370636, |
| "loss": 2.4521, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.009026939338099673, |
| "grad_norm": 1.1736887693405151, |
| "learning_rate": 0.00019995982213798035, |
| "loss": 2.4226, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.009374129312641968, |
| "grad_norm": 1.489713430404663, |
| "learning_rate": 0.00019995667109119335, |
| "loss": 2.4314, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.009721319287184263, |
| "grad_norm": 2.00687313079834, |
| "learning_rate": 0.00019995340112709422, |
| "loss": 2.4389, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.010068509261726559, |
| "grad_norm": 1.5748944282531738, |
| "learning_rate": 0.00019995001224957308, |
| "loss": 2.4483, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.010415699236268854, |
| "grad_norm": 1.7045289278030396, |
| "learning_rate": 0.00019994650446266175, |
| "loss": 2.4407, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.01076288921081115, |
| "grad_norm": 1.3988068103790283, |
| "learning_rate": 0.0001999428777705333, |
| "loss": 2.462, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.011110079185353445, |
| "grad_norm": 1.3608533143997192, |
| "learning_rate": 0.00019993913217750245, |
| "loss": 2.4472, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.011457269159895738, |
| "grad_norm": 1.2952604293823242, |
| "learning_rate": 0.00019993526768802525, |
| "loss": 2.4427, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.011804459134438033, |
| "grad_norm": 2.3562355041503906, |
| "learning_rate": 0.0001999312843066992, |
| "loss": 2.4659, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.012151649108980329, |
| "grad_norm": 2.296459913253784, |
| "learning_rate": 0.00019992718203826337, |
| "loss": 2.4795, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.012498839083522624, |
| "grad_norm": 1.3606270551681519, |
| "learning_rate": 0.00019992296088759814, |
| "loss": 2.463, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.01284602905806492, |
| "grad_norm": 1.6714372634887695, |
| "learning_rate": 0.00019991862085972536, |
| "loss": 2.43, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.013193219032607215, |
| "grad_norm": 2.1929798126220703, |
| "learning_rate": 0.0001999141619598083, |
| "loss": 2.4513, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.01354040900714951, |
| "grad_norm": 1.7777063846588135, |
| "learning_rate": 0.00019990958419315166, |
| "loss": 2.472, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.013887598981691805, |
| "grad_norm": 1.5554057359695435, |
| "learning_rate": 0.00019990488756520164, |
| "loss": 2.4663, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.0142347889562341, |
| "grad_norm": 1.551933765411377, |
| "learning_rate": 0.00019990007208154565, |
| "loss": 2.5033, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.014581978930776394, |
| "grad_norm": 1.9665030241012573, |
| "learning_rate": 0.00019989513774791267, |
| "loss": 2.4518, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.01492916890531869, |
| "grad_norm": 1.5771666765213013, |
| "learning_rate": 0.000199890084570173, |
| "loss": 2.4703, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.015276358879860985, |
| "grad_norm": 1.750036597251892, |
| "learning_rate": 0.0001998849125543384, |
| "loss": 2.495, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.01562354885440328, |
| "grad_norm": 1.4305938482284546, |
| "learning_rate": 0.00019987962170656188, |
| "loss": 2.473, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.015970738828945577, |
| "grad_norm": 1.410703420639038, |
| "learning_rate": 0.00019987421203313799, |
| "loss": 2.4629, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.01631792880348787, |
| "grad_norm": 1.448388695716858, |
| "learning_rate": 0.0001998686835405025, |
| "loss": 2.4591, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.016665118778030164, |
| "grad_norm": 1.7654149532318115, |
| "learning_rate": 0.00019986303623523258, |
| "loss": 2.4754, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.01701230875257246, |
| "grad_norm": 1.8118611574172974, |
| "learning_rate": 0.0001998572701240468, |
| "loss": 2.4657, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.017359498727114755, |
| "grad_norm": 1.8808069229125977, |
| "learning_rate": 0.00019985138521380505, |
| "loss": 2.4736, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.01770668870165705, |
| "grad_norm": 1.5441018342971802, |
| "learning_rate": 0.00019984538151150846, |
| "loss": 2.4785, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.018053878676199345, |
| "grad_norm": 1.6582081317901611, |
| "learning_rate": 0.00019983925902429967, |
| "loss": 2.4841, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.01840106865074164, |
| "grad_norm": 1.5702968835830688, |
| "learning_rate": 0.00019983301775946245, |
| "loss": 2.4868, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.018748258625283936, |
| "grad_norm": 2.0732314586639404, |
| "learning_rate": 0.00019982665772442205, |
| "loss": 2.4601, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.01909544859982623, |
| "grad_norm": 1.4423972368240356, |
| "learning_rate": 0.00019982017892674483, |
| "loss": 2.4773, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.019442638574368527, |
| "grad_norm": 1.9959121942520142, |
| "learning_rate": 0.00019981358137413863, |
| "loss": 2.4989, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.019789828548910822, |
| "grad_norm": 1.7514522075653076, |
| "learning_rate": 0.0001998068650744524, |
| "loss": 2.4689, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.020137018523453117, |
| "grad_norm": 1.6253585815429688, |
| "learning_rate": 0.00019980003003567653, |
| "loss": 2.4683, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.020484208497995413, |
| "grad_norm": 1.9775470495224, |
| "learning_rate": 0.0001997930762659425, |
| "loss": 2.4787, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.020831398472537708, |
| "grad_norm": 1.4767321348190308, |
| "learning_rate": 0.00019978600377352324, |
| "loss": 2.4865, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.021178588447080003, |
| "grad_norm": 2.2066593170166016, |
| "learning_rate": 0.00019977881256683273, |
| "loss": 2.4826, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.0215257784216223, |
| "grad_norm": 1.9816187620162964, |
| "learning_rate": 0.00019977150265442626, |
| "loss": 2.486, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.021872968396164594, |
| "grad_norm": 1.573564052581787, |
| "learning_rate": 0.0001997640740450004, |
| "loss": 2.4893, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.02222015837070689, |
| "grad_norm": 2.1582605838775635, |
| "learning_rate": 0.00019975652674739285, |
| "loss": 2.4896, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.02256734834524918, |
| "grad_norm": 1.991675615310669, |
| "learning_rate": 0.00019974886077058255, |
| "loss": 2.5041, |
| "step": 6500 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 288027, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7839791959124787e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
