| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 5604, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02676659528907923, |
| "grad_norm": 2.9979050159454346, |
| "learning_rate": 1.9825124910778018e-05, |
| "loss": 3.0082, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05353319057815846, |
| "grad_norm": 2.9530487060546875, |
| "learning_rate": 1.9646680942184154e-05, |
| "loss": 2.695, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08029978586723768, |
| "grad_norm": 3.260446071624756, |
| "learning_rate": 1.9468236973590294e-05, |
| "loss": 2.6516, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10706638115631692, |
| "grad_norm": 2.9396321773529053, |
| "learning_rate": 1.9289793004996434e-05, |
| "loss": 2.5921, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13383297644539616, |
| "grad_norm": 3.120371103286743, |
| "learning_rate": 1.911134903640257e-05, |
| "loss": 2.5203, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.16059957173447537, |
| "grad_norm": 2.677847385406494, |
| "learning_rate": 1.8932905067808708e-05, |
| "loss": 2.5075, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1873661670235546, |
| "grad_norm": 3.0909101963043213, |
| "learning_rate": 1.8754461099214848e-05, |
| "loss": 2.4827, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.21413276231263384, |
| "grad_norm": 2.9607596397399902, |
| "learning_rate": 1.8576017130620988e-05, |
| "loss": 2.4535, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.24089935760171305, |
| "grad_norm": 3.0049684047698975, |
| "learning_rate": 1.8397573162027124e-05, |
| "loss": 2.4597, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2676659528907923, |
| "grad_norm": 3.0245325565338135, |
| "learning_rate": 1.8219129193433264e-05, |
| "loss": 2.4004, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2944325481798715, |
| "grad_norm": 2.7979397773742676, |
| "learning_rate": 1.8040685224839404e-05, |
| "loss": 2.3558, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.32119914346895073, |
| "grad_norm": 2.7519330978393555, |
| "learning_rate": 1.786224125624554e-05, |
| "loss": 2.3351, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.34796573875803, |
| "grad_norm": 2.9614903926849365, |
| "learning_rate": 1.7683797287651678e-05, |
| "loss": 2.2947, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3747323340471092, |
| "grad_norm": 2.9372403621673584, |
| "learning_rate": 1.7505353319057818e-05, |
| "loss": 2.3391, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4014989293361884, |
| "grad_norm": 3.1255569458007812, |
| "learning_rate": 1.7326909350463958e-05, |
| "loss": 2.2796, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4282655246252677, |
| "grad_norm": 2.8538198471069336, |
| "learning_rate": 1.7148465381870094e-05, |
| "loss": 2.3044, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4550321199143469, |
| "grad_norm": 2.7262415885925293, |
| "learning_rate": 1.697002141327623e-05, |
| "loss": 2.3069, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4817987152034261, |
| "grad_norm": 2.840595006942749, |
| "learning_rate": 1.679157744468237e-05, |
| "loss": 2.3475, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5085653104925053, |
| "grad_norm": 2.8097097873687744, |
| "learning_rate": 1.661313347608851e-05, |
| "loss": 2.2608, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5353319057815846, |
| "grad_norm": 2.9259767532348633, |
| "learning_rate": 1.6434689507494647e-05, |
| "loss": 2.2306, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5620985010706638, |
| "grad_norm": 3.182243585586548, |
| "learning_rate": 1.6256245538900784e-05, |
| "loss": 2.2221, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.588865096359743, |
| "grad_norm": 2.854067325592041, |
| "learning_rate": 1.6077801570306924e-05, |
| "loss": 2.2132, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6156316916488223, |
| "grad_norm": 2.691558361053467, |
| "learning_rate": 1.5899357601713064e-05, |
| "loss": 2.2348, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6423982869379015, |
| "grad_norm": 2.8135249614715576, |
| "learning_rate": 1.57209136331192e-05, |
| "loss": 2.2453, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6691648822269807, |
| "grad_norm": 3.0801215171813965, |
| "learning_rate": 1.554246966452534e-05, |
| "loss": 2.2048, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.69593147751606, |
| "grad_norm": 2.856278657913208, |
| "learning_rate": 1.536402569593148e-05, |
| "loss": 2.1927, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7226980728051392, |
| "grad_norm": 2.72682785987854, |
| "learning_rate": 1.5185581727337617e-05, |
| "loss": 2.2085, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7494646680942184, |
| "grad_norm": 3.2408690452575684, |
| "learning_rate": 1.5007137758743756e-05, |
| "loss": 2.1525, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7762312633832976, |
| "grad_norm": 2.8883109092712402, |
| "learning_rate": 1.4828693790149896e-05, |
| "loss": 2.1985, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8029978586723768, |
| "grad_norm": 3.16003680229187, |
| "learning_rate": 1.4650249821556032e-05, |
| "loss": 2.1773, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8297644539614561, |
| "grad_norm": 3.1774706840515137, |
| "learning_rate": 1.447180585296217e-05, |
| "loss": 2.2004, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8565310492505354, |
| "grad_norm": 3.042595624923706, |
| "learning_rate": 1.4293361884368309e-05, |
| "loss": 2.1503, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8832976445396146, |
| "grad_norm": 2.745792865753174, |
| "learning_rate": 1.4114917915774449e-05, |
| "loss": 2.1635, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.9100642398286938, |
| "grad_norm": 2.93344783782959, |
| "learning_rate": 1.3936473947180587e-05, |
| "loss": 2.1237, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.936830835117773, |
| "grad_norm": 3.068908452987671, |
| "learning_rate": 1.3758029978586724e-05, |
| "loss": 2.1454, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.9635974304068522, |
| "grad_norm": 3.0243453979492188, |
| "learning_rate": 1.3579586009992862e-05, |
| "loss": 2.1157, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.9903640256959315, |
| "grad_norm": 3.5602731704711914, |
| "learning_rate": 1.3401142041399002e-05, |
| "loss": 2.136, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 1.9340932369232178, |
| "eval_runtime": 36.3534, |
| "eval_samples_per_second": 43.27, |
| "eval_steps_per_second": 21.649, |
| "step": 1868 |
| }, |
| { |
| "epoch": 1.0171306209850106, |
| "grad_norm": 2.82568621635437, |
| "learning_rate": 1.322269807280514e-05, |
| "loss": 2.097, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.04389721627409, |
| "grad_norm": 2.7845304012298584, |
| "learning_rate": 1.3044254104211277e-05, |
| "loss": 2.0556, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.0706638115631693, |
| "grad_norm": 2.9699254035949707, |
| "learning_rate": 1.2865810135617417e-05, |
| "loss": 2.05, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.0974304068522485, |
| "grad_norm": 2.903782844543457, |
| "learning_rate": 1.2687366167023556e-05, |
| "loss": 2.0522, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.1241970021413277, |
| "grad_norm": 2.9087564945220947, |
| "learning_rate": 1.2508922198429694e-05, |
| "loss": 2.0449, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.1509635974304069, |
| "grad_norm": 2.9786767959594727, |
| "learning_rate": 1.2330478229835832e-05, |
| "loss": 2.0708, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.177730192719486, |
| "grad_norm": 2.8851709365844727, |
| "learning_rate": 1.2152034261241972e-05, |
| "loss": 2.0813, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.2044967880085653, |
| "grad_norm": 2.623887062072754, |
| "learning_rate": 1.1973590292648109e-05, |
| "loss": 2.0084, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.2312633832976445, |
| "grad_norm": 2.993483781814575, |
| "learning_rate": 1.1795146324054247e-05, |
| "loss": 2.0446, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.2580299785867237, |
| "grad_norm": 2.6852498054504395, |
| "learning_rate": 1.1616702355460387e-05, |
| "loss": 2.0583, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.284796573875803, |
| "grad_norm": 2.6945645809173584, |
| "learning_rate": 1.1438258386866526e-05, |
| "loss": 2.01, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.3115631691648821, |
| "grad_norm": 2.9381587505340576, |
| "learning_rate": 1.1259814418272664e-05, |
| "loss": 2.0361, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.3383297644539613, |
| "grad_norm": 3.038867712020874, |
| "learning_rate": 1.10813704496788e-05, |
| "loss": 2.0184, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.3650963597430406, |
| "grad_norm": 2.6382555961608887, |
| "learning_rate": 1.090292648108494e-05, |
| "loss": 2.0369, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.39186295503212, |
| "grad_norm": 3.1296019554138184, |
| "learning_rate": 1.0724482512491079e-05, |
| "loss": 2.0371, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.4186295503211992, |
| "grad_norm": 2.8468027114868164, |
| "learning_rate": 1.0546038543897217e-05, |
| "loss": 2.0296, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.4453961456102784, |
| "grad_norm": 3.2008213996887207, |
| "learning_rate": 1.0367594575303356e-05, |
| "loss": 1.9986, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.4721627408993576, |
| "grad_norm": 2.994807243347168, |
| "learning_rate": 1.0189150606709496e-05, |
| "loss": 2.0048, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.4989293361884368, |
| "grad_norm": 2.890939712524414, |
| "learning_rate": 1.0010706638115632e-05, |
| "loss": 1.9606, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.525695931477516, |
| "grad_norm": 2.8724515438079834, |
| "learning_rate": 9.83226266952177e-06, |
| "loss": 2.0281, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.5524625267665952, |
| "grad_norm": 2.715092658996582, |
| "learning_rate": 9.653818700927909e-06, |
| "loss": 1.9557, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.5792291220556747, |
| "grad_norm": 2.9554736614227295, |
| "learning_rate": 9.475374732334049e-06, |
| "loss": 2.0323, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.6059957173447539, |
| "grad_norm": 2.64656138420105, |
| "learning_rate": 9.296930763740185e-06, |
| "loss": 1.9691, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.632762312633833, |
| "grad_norm": 2.9339678287506104, |
| "learning_rate": 9.118486795146325e-06, |
| "loss": 1.9505, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.6595289079229123, |
| "grad_norm": 2.7968547344207764, |
| "learning_rate": 8.940042826552464e-06, |
| "loss": 1.9887, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.6862955032119915, |
| "grad_norm": 2.666221857070923, |
| "learning_rate": 8.761598857958602e-06, |
| "loss": 1.9413, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.7130620985010707, |
| "grad_norm": 2.885305404663086, |
| "learning_rate": 8.58315488936474e-06, |
| "loss": 1.9819, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.73982869379015, |
| "grad_norm": 2.9822065830230713, |
| "learning_rate": 8.404710920770879e-06, |
| "loss": 1.9727, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.7665952890792291, |
| "grad_norm": 2.7874388694763184, |
| "learning_rate": 8.226266952177017e-06, |
| "loss": 1.9436, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.7933618843683083, |
| "grad_norm": 3.180568218231201, |
| "learning_rate": 8.047822983583155e-06, |
| "loss": 1.9603, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.8201284796573876, |
| "grad_norm": 2.683124303817749, |
| "learning_rate": 7.869379014989294e-06, |
| "loss": 2.03, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.8468950749464668, |
| "grad_norm": 2.6965880393981934, |
| "learning_rate": 7.690935046395432e-06, |
| "loss": 1.9468, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.873661670235546, |
| "grad_norm": 3.2358129024505615, |
| "learning_rate": 7.512491077801571e-06, |
| "loss": 1.9863, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.9004282655246252, |
| "grad_norm": 3.009169340133667, |
| "learning_rate": 7.3340471092077095e-06, |
| "loss": 1.9672, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.9271948608137044, |
| "grad_norm": 2.64310884475708, |
| "learning_rate": 7.155603140613848e-06, |
| "loss": 1.9382, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.9539614561027836, |
| "grad_norm": 2.786679983139038, |
| "learning_rate": 6.977159172019986e-06, |
| "loss": 1.9576, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.9807280513918628, |
| "grad_norm": 2.7089903354644775, |
| "learning_rate": 6.798715203426125e-06, |
| "loss": 1.9209, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 1.8314259052276611, |
| "eval_runtime": 36.8486, |
| "eval_samples_per_second": 42.688, |
| "eval_steps_per_second": 21.358, |
| "step": 3736 |
| }, |
| { |
| "epoch": 2.007494646680942, |
| "grad_norm": 2.579239845275879, |
| "learning_rate": 6.620271234832263e-06, |
| "loss": 1.8775, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.0342612419700212, |
| "grad_norm": 3.18638014793396, |
| "learning_rate": 6.441827266238402e-06, |
| "loss": 1.8936, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.0610278372591004, |
| "grad_norm": 3.0220611095428467, |
| "learning_rate": 6.2633832976445395e-06, |
| "loss": 1.9013, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.08779443254818, |
| "grad_norm": 2.730478286743164, |
| "learning_rate": 6.084939329050679e-06, |
| "loss": 1.9275, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.1145610278372593, |
| "grad_norm": 2.691840648651123, |
| "learning_rate": 5.906495360456818e-06, |
| "loss": 1.9195, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.1413276231263385, |
| "grad_norm": 2.806461811065674, |
| "learning_rate": 5.728051391862955e-06, |
| "loss": 1.9009, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.1680942184154177, |
| "grad_norm": 2.777560234069824, |
| "learning_rate": 5.5496074232690944e-06, |
| "loss": 1.8785, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.194860813704497, |
| "grad_norm": 2.916945219039917, |
| "learning_rate": 5.371163454675232e-06, |
| "loss": 1.9279, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.221627408993576, |
| "grad_norm": 2.989783525466919, |
| "learning_rate": 5.192719486081371e-06, |
| "loss": 1.9143, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.2483940042826553, |
| "grad_norm": 2.648383855819702, |
| "learning_rate": 5.014275517487509e-06, |
| "loss": 1.8827, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.2751605995717346, |
| "grad_norm": 2.937838554382324, |
| "learning_rate": 4.835831548893648e-06, |
| "loss": 1.9033, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.3019271948608138, |
| "grad_norm": 2.7568376064300537, |
| "learning_rate": 4.657387580299786e-06, |
| "loss": 1.8963, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.328693790149893, |
| "grad_norm": 2.530881404876709, |
| "learning_rate": 4.478943611705925e-06, |
| "loss": 1.928, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.355460385438972, |
| "grad_norm": 2.9647183418273926, |
| "learning_rate": 4.3004996431120635e-06, |
| "loss": 1.9002, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.3822269807280514, |
| "grad_norm": 2.931968927383423, |
| "learning_rate": 4.122055674518202e-06, |
| "loss": 1.8671, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.4089935760171306, |
| "grad_norm": 2.685614585876465, |
| "learning_rate": 3.94361170592434e-06, |
| "loss": 1.89, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.43576017130621, |
| "grad_norm": 2.732558250427246, |
| "learning_rate": 3.7651677373304785e-06, |
| "loss": 1.8984, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.462526766595289, |
| "grad_norm": 2.6629858016967773, |
| "learning_rate": 3.586723768736617e-06, |
| "loss": 1.9248, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.4892933618843682, |
| "grad_norm": 2.6576650142669678, |
| "learning_rate": 3.408279800142755e-06, |
| "loss": 1.901, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.5160599571734474, |
| "grad_norm": 2.985093593597412, |
| "learning_rate": 3.2298358315488935e-06, |
| "loss": 1.9089, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.5428265524625266, |
| "grad_norm": 3.050156354904175, |
| "learning_rate": 3.0513918629550327e-06, |
| "loss": 1.8784, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.569593147751606, |
| "grad_norm": 3.1152398586273193, |
| "learning_rate": 2.872947894361171e-06, |
| "loss": 1.8992, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.596359743040685, |
| "grad_norm": 2.777099847793579, |
| "learning_rate": 2.6945039257673093e-06, |
| "loss": 1.8738, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.6231263383297643, |
| "grad_norm": 2.8742003440856934, |
| "learning_rate": 2.516059957173448e-06, |
| "loss": 1.9086, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.649892933618844, |
| "grad_norm": 2.7309441566467285, |
| "learning_rate": 2.3376159885795864e-06, |
| "loss": 1.8621, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.6766595289079227, |
| "grad_norm": 3.072981357574463, |
| "learning_rate": 2.1591720199857247e-06, |
| "loss": 1.9157, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.7034261241970023, |
| "grad_norm": 3.3822240829467773, |
| "learning_rate": 1.980728051391863e-06, |
| "loss": 1.8871, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.730192719486081, |
| "grad_norm": 2.8157365322113037, |
| "learning_rate": 1.8022840827980015e-06, |
| "loss": 1.8838, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.7569593147751608, |
| "grad_norm": 3.0392868518829346, |
| "learning_rate": 1.6238401142041399e-06, |
| "loss": 1.8623, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.78372591006424, |
| "grad_norm": 2.761913299560547, |
| "learning_rate": 1.4453961456102786e-06, |
| "loss": 1.8467, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.810492505353319, |
| "grad_norm": 3.0024800300598145, |
| "learning_rate": 1.266952177016417e-06, |
| "loss": 1.857, |
| "step": 5250 |
| }, |
| { |
| "epoch": 2.8372591006423984, |
| "grad_norm": 2.7221715450286865, |
| "learning_rate": 1.0885082084225555e-06, |
| "loss": 1.9102, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.8640256959314776, |
| "grad_norm": 2.6355528831481934, |
| "learning_rate": 9.100642398286938e-07, |
| "loss": 1.8864, |
| "step": 5350 |
| }, |
| { |
| "epoch": 2.890792291220557, |
| "grad_norm": 2.8682303428649902, |
| "learning_rate": 7.316202712348323e-07, |
| "loss": 1.8992, |
| "step": 5400 |
| }, |
| { |
| "epoch": 2.917558886509636, |
| "grad_norm": 2.8629722595214844, |
| "learning_rate": 5.531763026409708e-07, |
| "loss": 1.8994, |
| "step": 5450 |
| }, |
| { |
| "epoch": 2.9443254817987152, |
| "grad_norm": 2.909656286239624, |
| "learning_rate": 3.7473233404710924e-07, |
| "loss": 1.9236, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.9710920770877944, |
| "grad_norm": 3.199209451675415, |
| "learning_rate": 1.962883654532477e-07, |
| "loss": 1.921, |
| "step": 5550 |
| }, |
| { |
| "epoch": 2.9978586723768736, |
| "grad_norm": 3.1052584648132324, |
| "learning_rate": 1.7844396859386153e-08, |
| "loss": 1.8819, |
| "step": 5600 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 5604, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3427704881152e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
