| { |
| "best_metric": 0.6719141602516174, |
| "best_model_checkpoint": "miner_id_24/checkpoint-800", |
| "epoch": 0.18833025054649402, |
| "eval_steps": 100, |
| "global_step": 840, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0002242026792220167, |
| "grad_norm": 126.1038818359375, |
| "learning_rate": 2e-05, |
| "loss": 20.535, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0002242026792220167, |
| "eval_loss": 2.3938145637512207, |
| "eval_runtime": 698.3723, |
| "eval_samples_per_second": 7.16, |
| "eval_steps_per_second": 1.79, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0004484053584440334, |
| "grad_norm": 99.99730682373047, |
| "learning_rate": 4e-05, |
| "loss": 17.4049, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0006726080376660501, |
| "grad_norm": 105.478759765625, |
| "learning_rate": 6e-05, |
| "loss": 16.535, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0008968107168880668, |
| "grad_norm": 70.27592468261719, |
| "learning_rate": 8e-05, |
| "loss": 12.5348, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0011210133961100834, |
| "grad_norm": 97.4080810546875, |
| "learning_rate": 0.0001, |
| "loss": 13.2828, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0013452160753321001, |
| "grad_norm": 113.0913314819336, |
| "learning_rate": 0.00012, |
| "loss": 12.2028, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0015694187545541168, |
| "grad_norm": 52.263145446777344, |
| "learning_rate": 0.00014, |
| "loss": 8.7435, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0017936214337761335, |
| "grad_norm": 62.40456008911133, |
| "learning_rate": 0.00016, |
| "loss": 8.6549, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0020178241129981504, |
| "grad_norm": 65.93408966064453, |
| "learning_rate": 0.00018, |
| "loss": 9.4705, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.002242026792220167, |
| "grad_norm": 43.083744049072266, |
| "learning_rate": 0.0002, |
| "loss": 7.8587, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.002466229471442184, |
| "grad_norm": 49.018985748291016, |
| "learning_rate": 0.00019999928367015404, |
| "loss": 7.3603, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0026904321506642003, |
| "grad_norm": 29.12760353088379, |
| "learning_rate": 0.00019999713469087867, |
| "loss": 6.4356, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.002914634829886217, |
| "grad_norm": 32.05826950073242, |
| "learning_rate": 0.00019999355309296144, |
| "loss": 6.271, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0031388375091082337, |
| "grad_norm": 34.21839141845703, |
| "learning_rate": 0.00019998853892771453, |
| "loss": 8.0705, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0033630401883302506, |
| "grad_norm": 30.485218048095703, |
| "learning_rate": 0.00019998209226697376, |
| "loss": 8.2374, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.003587242867552267, |
| "grad_norm": 31.998018264770508, |
| "learning_rate": 0.00019997421320309795, |
| "loss": 6.9484, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.003811445546774284, |
| "grad_norm": 27.289979934692383, |
| "learning_rate": 0.00019996490184896723, |
| "loss": 7.0251, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.004035648225996301, |
| "grad_norm": 29.063690185546875, |
| "learning_rate": 0.00019995415833798158, |
| "loss": 7.7886, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.004259850905218318, |
| "grad_norm": 32.24039077758789, |
| "learning_rate": 0.000199941982824059, |
| "loss": 6.4147, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.004484053584440334, |
| "grad_norm": 29.33707046508789, |
| "learning_rate": 0.00019992837548163316, |
| "loss": 6.9304, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.004708256263662351, |
| "grad_norm": 35.22611618041992, |
| "learning_rate": 0.00019991333650565095, |
| "loss": 6.0003, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.004932458942884368, |
| "grad_norm": 37.675045013427734, |
| "learning_rate": 0.00019989686611156972, |
| "loss": 7.9153, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0051566616221063845, |
| "grad_norm": 31.198379516601562, |
| "learning_rate": 0.0001998789645353542, |
| "loss": 4.9754, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0053808643013284006, |
| "grad_norm": 36.45598602294922, |
| "learning_rate": 0.000199859632033473, |
| "loss": 7.6056, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0056050669805504175, |
| "grad_norm": 33.72439956665039, |
| "learning_rate": 0.00019983886888289514, |
| "loss": 6.2217, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.005829269659772434, |
| "grad_norm": 31.307844161987305, |
| "learning_rate": 0.00019981667538108587, |
| "loss": 5.9159, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.006053472338994451, |
| "grad_norm": 27.1914119720459, |
| "learning_rate": 0.00019979305184600256, |
| "loss": 7.7606, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.006277675018216467, |
| "grad_norm": 30.91358757019043, |
| "learning_rate": 0.00019976799861609008, |
| "loss": 6.4419, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.006501877697438484, |
| "grad_norm": 31.102294921875, |
| "learning_rate": 0.00019974151605027594, |
| "loss": 7.3968, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.006726080376660501, |
| "grad_norm": 24.997732162475586, |
| "learning_rate": 0.00019971360452796522, |
| "loss": 7.405, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.006950283055882518, |
| "grad_norm": 27.011751174926758, |
| "learning_rate": 0.000199684264449035, |
| "loss": 6.295, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.007174485735104534, |
| "grad_norm": 57.90675354003906, |
| "learning_rate": 0.0001996534962338288, |
| "loss": 6.6209, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.007398688414326551, |
| "grad_norm": 26.843050003051758, |
| "learning_rate": 0.00019962130032315044, |
| "loss": 6.6557, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.007622891093548568, |
| "grad_norm": 38.86860656738281, |
| "learning_rate": 0.0001995876771782577, |
| "loss": 7.782, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.007847093772770585, |
| "grad_norm": 23.273401260375977, |
| "learning_rate": 0.0001995526272808559, |
| "loss": 5.6526, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.008071296451992602, |
| "grad_norm": 31.08440589904785, |
| "learning_rate": 0.00019951615113309075, |
| "loss": 8.2093, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.008295499131214619, |
| "grad_norm": 22.350833892822266, |
| "learning_rate": 0.00019947824925754131, |
| "loss": 6.028, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.008519701810436636, |
| "grad_norm": 27.807506561279297, |
| "learning_rate": 0.00019943892219721253, |
| "loss": 6.8341, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.00874390448965865, |
| "grad_norm": 28.673147201538086, |
| "learning_rate": 0.00019939817051552728, |
| "loss": 6.8244, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.008968107168880668, |
| "grad_norm": 28.544300079345703, |
| "learning_rate": 0.0001993559947963185, |
| "loss": 6.7331, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.009192309848102685, |
| "grad_norm": 35.682701110839844, |
| "learning_rate": 0.00019931239564382073, |
| "loss": 6.1532, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.009416512527324701, |
| "grad_norm": 28.997901916503906, |
| "learning_rate": 0.00019926737368266144, |
| "loss": 7.4634, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.009640715206546718, |
| "grad_norm": 26.42931365966797, |
| "learning_rate": 0.00019922092955785217, |
| "loss": 6.3474, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.009864917885768735, |
| "grad_norm": 28.974231719970703, |
| "learning_rate": 0.00019917306393477907, |
| "loss": 8.8579, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.010089120564990752, |
| "grad_norm": 23.615530014038086, |
| "learning_rate": 0.00019912377749919374, |
| "loss": 5.4516, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.010313323244212769, |
| "grad_norm": 28.568689346313477, |
| "learning_rate": 0.00019907307095720303, |
| "loss": 7.3263, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.010537525923434784, |
| "grad_norm": 26.684173583984375, |
| "learning_rate": 0.0001990209450352591, |
| "loss": 5.9323, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.010761728602656801, |
| "grad_norm": 33.331974029541016, |
| "learning_rate": 0.00019896740048014908, |
| "loss": 9.5157, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.010985931281878818, |
| "grad_norm": 24.288129806518555, |
| "learning_rate": 0.0001989124380589842, |
| "loss": 6.7932, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.011210133961100835, |
| "grad_norm": 23.27587890625, |
| "learning_rate": 0.00019885605855918885, |
| "loss": 5.9373, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011434336640322852, |
| "grad_norm": 26.940839767456055, |
| "learning_rate": 0.0001987982627884895, |
| "loss": 6.7137, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.011658539319544869, |
| "grad_norm": 28.85309600830078, |
| "learning_rate": 0.00019873905157490285, |
| "loss": 6.9183, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.011882741998766886, |
| "grad_norm": 29.890792846679688, |
| "learning_rate": 0.00019867842576672403, |
| "loss": 5.5844, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.012106944677988903, |
| "grad_norm": 30.305374145507812, |
| "learning_rate": 0.0001986163862325146, |
| "loss": 5.8588, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.01233114735721092, |
| "grad_norm": 32.619354248046875, |
| "learning_rate": 0.00019855293386108992, |
| "loss": 6.7053, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.012555350036432935, |
| "grad_norm": 35.285362243652344, |
| "learning_rate": 0.0001984880695615066, |
| "loss": 6.6549, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.012779552715654952, |
| "grad_norm": 28.37751579284668, |
| "learning_rate": 0.00019842179426304924, |
| "loss": 5.6804, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.013003755394876968, |
| "grad_norm": 36.84033966064453, |
| "learning_rate": 0.0001983541089152174, |
| "loss": 6.9011, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.013227958074098985, |
| "grad_norm": 27.49158477783203, |
| "learning_rate": 0.00019828501448771176, |
| "loss": 6.4378, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.013452160753321002, |
| "grad_norm": 31.058568954467773, |
| "learning_rate": 0.00019821451197042026, |
| "loss": 7.2063, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.01367636343254302, |
| "grad_norm": 28.093948364257812, |
| "learning_rate": 0.00019814260237340414, |
| "loss": 6.8696, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.013900566111765036, |
| "grad_norm": 29.54469108581543, |
| "learning_rate": 0.0001980692867268832, |
| "loss": 6.4564, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.014124768790987053, |
| "grad_norm": 31.518455505371094, |
| "learning_rate": 0.00019799456608122107, |
| "loss": 6.683, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.014348971470209068, |
| "grad_norm": 28.135486602783203, |
| "learning_rate": 0.0001979184415069104, |
| "loss": 6.2822, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.014573174149431085, |
| "grad_norm": 26.87474250793457, |
| "learning_rate": 0.00019784091409455728, |
| "loss": 7.0468, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.014797376828653102, |
| "grad_norm": 33.120967864990234, |
| "learning_rate": 0.00019776198495486565, |
| "loss": 6.8367, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.015021579507875119, |
| "grad_norm": 36.56197738647461, |
| "learning_rate": 0.00019768165521862155, |
| "loss": 7.4689, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.015245782187097136, |
| "grad_norm": 29.483192443847656, |
| "learning_rate": 0.00019759992603667667, |
| "loss": 7.0864, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.015469984866319153, |
| "grad_norm": 26.171871185302734, |
| "learning_rate": 0.0001975167985799321, |
| "loss": 6.1041, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.01569418754554117, |
| "grad_norm": 39.571292877197266, |
| "learning_rate": 0.00019743227403932134, |
| "loss": 7.6122, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.015918390224763185, |
| "grad_norm": 30.298654556274414, |
| "learning_rate": 0.0001973463536257935, |
| "loss": 7.6106, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.016142592903985203, |
| "grad_norm": 43.653106689453125, |
| "learning_rate": 0.00019725903857029564, |
| "loss": 6.9136, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.01636679558320722, |
| "grad_norm": 25.71277618408203, |
| "learning_rate": 0.00019717033012375538, |
| "loss": 7.5374, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.016590998262429237, |
| "grad_norm": 24.647903442382812, |
| "learning_rate": 0.00019708022955706292, |
| "loss": 4.9617, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.016815200941651252, |
| "grad_norm": 25.697256088256836, |
| "learning_rate": 0.00019698873816105273, |
| "loss": 7.4518, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.01703940362087327, |
| "grad_norm": 25.474393844604492, |
| "learning_rate": 0.00019689585724648516, |
| "loss": 6.4463, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.017263606300095286, |
| "grad_norm": 27.94502067565918, |
| "learning_rate": 0.00019680158814402762, |
| "loss": 6.3231, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0174878089793173, |
| "grad_norm": 32.44084167480469, |
| "learning_rate": 0.00019670593220423558, |
| "loss": 6.6641, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.01771201165853932, |
| "grad_norm": 31.0953426361084, |
| "learning_rate": 0.0001966088907975331, |
| "loss": 8.3381, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.017936214337761335, |
| "grad_norm": 26.307016372680664, |
| "learning_rate": 0.00019651046531419332, |
| "loss": 7.2786, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.018160417016983354, |
| "grad_norm": 27.859359741210938, |
| "learning_rate": 0.00019641065716431849, |
| "loss": 6.8786, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.01838461969620537, |
| "grad_norm": 25.600828170776367, |
| "learning_rate": 0.00019630946777781966, |
| "loss": 6.2762, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.018608822375427388, |
| "grad_norm": 25.116792678833008, |
| "learning_rate": 0.00019620689860439647, |
| "loss": 6.6437, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.018833025054649403, |
| "grad_norm": 30.76014518737793, |
| "learning_rate": 0.0001961029511135161, |
| "loss": 6.9008, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.01905722773387142, |
| "grad_norm": 25.599990844726562, |
| "learning_rate": 0.0001959976267943923, |
| "loss": 7.0286, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.019281430413093437, |
| "grad_norm": 27.448787689208984, |
| "learning_rate": 0.00019589092715596417, |
| "loss": 7.25, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.019505633092315452, |
| "grad_norm": 28.388507843017578, |
| "learning_rate": 0.00019578285372687446, |
| "loss": 6.6516, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.01972983577153747, |
| "grad_norm": 37.779422760009766, |
| "learning_rate": 0.00019567340805544758, |
| "loss": 6.51, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.019954038450759486, |
| "grad_norm": 26.867084503173828, |
| "learning_rate": 0.00019556259170966755, |
| "loss": 6.532, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.020178241129981504, |
| "grad_norm": 24.564254760742188, |
| "learning_rate": 0.0001954504062771555, |
| "loss": 6.5824, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02040244380920352, |
| "grad_norm": 32.00818634033203, |
| "learning_rate": 0.00019533685336514697, |
| "loss": 7.4471, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.020626646488425538, |
| "grad_norm": 26.054603576660156, |
| "learning_rate": 0.00019522193460046864, |
| "loss": 6.5195, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.020850849167647553, |
| "grad_norm": 25.680438995361328, |
| "learning_rate": 0.00019510565162951537, |
| "loss": 5.439, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.02107505184686957, |
| "grad_norm": 31.208587646484375, |
| "learning_rate": 0.00019498800611822645, |
| "loss": 6.447, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.021299254526091587, |
| "grad_norm": 22.253074645996094, |
| "learning_rate": 0.00019486899975206166, |
| "loss": 5.865, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.021523457205313602, |
| "grad_norm": 30.783687591552734, |
| "learning_rate": 0.00019474863423597728, |
| "loss": 5.8101, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.02174765988453562, |
| "grad_norm": 32.515968322753906, |
| "learning_rate": 0.00019462691129440147, |
| "loss": 6.9156, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.021971862563757636, |
| "grad_norm": 26.716693878173828, |
| "learning_rate": 0.00019450383267120982, |
| "loss": 7.3049, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.022196065242979655, |
| "grad_norm": 34.22292709350586, |
| "learning_rate": 0.00019437940012970013, |
| "loss": 8.3232, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.02242026792220167, |
| "grad_norm": 26.541484832763672, |
| "learning_rate": 0.00019425361545256727, |
| "loss": 7.7195, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02242026792220167, |
| "eval_loss": 0.8167434334754944, |
| "eval_runtime": 704.0365, |
| "eval_samples_per_second": 7.102, |
| "eval_steps_per_second": 1.775, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02264447060142369, |
| "grad_norm": 34.53705978393555, |
| "learning_rate": 0.0001941264804418776, |
| "loss": 7.6651, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.022868673280645704, |
| "grad_norm": 28.85417366027832, |
| "learning_rate": 0.0001939979969190432, |
| "loss": 6.902, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.02309287595986772, |
| "grad_norm": 22.874216079711914, |
| "learning_rate": 0.00019386816672479565, |
| "loss": 5.6693, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.023317078639089737, |
| "grad_norm": 25.60254669189453, |
| "learning_rate": 0.00019373699171915988, |
| "loss": 6.4141, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.023541281318311753, |
| "grad_norm": 27.99315071105957, |
| "learning_rate": 0.00019360447378142728, |
| "loss": 6.5433, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.02376548399753377, |
| "grad_norm": 22.138385772705078, |
| "learning_rate": 0.00019347061481012894, |
| "loss": 6.2604, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.023989686676755786, |
| "grad_norm": 28.11634063720703, |
| "learning_rate": 0.00019333541672300841, |
| "loss": 7.7013, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.024213889355977805, |
| "grad_norm": 26.298097610473633, |
| "learning_rate": 0.00019319888145699415, |
| "loss": 6.7254, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.02443809203519982, |
| "grad_norm": 32.601802825927734, |
| "learning_rate": 0.00019306101096817186, |
| "loss": 6.1263, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.02466229471442184, |
| "grad_norm": 27.140356063842773, |
| "learning_rate": 0.00019292180723175654, |
| "loss": 7.0992, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.024886497393643854, |
| "grad_norm": 28.598079681396484, |
| "learning_rate": 0.00019278127224206396, |
| "loss": 5.6771, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.02511070007286587, |
| "grad_norm": 36.28137969970703, |
| "learning_rate": 0.00019263940801248226, |
| "loss": 7.0739, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.025334902752087888, |
| "grad_norm": 28.40138053894043, |
| "learning_rate": 0.0001924962165754431, |
| "loss": 7.7833, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.025559105431309903, |
| "grad_norm": 24.93914794921875, |
| "learning_rate": 0.0001923516999823925, |
| "loss": 6.6856, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.02578330811053192, |
| "grad_norm": 27.28483772277832, |
| "learning_rate": 0.00019220586030376134, |
| "loss": 6.2761, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.026007510789753937, |
| "grad_norm": 23.135244369506836, |
| "learning_rate": 0.00019205869962893605, |
| "loss": 5.8583, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.026231713468975956, |
| "grad_norm": 28.643129348754883, |
| "learning_rate": 0.0001919102200662282, |
| "loss": 6.2237, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.02645591614819797, |
| "grad_norm": 25.207122802734375, |
| "learning_rate": 0.0001917604237428447, |
| "loss": 6.8272, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.02668011882741999, |
| "grad_norm": 23.8134765625, |
| "learning_rate": 0.00019160931280485702, |
| "loss": 5.2492, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.026904321506642005, |
| "grad_norm": 26.125720977783203, |
| "learning_rate": 0.00019145688941717075, |
| "loss": 5.7282, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.02712852418586402, |
| "grad_norm": 33.9704704284668, |
| "learning_rate": 0.00019130315576349423, |
| "loss": 6.9509, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.02735272686508604, |
| "grad_norm": 30.981101989746094, |
| "learning_rate": 0.00019114811404630762, |
| "loss": 6.3979, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.027576929544308054, |
| "grad_norm": 22.4842472076416, |
| "learning_rate": 0.0001909917664868311, |
| "loss": 6.0354, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.027801132223530072, |
| "grad_norm": 32.84996795654297, |
| "learning_rate": 0.0001908341153249931, |
| "loss": 6.4721, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.028025334902752087, |
| "grad_norm": 26.951725006103516, |
| "learning_rate": 0.00019067516281939825, |
| "loss": 6.7431, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.028249537581974106, |
| "grad_norm": 23.87074089050293, |
| "learning_rate": 0.00019051491124729512, |
| "loss": 5.931, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.02847374026119612, |
| "grad_norm": 37.152591705322266, |
| "learning_rate": 0.00019035336290454334, |
| "loss": 7.3899, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.028697942940418136, |
| "grad_norm": 32.23517608642578, |
| "learning_rate": 0.00019019052010558088, |
| "loss": 7.225, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.028922145619640155, |
| "grad_norm": 26.25091552734375, |
| "learning_rate": 0.00019002638518339087, |
| "loss": 5.6054, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.02914634829886217, |
| "grad_norm": 28.006101608276367, |
| "learning_rate": 0.00018986096048946824, |
| "loss": 7.9982, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.02937055097808419, |
| "grad_norm": 38.7149772644043, |
| "learning_rate": 0.00018969424839378584, |
| "loss": 8.4457, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.029594753657306204, |
| "grad_norm": 25.91262435913086, |
| "learning_rate": 0.0001895262512847607, |
| "loss": 6.9604, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.029818956336528223, |
| "grad_norm": 21.268983840942383, |
| "learning_rate": 0.0001893569715692197, |
| "loss": 5.2707, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.030043159015750238, |
| "grad_norm": 33.657981872558594, |
| "learning_rate": 0.00018918641167236505, |
| "loss": 5.9472, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.030267361694972256, |
| "grad_norm": 28.115495681762695, |
| "learning_rate": 0.00018901457403773967, |
| "loss": 7.0108, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.03049156437419427, |
| "grad_norm": 25.33727264404297, |
| "learning_rate": 0.00018884146112719207, |
| "loss": 5.8147, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.030715767053416287, |
| "grad_norm": 30.39851188659668, |
| "learning_rate": 0.00018866707542084118, |
| "loss": 7.2195, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.030939969732638305, |
| "grad_norm": 31.78814125061035, |
| "learning_rate": 0.00018849141941704067, |
| "loss": 6.3176, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.03116417241186032, |
| "grad_norm": 28.935474395751953, |
| "learning_rate": 0.0001883144956323433, |
| "loss": 7.5649, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.03138837509108234, |
| "grad_norm": 28.71467399597168, |
| "learning_rate": 0.00018813630660146488, |
| "loss": 6.115, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03161257777030436, |
| "grad_norm": 26.66712188720703, |
| "learning_rate": 0.00018795685487724782, |
| "loss": 6.7109, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.03183678044952637, |
| "grad_norm": 26.047056198120117, |
| "learning_rate": 0.00018777614303062457, |
| "loss": 5.4715, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.03206098312874839, |
| "grad_norm": 27.34377098083496, |
| "learning_rate": 0.000187594173650581, |
| "loss": 6.8057, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.03228518580797041, |
| "grad_norm": 26.84559440612793, |
| "learning_rate": 0.000187410949344119, |
| "loss": 6.0385, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.03250938848719242, |
| "grad_norm": 22.556068420410156, |
| "learning_rate": 0.0001872264727362194, |
| "loss": 5.076, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.03273359116641444, |
| "grad_norm": 30.990081787109375, |
| "learning_rate": 0.00018704074646980415, |
| "loss": 8.3495, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.032957793845636456, |
| "grad_norm": 24.56372833251953, |
| "learning_rate": 0.0001868537732056987, |
| "loss": 6.0178, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.033181996524858474, |
| "grad_norm": 31.70186424255371, |
| "learning_rate": 0.00018666555562259356, |
| "loss": 7.7613, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.033406199204080486, |
| "grad_norm": 29.10866355895996, |
| "learning_rate": 0.0001864760964170062, |
| "loss": 5.487, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.033630401883302505, |
| "grad_norm": 25.912494659423828, |
| "learning_rate": 0.00018628539830324229, |
| "loss": 5.9884, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03385460456252452, |
| "grad_norm": 28.45311737060547, |
| "learning_rate": 0.00018609346401335684, |
| "loss": 6.3458, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.03407880724174654, |
| "grad_norm": 24.32749366760254, |
| "learning_rate": 0.00018590029629711506, |
| "loss": 6.3678, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.034303009920968554, |
| "grad_norm": 32.25789260864258, |
| "learning_rate": 0.00018570589792195298, |
| "loss": 5.7656, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.03452721260019057, |
| "grad_norm": 29.06962776184082, |
| "learning_rate": 0.00018551027167293768, |
| "loss": 5.3993, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.03475141527941259, |
| "grad_norm": 27.226818084716797, |
| "learning_rate": 0.00018531342035272766, |
| "loss": 5.9963, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0349756179586346, |
| "grad_norm": 23.95298194885254, |
| "learning_rate": 0.00018511534678153244, |
| "loss": 5.9709, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.03519982063785662, |
| "grad_norm": 31.9146728515625, |
| "learning_rate": 0.0001849160537970722, |
| "loss": 6.9961, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.03542402331707864, |
| "grad_norm": 25.755165100097656, |
| "learning_rate": 0.0001847155442545372, |
| "loss": 6.5454, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.03564822599630066, |
| "grad_norm": 24.231678009033203, |
| "learning_rate": 0.00018451382102654683, |
| "loss": 6.6485, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.03587242867552267, |
| "grad_norm": 27.726436614990234, |
| "learning_rate": 0.00018431088700310844, |
| "loss": 6.0035, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.03609663135474469, |
| "grad_norm": 29.822324752807617, |
| "learning_rate": 0.00018410674509157607, |
| "loss": 6.0299, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.03632083403396671, |
| "grad_norm": 28.1485538482666, |
| "learning_rate": 0.00018390139821660855, |
| "loss": 6.3191, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.03654503671318872, |
| "grad_norm": 29.311811447143555, |
| "learning_rate": 0.00018369484932012777, |
| "loss": 6.7074, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.03676923939241074, |
| "grad_norm": 32.607913970947266, |
| "learning_rate": 0.00018348710136127655, |
| "loss": 5.66, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.03699344207163276, |
| "grad_norm": 25.113399505615234, |
| "learning_rate": 0.00018327815731637612, |
| "loss": 6.9365, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.037217644750854775, |
| "grad_norm": 31.439462661743164, |
| "learning_rate": 0.0001830680201788836, |
| "loss": 5.919, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.03744184743007679, |
| "grad_norm": 26.15847396850586, |
| "learning_rate": 0.0001828566929593491, |
| "loss": 6.6313, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.037666050109298806, |
| "grad_norm": 35.38442611694336, |
| "learning_rate": 0.00018264417868537244, |
| "loss": 5.644, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.037890252788520824, |
| "grad_norm": 27.612476348876953, |
| "learning_rate": 0.00018243048040156003, |
| "loss": 7.0993, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.03811445546774284, |
| "grad_norm": 25.662029266357422, |
| "learning_rate": 0.00018221560116948103, |
| "loss": 6.0174, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.038338658146964855, |
| "grad_norm": 25.098709106445312, |
| "learning_rate": 0.00018199954406762352, |
| "loss": 6.5899, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.03856286082618687, |
| "grad_norm": 28.130373001098633, |
| "learning_rate": 0.0001817823121913506, |
| "loss": 6.4024, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.03878706350540889, |
| "grad_norm": 31.034496307373047, |
| "learning_rate": 0.00018156390865285574, |
| "loss": 6.8425, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.039011266184630904, |
| "grad_norm": 26.748743057250977, |
| "learning_rate": 0.00018134433658111845, |
| "loss": 6.3032, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.03923546886385292, |
| "grad_norm": 22.752180099487305, |
| "learning_rate": 0.00018112359912185924, |
| "loss": 6.1072, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.03945967154307494, |
| "grad_norm": 31.163314819335938, |
| "learning_rate": 0.00018090169943749476, |
| "loss": 6.5983, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.03968387422229696, |
| "grad_norm": 27.870765686035156, |
| "learning_rate": 0.00018067864070709231, |
| "loss": 8.1716, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.03990807690151897, |
| "grad_norm": 27.21661949157715, |
| "learning_rate": 0.00018045442612632444, |
| "loss": 6.9641, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.04013227958074099, |
| "grad_norm": 26.731801986694336, |
| "learning_rate": 0.00018022905890742306, |
| "loss": 6.2812, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.04035648225996301, |
| "grad_norm": 24.192214965820312, |
| "learning_rate": 0.00018000254227913348, |
| "loss": 5.758, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.04058068493918502, |
| "grad_norm": 30.906335830688477, |
| "learning_rate": 0.0001797748794866681, |
| "loss": 6.9955, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.04080488761840704, |
| "grad_norm": 27.075498580932617, |
| "learning_rate": 0.00017954607379166, |
| "loss": 6.4733, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.04102909029762906, |
| "grad_norm": 22.58766746520996, |
| "learning_rate": 0.00017931612847211614, |
| "loss": 5.943, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.041253292976851076, |
| "grad_norm": 28.564857482910156, |
| "learning_rate": 0.00017908504682237047, |
| "loss": 6.9913, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.04147749565607309, |
| "grad_norm": 27.306659698486328, |
| "learning_rate": 0.0001788528321530366, |
| "loss": 7.4083, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.041701698335295107, |
| "grad_norm": 19.585481643676758, |
| "learning_rate": 0.00017861948779096046, |
| "loss": 5.2434, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.041925901014517125, |
| "grad_norm": 28.687835693359375, |
| "learning_rate": 0.00017838501707917277, |
| "loss": 6.9779, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.04215010369373914, |
| "grad_norm": 22.903833389282227, |
| "learning_rate": 0.0001781494233768408, |
| "loss": 6.7312, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.042374306372961155, |
| "grad_norm": 32.384071350097656, |
| "learning_rate": 0.00017791271005922066, |
| "loss": 6.044, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.042598509052183174, |
| "grad_norm": 31.21797752380371, |
| "learning_rate": 0.00017767488051760857, |
| "loss": 6.6644, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.04282271173140519, |
| "grad_norm": 28.008169174194336, |
| "learning_rate": 0.0001774359381592925, |
| "loss": 5.4835, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.043046914410627204, |
| "grad_norm": 27.017803192138672, |
| "learning_rate": 0.00017719588640750336, |
| "loss": 6.8772, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.04327111708984922, |
| "grad_norm": 22.190126419067383, |
| "learning_rate": 0.00017695472870136577, |
| "loss": 5.3273, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.04349531976907124, |
| "grad_norm": 25.520254135131836, |
| "learning_rate": 0.00017671246849584903, |
| "loss": 5.2049, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.04371952244829326, |
| "grad_norm": 29.884645462036133, |
| "learning_rate": 0.00017646910926171747, |
| "loss": 6.8554, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.04394372512751527, |
| "grad_norm": 22.455238342285156, |
| "learning_rate": 0.0001762246544854807, |
| "loss": 5.3091, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.04416792780673729, |
| "grad_norm": 31.887685775756836, |
| "learning_rate": 0.00017597910766934378, |
| "loss": 6.7686, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.04439213048595931, |
| "grad_norm": 23.880464553833008, |
| "learning_rate": 0.00017573247233115694, |
| "loss": 4.9694, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.04461633316518132, |
| "grad_norm": 25.794836044311523, |
| "learning_rate": 0.00017548475200436533, |
| "loss": 6.0254, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.04484053584440334, |
| "grad_norm": 25.69194221496582, |
| "learning_rate": 0.00017523595023795813, |
| "loss": 5.0283, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04484053584440334, |
| "eval_loss": 0.7787144780158997, |
| "eval_runtime": 703.949, |
| "eval_samples_per_second": 7.103, |
| "eval_steps_per_second": 1.776, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04506473852362536, |
| "grad_norm": 26.68964385986328, |
| "learning_rate": 0.00017498607059641806, |
| "loss": 7.7639, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.04528894120284738, |
| "grad_norm": 26.825929641723633, |
| "learning_rate": 0.00017473511665966993, |
| "loss": 6.7804, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.04551314388206939, |
| "grad_norm": 23.67875862121582, |
| "learning_rate": 0.00017448309202302968, |
| "loss": 5.4813, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.04573734656129141, |
| "grad_norm": 26.33807373046875, |
| "learning_rate": 0.00017423000029715267, |
| "loss": 7.3499, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.045961549240513426, |
| "grad_norm": 31.40791893005371, |
| "learning_rate": 0.0001739758451079821, |
| "loss": 7.0488, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.04618575191973544, |
| "grad_norm": 30.0040340423584, |
| "learning_rate": 0.00017372063009669686, |
| "loss": 6.9667, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.046409954598957456, |
| "grad_norm": 24.12087059020996, |
| "learning_rate": 0.00017346435891965956, |
| "loss": 5.6326, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.046634157278179475, |
| "grad_norm": 25.19437599182129, |
| "learning_rate": 0.00017320703524836405, |
| "loss": 6.5727, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.046858359957401494, |
| "grad_norm": 25.65641212463379, |
| "learning_rate": 0.00017294866276938288, |
| "loss": 7.3645, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.047082562636623505, |
| "grad_norm": 26.1568546295166, |
| "learning_rate": 0.00017268924518431438, |
| "loss": 6.4609, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.047306765315845524, |
| "grad_norm": 27.86001205444336, |
| "learning_rate": 0.00017242878620972972, |
| "loss": 5.6512, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.04753096799506754, |
| "grad_norm": 30.072603225708008, |
| "learning_rate": 0.00017216728957711967, |
| "loss": 6.3957, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.047755170674289554, |
| "grad_norm": 28.224714279174805, |
| "learning_rate": 0.0001719047590328411, |
| "loss": 7.073, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.04797937335351157, |
| "grad_norm": 25.31119728088379, |
| "learning_rate": 0.0001716411983380632, |
| "loss": 6.6975, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.04820357603273359, |
| "grad_norm": 26.434383392333984, |
| "learning_rate": 0.0001713766112687139, |
| "loss": 6.2888, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.04842777871195561, |
| "grad_norm": 22.03464698791504, |
| "learning_rate": 0.00017111100161542545, |
| "loss": 5.1292, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.04865198139117762, |
| "grad_norm": 28.093812942504883, |
| "learning_rate": 0.00017084437318348034, |
| "loss": 6.2516, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.04887618407039964, |
| "grad_norm": 25.522157669067383, |
| "learning_rate": 0.00017057672979275656, |
| "loss": 4.3692, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.04910038674962166, |
| "grad_norm": 37.885066986083984, |
| "learning_rate": 0.00017030807527767318, |
| "loss": 8.6422, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.04932458942884368, |
| "grad_norm": 23.919164657592773, |
| "learning_rate": 0.0001700384134871351, |
| "loss": 4.3907, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.04954879210806569, |
| "grad_norm": 30.759042739868164, |
| "learning_rate": 0.00016976774828447808, |
| "loss": 5.7591, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.04977299478728771, |
| "grad_norm": 25.29736328125, |
| "learning_rate": 0.0001694960835474134, |
| "loss": 6.4651, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.04999719746650973, |
| "grad_norm": 32.31372833251953, |
| "learning_rate": 0.00016922342316797224, |
| "loss": 7.5994, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.05022140014573174, |
| "grad_norm": 34.49051284790039, |
| "learning_rate": 0.00016894977105244997, |
| "loss": 5.3788, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.05044560282495376, |
| "grad_norm": 27.807523727416992, |
| "learning_rate": 0.00016867513112135013, |
| "loss": 7.0854, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.050669805504175776, |
| "grad_norm": 26.920969009399414, |
| "learning_rate": 0.0001683995073093283, |
| "loss": 5.4263, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.050894008183397794, |
| "grad_norm": 21.783588409423828, |
| "learning_rate": 0.00016812290356513576, |
| "loss": 5.0984, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.051118210862619806, |
| "grad_norm": 28.780790328979492, |
| "learning_rate": 0.00016784532385156285, |
| "loss": 6.5168, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.051342413541841825, |
| "grad_norm": 23.58247184753418, |
| "learning_rate": 0.0001675667721453822, |
| "loss": 6.3168, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.05156661622106384, |
| "grad_norm": 28.736845016479492, |
| "learning_rate": 0.0001672872524372919, |
| "loss": 6.3998, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.051790818900285855, |
| "grad_norm": 26.237924575805664, |
| "learning_rate": 0.0001670067687318581, |
| "loss": 5.0964, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.052015021579507874, |
| "grad_norm": 43.71037673950195, |
| "learning_rate": 0.00016672532504745778, |
| "loss": 5.4998, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.05223922425872989, |
| "grad_norm": 29.2600040435791, |
| "learning_rate": 0.00016644292541622118, |
| "loss": 6.8491, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.05246342693795191, |
| "grad_norm": 21.38605499267578, |
| "learning_rate": 0.00016615957388397399, |
| "loss": 5.3216, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.05268762961717392, |
| "grad_norm": 23.657005310058594, |
| "learning_rate": 0.00016587527451017938, |
| "loss": 5.0904, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.05291183229639594, |
| "grad_norm": 31.94679069519043, |
| "learning_rate": 0.00016559003136787988, |
| "loss": 6.6094, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.05313603497561796, |
| "grad_norm": 24.545034408569336, |
| "learning_rate": 0.00016530384854363908, |
| "loss": 5.9517, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.05336023765483998, |
| "grad_norm": 20.54098892211914, |
| "learning_rate": 0.00016501673013748284, |
| "loss": 4.7426, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.05358444033406199, |
| "grad_norm": 29.30255699157715, |
| "learning_rate": 0.0001647286802628409, |
| "loss": 5.0767, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.05380864301328401, |
| "grad_norm": 25.274873733520508, |
| "learning_rate": 0.0001644397030464877, |
| "loss": 6.0057, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05403284569250603, |
| "grad_norm": 30.522607803344727, |
| "learning_rate": 0.00016414980262848333, |
| "loss": 5.4639, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.05425704837172804, |
| "grad_norm": 27.17019271850586, |
| "learning_rate": 0.00016385898316211426, |
| "loss": 8.2, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.05448125105095006, |
| "grad_norm": 34.644840240478516, |
| "learning_rate": 0.0001635672488138337, |
| "loss": 6.2911, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.05470545373017208, |
| "grad_norm": 31.783117294311523, |
| "learning_rate": 0.0001632746037632021, |
| "loss": 7.2176, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.054929656409394095, |
| "grad_norm": 26.393400192260742, |
| "learning_rate": 0.00016298105220282713, |
| "loss": 7.2498, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.05515385908861611, |
| "grad_norm": 24.275781631469727, |
| "learning_rate": 0.00016268659833830367, |
| "loss": 6.0092, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.055378061767838126, |
| "grad_norm": 30.19478988647461, |
| "learning_rate": 0.00016239124638815357, |
| "loss": 5.8394, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.055602264447060144, |
| "grad_norm": 28.320449829101562, |
| "learning_rate": 0.00016209500058376515, |
| "loss": 7.5603, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.055826467126282156, |
| "grad_norm": 27.67572784423828, |
| "learning_rate": 0.00016179786516933264, |
| "loss": 6.5809, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.056050669805504175, |
| "grad_norm": 24.7399959564209, |
| "learning_rate": 0.00016149984440179537, |
| "loss": 5.6449, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.05627487248472619, |
| "grad_norm": 24.4751033782959, |
| "learning_rate": 0.0001612009425507767, |
| "loss": 6.317, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.05649907516394821, |
| "grad_norm": 23.211273193359375, |
| "learning_rate": 0.00016090116389852306, |
| "loss": 5.4623, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.056723277843170224, |
| "grad_norm": 35.17152786254883, |
| "learning_rate": 0.00016060051273984226, |
| "loss": 7.8537, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.05694748052239224, |
| "grad_norm": 31.641395568847656, |
| "learning_rate": 0.00016029899338204233, |
| "loss": 6.8457, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.05717168320161426, |
| "grad_norm": 28.683767318725586, |
| "learning_rate": 0.00015999661014486956, |
| "loss": 7.2325, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.05739588588083627, |
| "grad_norm": 26.966703414916992, |
| "learning_rate": 0.0001596933673604467, |
| "loss": 6.0539, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.05762008856005829, |
| "grad_norm": 24.80389976501465, |
| "learning_rate": 0.0001593892693732109, |
| "loss": 5.9841, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.05784429123928031, |
| "grad_norm": 34.446815490722656, |
| "learning_rate": 0.00015908432053985143, |
| "loss": 6.8646, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.05806849391850233, |
| "grad_norm": 21.325645446777344, |
| "learning_rate": 0.00015877852522924732, |
| "loss": 5.2984, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.05829269659772434, |
| "grad_norm": 34.308197021484375, |
| "learning_rate": 0.0001584718878224047, |
| "loss": 7.5846, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.05851689927694636, |
| "grad_norm": 22.28634262084961, |
| "learning_rate": 0.00015816441271239415, |
| "loss": 6.2673, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.05874110195616838, |
| "grad_norm": 25.385961532592773, |
| "learning_rate": 0.00015785610430428762, |
| "loss": 6.993, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.058965304635390396, |
| "grad_norm": 26.998252868652344, |
| "learning_rate": 0.00015754696701509533, |
| "loss": 5.9968, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.05918950731461241, |
| "grad_norm": 29.365854263305664, |
| "learning_rate": 0.00015723700527370268, |
| "loss": 8.324, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.059413709993834427, |
| "grad_norm": 26.02857780456543, |
| "learning_rate": 0.00015692622352080662, |
| "loss": 5.4796, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.059637912673056445, |
| "grad_norm": 29.669628143310547, |
| "learning_rate": 0.00015661462620885199, |
| "loss": 6.2872, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.05986211535227846, |
| "grad_norm": 30.974468231201172, |
| "learning_rate": 0.00015630221780196793, |
| "loss": 7.349, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.060086318031500476, |
| "grad_norm": 22.726001739501953, |
| "learning_rate": 0.0001559890027759037, |
| "loss": 5.7207, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.060310520710722494, |
| "grad_norm": 25.2329158782959, |
| "learning_rate": 0.0001556749856179648, |
| "loss": 5.8548, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.06053472338994451, |
| "grad_norm": 28.854917526245117, |
| "learning_rate": 0.00015536017082694846, |
| "loss": 8.1974, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.060758926069166524, |
| "grad_norm": 27.093841552734375, |
| "learning_rate": 0.00015504456291307928, |
| "loss": 6.0959, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.06098312874838854, |
| "grad_norm": 26.861101150512695, |
| "learning_rate": 0.0001547281663979446, |
| "loss": 6.3417, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.06120733142761056, |
| "grad_norm": 34.58692932128906, |
| "learning_rate": 0.0001544109858144298, |
| "loss": 5.6725, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.061431534106832573, |
| "grad_norm": 30.19547462463379, |
| "learning_rate": 0.00015409302570665325, |
| "loss": 6.6448, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.06165573678605459, |
| "grad_norm": 35.375850677490234, |
| "learning_rate": 0.00015377429062990122, |
| "loss": 6.586, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.06187993946527661, |
| "grad_norm": 32.33896255493164, |
| "learning_rate": 0.00015345478515056267, |
| "loss": 5.0244, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.06210414214449863, |
| "grad_norm": 22.222728729248047, |
| "learning_rate": 0.0001531345138460639, |
| "loss": 5.1491, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.06232834482372064, |
| "grad_norm": 22.69867515563965, |
| "learning_rate": 0.00015281348130480272, |
| "loss": 6.2111, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.06255254750294266, |
| "grad_norm": 31.529678344726562, |
| "learning_rate": 0.00015249169212608294, |
| "loss": 7.6497, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.06277675018216468, |
| "grad_norm": 20.71282196044922, |
| "learning_rate": 0.00015216915092004847, |
| "loss": 4.4721, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0630009528613867, |
| "grad_norm": 28.865964889526367, |
| "learning_rate": 0.0001518458623076171, |
| "loss": 6.7895, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.06322515554060872, |
| "grad_norm": 37.748802185058594, |
| "learning_rate": 0.0001515218309204145, |
| "loss": 6.9725, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.06344935821983072, |
| "grad_norm": 24.95966148376465, |
| "learning_rate": 0.00015119706140070778, |
| "loss": 5.2719, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.06367356089905274, |
| "grad_norm": 29.674686431884766, |
| "learning_rate": 0.00015087155840133888, |
| "loss": 6.693, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.06389776357827476, |
| "grad_norm": 27.693613052368164, |
| "learning_rate": 0.0001505453265856581, |
| "loss": 4.8887, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.06412196625749678, |
| "grad_norm": 25.27315330505371, |
| "learning_rate": 0.00015021837062745714, |
| "loss": 4.9784, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.0643461689367188, |
| "grad_norm": 27.22920036315918, |
| "learning_rate": 0.00014989069521090226, |
| "loss": 6.8051, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.06457037161594081, |
| "grad_norm": 29.53125, |
| "learning_rate": 0.00014956230503046703, |
| "loss": 6.1924, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.06479457429516283, |
| "grad_norm": 22.533437728881836, |
| "learning_rate": 0.00014923320479086523, |
| "loss": 3.9074, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.06501877697438484, |
| "grad_norm": 27.690608978271484, |
| "learning_rate": 0.00014890339920698334, |
| "loss": 5.6133, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.06524297965360686, |
| "grad_norm": 26.100614547729492, |
| "learning_rate": 0.000148572893003813, |
| "loss": 6.2221, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.06546718233282887, |
| "grad_norm": 27.521034240722656, |
| "learning_rate": 0.00014824169091638337, |
| "loss": 6.2779, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.06569138501205089, |
| "grad_norm": 25.931276321411133, |
| "learning_rate": 0.0001479097976896933, |
| "loss": 5.497, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.06591558769127291, |
| "grad_norm": 25.47264862060547, |
| "learning_rate": 0.00014757721807864317, |
| "loss": 7.2255, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.06613979037049493, |
| "grad_norm": 34.3621940612793, |
| "learning_rate": 0.0001472439568479671, |
| "loss": 6.2906, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.06636399304971695, |
| "grad_norm": 30.048749923706055, |
| "learning_rate": 0.0001469100187721644, |
| "loss": 7.3081, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.06658819572893897, |
| "grad_norm": 25.935880661010742, |
| "learning_rate": 0.0001465754086354312, |
| "loss": 6.5646, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.06681239840816097, |
| "grad_norm": 31.581850051879883, |
| "learning_rate": 0.0001462401312315922, |
| "loss": 6.317, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.06703660108738299, |
| "grad_norm": 30.92125129699707, |
| "learning_rate": 0.00014590419136403148, |
| "loss": 5.8107, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.06726080376660501, |
| "grad_norm": 20.947221755981445, |
| "learning_rate": 0.00014556759384562416, |
| "loss": 5.4587, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06726080376660501, |
| "eval_loss": 0.7641205787658691, |
| "eval_runtime": 703.8737, |
| "eval_samples_per_second": 7.104, |
| "eval_steps_per_second": 1.776, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06748500644582703, |
| "grad_norm": 22.433246612548828, |
| "learning_rate": 0.00014523034349866724, |
| "loss": 5.3525, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.06770920912504905, |
| "grad_norm": 26.223323822021484, |
| "learning_rate": 0.00014489244515481046, |
| "loss": 6.456, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.06793341180427107, |
| "grad_norm": 27.563039779663086, |
| "learning_rate": 0.00014455390365498722, |
| "loss": 5.4097, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.06815761448349308, |
| "grad_norm": 23.94797706604004, |
| "learning_rate": 0.0001442147238493451, |
| "loss": 5.0482, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.06838181716271509, |
| "grad_norm": 21.291425704956055, |
| "learning_rate": 0.00014387491059717652, |
| "loss": 5.5756, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.06860601984193711, |
| "grad_norm": 24.306989669799805, |
| "learning_rate": 0.00014353446876684892, |
| "loss": 5.5763, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.06883022252115913, |
| "grad_norm": 26.249731063842773, |
| "learning_rate": 0.00014319340323573518, |
| "loss": 5.3777, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.06905442520038114, |
| "grad_norm": 25.386579513549805, |
| "learning_rate": 0.0001428517188901437, |
| "loss": 4.9775, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.06927862787960316, |
| "grad_norm": 28.783363342285156, |
| "learning_rate": 0.00014250942062524834, |
| "loss": 6.6978, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.06950283055882518, |
| "grad_norm": 26.462312698364258, |
| "learning_rate": 0.0001421665133450184, |
| "loss": 5.6331, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0697270332380472, |
| "grad_norm": 28.439918518066406, |
| "learning_rate": 0.00014182300196214829, |
| "loss": 5.7064, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.0699512359172692, |
| "grad_norm": 25.450496673583984, |
| "learning_rate": 0.00014147889139798708, |
| "loss": 5.6113, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.07017543859649122, |
| "grad_norm": 23.286020278930664, |
| "learning_rate": 0.00014113418658246815, |
| "loss": 5.6453, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.07039964127571324, |
| "grad_norm": 27.5487060546875, |
| "learning_rate": 0.00014078889245403844, |
| "loss": 7.4498, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.07062384395493526, |
| "grad_norm": 24.131595611572266, |
| "learning_rate": 0.0001404430139595877, |
| "loss": 5.5885, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.07084804663415728, |
| "grad_norm": 23.212574005126953, |
| "learning_rate": 0.0001400965560543778, |
| "loss": 5.4629, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.0710722493133793, |
| "grad_norm": 20.374752044677734, |
| "learning_rate": 0.0001397495237019714, |
| "loss": 5.8839, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.07129645199260132, |
| "grad_norm": 30.799087524414062, |
| "learning_rate": 0.0001394019218741612, |
| "loss": 6.004, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.07152065467182332, |
| "grad_norm": 20.440460205078125, |
| "learning_rate": 0.00013905375555089844, |
| "loss": 5.7907, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.07174485735104534, |
| "grad_norm": 27.264223098754883, |
| "learning_rate": 0.00013870502972022173, |
| "loss": 6.7352, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.07196906003026736, |
| "grad_norm": 23.21996307373047, |
| "learning_rate": 0.00013835574937818543, |
| "loss": 5.2501, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.07219326270948938, |
| "grad_norm": 25.04043197631836, |
| "learning_rate": 0.00013800591952878825, |
| "loss": 4.7605, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.0724174653887114, |
| "grad_norm": 23.297082901000977, |
| "learning_rate": 0.00013765554518390142, |
| "loss": 6.519, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.07264166806793342, |
| "grad_norm": 23.292020797729492, |
| "learning_rate": 0.00013730463136319692, |
| "loss": 5.4929, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.07286587074715543, |
| "grad_norm": 24.706947326660156, |
| "learning_rate": 0.0001369531830940757, |
| "loss": 4.5879, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.07309007342637744, |
| "grad_norm": 43.54905319213867, |
| "learning_rate": 0.00013660120541159537, |
| "loss": 6.0984, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.07331427610559946, |
| "grad_norm": 32.5107536315918, |
| "learning_rate": 0.00013624870335839835, |
| "loss": 5.0921, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.07353847878482148, |
| "grad_norm": 26.931394577026367, |
| "learning_rate": 0.00013589568198463944, |
| "loss": 6.1434, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.0737626814640435, |
| "grad_norm": 26.276329040527344, |
| "learning_rate": 0.00013554214634791358, |
| "loss": 6.5365, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.07398688414326551, |
| "grad_norm": 30.379703521728516, |
| "learning_rate": 0.0001351881015131833, |
| "loss": 6.5844, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.07421108682248753, |
| "grad_norm": 28.38410758972168, |
| "learning_rate": 0.00013483355255270634, |
| "loss": 6.8411, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.07443528950170955, |
| "grad_norm": 37.88333511352539, |
| "learning_rate": 0.00013447850454596265, |
| "loss": 7.4075, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.07465949218093156, |
| "grad_norm": 22.149269104003906, |
| "learning_rate": 0.0001341229625795819, |
| "loss": 4.6868, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.07488369486015357, |
| "grad_norm": 26.708667755126953, |
| "learning_rate": 0.00013376693174727065, |
| "loss": 7.1763, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.07510789753937559, |
| "grad_norm": 32.2342643737793, |
| "learning_rate": 0.000133410417149739, |
| "loss": 5.9916, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.07533210021859761, |
| "grad_norm": 23.190683364868164, |
| "learning_rate": 0.00013305342389462792, |
| "loss": 6.7958, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.07555630289781963, |
| "grad_norm": 25.41720199584961, |
| "learning_rate": 0.0001326959570964359, |
| "loss": 5.9341, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.07578050557704165, |
| "grad_norm": 24.89381980895996, |
| "learning_rate": 0.00013233802187644566, |
| "loss": 5.7459, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.07600470825626367, |
| "grad_norm": 26.433286666870117, |
| "learning_rate": 0.00013197962336265078, |
| "loss": 5.8656, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.07622891093548569, |
| "grad_norm": 23.45703887939453, |
| "learning_rate": 0.0001316207666896824, |
| "loss": 7.2301, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.07645311361470769, |
| "grad_norm": 23.478832244873047, |
| "learning_rate": 0.00013126145699873532, |
| "loss": 6.1818, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.07667731629392971, |
| "grad_norm": 26.580644607543945, |
| "learning_rate": 0.00013090169943749476, |
| "loss": 6.4381, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.07690151897315173, |
| "grad_norm": 24.34688377380371, |
| "learning_rate": 0.00013054149916006218, |
| "loss": 4.9698, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.07712572165237375, |
| "grad_norm": 23.483030319213867, |
| "learning_rate": 0.00013018086132688184, |
| "loss": 6.102, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.07734992433159577, |
| "grad_norm": 32.27409744262695, |
| "learning_rate": 0.00012981979110466654, |
| "loss": 6.3361, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.07757412701081778, |
| "grad_norm": 39.28462219238281, |
| "learning_rate": 0.0001294582936663239, |
| "loss": 6.1558, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.0777983296900398, |
| "grad_norm": 20.815690994262695, |
| "learning_rate": 0.00012909637419088193, |
| "loss": 5.8407, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.07802253236926181, |
| "grad_norm": 22.997406005859375, |
| "learning_rate": 0.00012873403786341513, |
| "loss": 5.0343, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.07824673504848383, |
| "grad_norm": 23.768835067749023, |
| "learning_rate": 0.00012837128987497, |
| "loss": 5.9477, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.07847093772770584, |
| "grad_norm": 23.4127140045166, |
| "learning_rate": 0.00012800813542249072, |
| "loss": 6.3897, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07869514040692786, |
| "grad_norm": 25.958768844604492, |
| "learning_rate": 0.00012764457970874474, |
| "loss": 5.9002, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.07891934308614988, |
| "grad_norm": 23.999540328979492, |
| "learning_rate": 0.00012728062794224832, |
| "loss": 6.3838, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.0791435457653719, |
| "grad_norm": 25.941434860229492, |
| "learning_rate": 0.00012691628533719162, |
| "loss": 6.0543, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.07936774844459392, |
| "grad_norm": 25.38425636291504, |
| "learning_rate": 0.0001265515571133643, |
| "loss": 5.4367, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.07959195112381592, |
| "grad_norm": 29.00336456298828, |
| "learning_rate": 0.0001261864484960807, |
| "loss": 6.9892, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.07981615380303794, |
| "grad_norm": 23.103368759155273, |
| "learning_rate": 0.00012582096471610467, |
| "loss": 5.6874, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.08004035648225996, |
| "grad_norm": 25.465681076049805, |
| "learning_rate": 0.00012545511100957513, |
| "loss": 7.5541, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.08026455916148198, |
| "grad_norm": 22.889604568481445, |
| "learning_rate": 0.00012508889261793059, |
| "loss": 6.2107, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.080488761840704, |
| "grad_norm": 25.460586547851562, |
| "learning_rate": 0.00012472231478783432, |
| "loss": 5.8195, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.08071296451992602, |
| "grad_norm": 23.091257095336914, |
| "learning_rate": 0.0001243553827710992, |
| "loss": 5.0557, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.08093716719914804, |
| "grad_norm": 23.88401985168457, |
| "learning_rate": 0.00012398810182461228, |
| "loss": 7.0062, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.08116136987837004, |
| "grad_norm": 26.319368362426758, |
| "learning_rate": 0.00012362047721025968, |
| "loss": 6.2851, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.08138557255759206, |
| "grad_norm": 23.18193817138672, |
| "learning_rate": 0.00012325251419485102, |
| "loss": 7.8421, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.08160977523681408, |
| "grad_norm": 33.88003921508789, |
| "learning_rate": 0.00012288421805004414, |
| "loss": 6.9523, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.0818339779160361, |
| "grad_norm": 21.98015785217285, |
| "learning_rate": 0.00012251559405226941, |
| "loss": 5.464, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.08205818059525812, |
| "grad_norm": 25.273300170898438, |
| "learning_rate": 0.0001221466474826543, |
| "loss": 5.6353, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.08228238327448013, |
| "grad_norm": 21.41402244567871, |
| "learning_rate": 0.00012177738362694757, |
| "loss": 4.3776, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.08250658595370215, |
| "grad_norm": 26.154260635375977, |
| "learning_rate": 0.00012140780777544367, |
| "loss": 5.0361, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.08273078863292416, |
| "grad_norm": 23.87849998474121, |
| "learning_rate": 0.00012103792522290682, |
| "loss": 6.1016, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.08295499131214618, |
| "grad_norm": 22.090389251708984, |
| "learning_rate": 0.00012066774126849529, |
| "loss": 6.0558, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0831791939913682, |
| "grad_norm": 26.19266128540039, |
| "learning_rate": 0.00012029726121568541, |
| "loss": 5.8491, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.08340339667059021, |
| "grad_norm": 29.90646743774414, |
| "learning_rate": 0.00011992649037219545, |
| "loss": 7.2177, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.08362759934981223, |
| "grad_norm": 22.093286514282227, |
| "learning_rate": 0.00011955543404990994, |
| "loss": 4.6878, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.08385180202903425, |
| "grad_norm": 23.279293060302734, |
| "learning_rate": 0.0001191840975648032, |
| "loss": 5.6476, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.08407600470825627, |
| "grad_norm": 25.416563034057617, |
| "learning_rate": 0.00011881248623686338, |
| "loss": 5.1577, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.08430020738747827, |
| "grad_norm": 27.834501266479492, |
| "learning_rate": 0.00011844060539001618, |
| "loss": 6.3812, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.08452441006670029, |
| "grad_norm": 22.874313354492188, |
| "learning_rate": 0.00011806846035204863, |
| "loss": 5.3266, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.08474861274592231, |
| "grad_norm": 24.81113052368164, |
| "learning_rate": 0.00011769605645453265, |
| "loss": 5.7783, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.08497281542514433, |
| "grad_norm": 22.971466064453125, |
| "learning_rate": 0.00011732339903274878, |
| "loss": 6.5039, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.08519701810436635, |
| "grad_norm": 25.4050350189209, |
| "learning_rate": 0.00011695049342560968, |
| "loss": 5.5774, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.08542122078358837, |
| "grad_norm": 29.026569366455078, |
| "learning_rate": 0.00011657734497558371, |
| "loss": 4.7611, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.08564542346281039, |
| "grad_norm": 29.733060836791992, |
| "learning_rate": 0.00011620395902861822, |
| "loss": 6.5835, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.0858696261420324, |
| "grad_norm": 29.463947296142578, |
| "learning_rate": 0.00011583034093406327, |
| "loss": 5.567, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.08609382882125441, |
| "grad_norm": 24.28775405883789, |
| "learning_rate": 0.00011545649604459466, |
| "loss": 6.2566, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.08631803150047643, |
| "grad_norm": 20.342971801757812, |
| "learning_rate": 0.00011508242971613741, |
| "loss": 5.61, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.08654223417969845, |
| "grad_norm": 22.342500686645508, |
| "learning_rate": 0.00011470814730778905, |
| "loss": 6.012, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.08676643685892046, |
| "grad_norm": 20.931930541992188, |
| "learning_rate": 0.00011433365418174278, |
| "loss": 4.7274, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.08699063953814248, |
| "grad_norm": 27.429777145385742, |
| "learning_rate": 0.00011395895570321064, |
| "loss": 7.3026, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.0872148422173645, |
| "grad_norm": 25.487855911254883, |
| "learning_rate": 0.00011358405724034676, |
| "loss": 5.9912, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.08743904489658652, |
| "grad_norm": 23.963817596435547, |
| "learning_rate": 0.00011320896416417026, |
| "loss": 5.2803, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.08766324757580853, |
| "grad_norm": 21.640357971191406, |
| "learning_rate": 0.00011283368184848842, |
| "loss": 6.0277, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.08788745025503054, |
| "grad_norm": 24.89389419555664, |
| "learning_rate": 0.00011245821566981976, |
| "loss": 5.4938, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.08811165293425256, |
| "grad_norm": 24.243425369262695, |
| "learning_rate": 0.0001120825710073169, |
| "loss": 5.557, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.08833585561347458, |
| "grad_norm": 24.979612350463867, |
| "learning_rate": 0.00011170675324268942, |
| "loss": 5.636, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.0885600582926966, |
| "grad_norm": 35.96656036376953, |
| "learning_rate": 0.000111330767760127, |
| "loss": 7.8786, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.08878426097191862, |
| "grad_norm": 29.268381118774414, |
| "learning_rate": 0.00011095461994622209, |
| "loss": 6.1095, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.08900846365114064, |
| "grad_norm": 28.387245178222656, |
| "learning_rate": 0.0001105783151898928, |
| "loss": 5.8353, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.08923266633036264, |
| "grad_norm": 34.898292541503906, |
| "learning_rate": 0.00011020185888230571, |
| "loss": 6.896, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.08945686900958466, |
| "grad_norm": 29.814363479614258, |
| "learning_rate": 0.00010982525641679859, |
| "loss": 5.7637, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.08968107168880668, |
| "grad_norm": 24.08759117126465, |
| "learning_rate": 0.00010944851318880314, |
| "loss": 6.4127, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08968107168880668, |
| "eval_loss": 0.7289469838142395, |
| "eval_runtime": 704.3144, |
| "eval_samples_per_second": 7.099, |
| "eval_steps_per_second": 1.775, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0899052743680287, |
| "grad_norm": 26.758384704589844, |
| "learning_rate": 0.00010907163459576775, |
| "loss": 5.6179, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.09012947704725072, |
| "grad_norm": 28.470396041870117, |
| "learning_rate": 0.00010869462603708011, |
| "loss": 7.5625, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.09035367972647274, |
| "grad_norm": 28.991178512573242, |
| "learning_rate": 0.00010831749291398984, |
| "loss": 6.0635, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.09057788240569475, |
| "grad_norm": 23.86819839477539, |
| "learning_rate": 0.00010794024062953123, |
| "loss": 5.9328, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.09080208508491676, |
| "grad_norm": 29.156471252441406, |
| "learning_rate": 0.00010756287458844569, |
| "loss": 5.694, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.09102628776413878, |
| "grad_norm": 35.03990936279297, |
| "learning_rate": 0.00010718540019710432, |
| "loss": 7.4007, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.0912504904433608, |
| "grad_norm": 28.381547927856445, |
| "learning_rate": 0.0001068078228634307, |
| "loss": 7.0077, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.09147469312258281, |
| "grad_norm": 22.763107299804688, |
| "learning_rate": 0.00010643014799682296, |
| "loss": 6.1298, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.09169889580180483, |
| "grad_norm": 22.328102111816406, |
| "learning_rate": 0.00010605238100807673, |
| "loss": 5.4679, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.09192309848102685, |
| "grad_norm": 22.636390686035156, |
| "learning_rate": 0.00010567452730930743, |
| "loss": 5.5687, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.09214730116024887, |
| "grad_norm": 24.16331672668457, |
| "learning_rate": 0.00010529659231387263, |
| "loss": 5.477, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.09237150383947088, |
| "grad_norm": 26.915925979614258, |
| "learning_rate": 0.00010491858143629469, |
| "loss": 5.7401, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.0925957065186929, |
| "grad_norm": 29.606510162353516, |
| "learning_rate": 0.00010454050009218313, |
| "loss": 5.4731, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.09281990919791491, |
| "grad_norm": 24.400575637817383, |
| "learning_rate": 0.00010416235369815693, |
| "loss": 5.9208, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.09304411187713693, |
| "grad_norm": 22.085283279418945, |
| "learning_rate": 0.00010378414767176705, |
| "loss": 5.2611, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.09326831455635895, |
| "grad_norm": 31.437421798706055, |
| "learning_rate": 0.00010340588743141879, |
| "loss": 6.7437, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.09349251723558097, |
| "grad_norm": 24.89729118347168, |
| "learning_rate": 0.00010302757839629416, |
| "loss": 5.1661, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.09371671991480299, |
| "grad_norm": 23.857446670532227, |
| "learning_rate": 0.00010264922598627418, |
| "loss": 6.934, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.09394092259402499, |
| "grad_norm": 30.224584579467773, |
| "learning_rate": 0.00010227083562186135, |
| "loss": 6.8929, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.09416512527324701, |
| "grad_norm": 21.738393783569336, |
| "learning_rate": 0.0001018924127241019, |
| "loss": 4.5191, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.09438932795246903, |
| "grad_norm": 28.737247467041016, |
| "learning_rate": 0.00010151396271450817, |
| "loss": 7.0706, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.09461353063169105, |
| "grad_norm": 23.522945404052734, |
| "learning_rate": 0.00010113549101498086, |
| "loss": 6.2656, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.09483773331091307, |
| "grad_norm": 23.62919807434082, |
| "learning_rate": 0.00010075700304773148, |
| "loss": 5.9128, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.09506193599013509, |
| "grad_norm": 25.436729431152344, |
| "learning_rate": 0.00010037850423520454, |
| "loss": 5.3624, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.0952861386693571, |
| "grad_norm": 20.06675910949707, |
| "learning_rate": 0.0001, |
| "loss": 5.5648, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.09551034134857911, |
| "grad_norm": 36.4035530090332, |
| "learning_rate": 9.962149576479545e-05, |
| "loss": 6.4269, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.09573454402780113, |
| "grad_norm": 19.253490447998047, |
| "learning_rate": 9.924299695226857e-05, |
| "loss": 5.021, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.09595874670702315, |
| "grad_norm": 25.201879501342773, |
| "learning_rate": 9.886450898501917e-05, |
| "loss": 7.1954, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.09618294938624516, |
| "grad_norm": 22.880680084228516, |
| "learning_rate": 9.848603728549185e-05, |
| "loss": 5.7062, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.09640715206546718, |
| "grad_norm": 27.5198917388916, |
| "learning_rate": 9.810758727589813e-05, |
| "loss": 6.0231, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0966313547446892, |
| "grad_norm": 21.267541885375977, |
| "learning_rate": 9.772916437813868e-05, |
| "loss": 5.6625, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.09685555742391122, |
| "grad_norm": 21.49947166442871, |
| "learning_rate": 9.735077401372583e-05, |
| "loss": 6.1351, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.09707976010313324, |
| "grad_norm": 25.328828811645508, |
| "learning_rate": 9.697242160370589e-05, |
| "loss": 6.2285, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.09730396278235524, |
| "grad_norm": 24.24024200439453, |
| "learning_rate": 9.659411256858122e-05, |
| "loss": 6.1523, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.09752816546157726, |
| "grad_norm": 30.071435928344727, |
| "learning_rate": 9.621585232823298e-05, |
| "loss": 4.6339, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.09775236814079928, |
| "grad_norm": 23.552417755126953, |
| "learning_rate": 9.583764630184311e-05, |
| "loss": 6.7272, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.0979765708200213, |
| "grad_norm": 33.14443588256836, |
| "learning_rate": 9.54594999078169e-05, |
| "loss": 4.6691, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.09820077349924332, |
| "grad_norm": 24.801239013671875, |
| "learning_rate": 9.508141856370532e-05, |
| "loss": 6.927, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.09842497617846534, |
| "grad_norm": 30.52276611328125, |
| "learning_rate": 9.470340768612742e-05, |
| "loss": 5.57, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.09864917885768736, |
| "grad_norm": 29.77001953125, |
| "learning_rate": 9.432547269069261e-05, |
| "loss": 5.6746, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.09887338153690936, |
| "grad_norm": 22.69320297241211, |
| "learning_rate": 9.394761899192327e-05, |
| "loss": 5.1765, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.09909758421613138, |
| "grad_norm": 32.32621383666992, |
| "learning_rate": 9.356985200317709e-05, |
| "loss": 8.677, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.0993217868953534, |
| "grad_norm": 20.124900817871094, |
| "learning_rate": 9.319217713656934e-05, |
| "loss": 5.52, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.09954598957457542, |
| "grad_norm": 19.035888671875, |
| "learning_rate": 9.281459980289567e-05, |
| "loss": 5.2188, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.09977019225379744, |
| "grad_norm": 27.792863845825195, |
| "learning_rate": 9.243712541155436e-05, |
| "loss": 5.937, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.09999439493301945, |
| "grad_norm": 23.408187866210938, |
| "learning_rate": 9.205975937046879e-05, |
| "loss": 6.4442, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.10021859761224147, |
| "grad_norm": 27.618947982788086, |
| "learning_rate": 9.168250708601017e-05, |
| "loss": 7.0599, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.10044280029146348, |
| "grad_norm": 24.379741668701172, |
| "learning_rate": 9.130537396291994e-05, |
| "loss": 5.0444, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.1006670029706855, |
| "grad_norm": 23.73643684387207, |
| "learning_rate": 9.092836540423227e-05, |
| "loss": 6.1887, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.10089120564990751, |
| "grad_norm": 22.376937866210938, |
| "learning_rate": 9.055148681119688e-05, |
| "loss": 5.4872, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.10111540832912953, |
| "grad_norm": 20.57756805419922, |
| "learning_rate": 9.017474358320144e-05, |
| "loss": 5.71, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.10133961100835155, |
| "grad_norm": 25.72278594970703, |
| "learning_rate": 8.979814111769431e-05, |
| "loss": 6.578, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.10156381368757357, |
| "grad_norm": 22.582529067993164, |
| "learning_rate": 8.94216848101072e-05, |
| "loss": 4.999, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.10178801636679559, |
| "grad_norm": 18.28415870666504, |
| "learning_rate": 8.904538005377794e-05, |
| "loss": 5.2723, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.1020122190460176, |
| "grad_norm": 22.245464324951172, |
| "learning_rate": 8.866923223987302e-05, |
| "loss": 4.3642, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.10223642172523961, |
| "grad_norm": 21.350046157836914, |
| "learning_rate": 8.829324675731059e-05, |
| "loss": 5.3692, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.10246062440446163, |
| "grad_norm": 27.09259796142578, |
| "learning_rate": 8.791742899268315e-05, |
| "loss": 5.992, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.10268482708368365, |
| "grad_norm": 25.925077438354492, |
| "learning_rate": 8.754178433018025e-05, |
| "loss": 5.8196, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.10290902976290567, |
| "grad_norm": 30.62667465209961, |
| "learning_rate": 8.716631815151158e-05, |
| "loss": 6.1324, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.10313323244212769, |
| "grad_norm": 24.342329025268555, |
| "learning_rate": 8.679103583582979e-05, |
| "loss": 5.6701, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1033574351213497, |
| "grad_norm": 26.567848205566406, |
| "learning_rate": 8.641594275965327e-05, |
| "loss": 5.1413, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.10358163780057171, |
| "grad_norm": 27.433719635009766, |
| "learning_rate": 8.604104429678935e-05, |
| "loss": 5.6853, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.10380584047979373, |
| "grad_norm": 25.37520980834961, |
| "learning_rate": 8.566634581825727e-05, |
| "loss": 6.8439, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.10403004315901575, |
| "grad_norm": 24.519359588623047, |
| "learning_rate": 8.529185269221097e-05, |
| "loss": 5.3657, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.10425424583823777, |
| "grad_norm": 24.880054473876953, |
| "learning_rate": 8.491757028386263e-05, |
| "loss": 5.4566, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.10447844851745978, |
| "grad_norm": 21.17462921142578, |
| "learning_rate": 8.45435039554054e-05, |
| "loss": 5.4859, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.1047026511966818, |
| "grad_norm": 20.653827667236328, |
| "learning_rate": 8.416965906593675e-05, |
| "loss": 4.643, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.10492685387590382, |
| "grad_norm": 24.059585571289062, |
| "learning_rate": 8.379604097138179e-05, |
| "loss": 6.4247, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.10515105655512583, |
| "grad_norm": 22.038795471191406, |
| "learning_rate": 8.342265502441636e-05, |
| "loss": 5.7559, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.10537525923434785, |
| "grad_norm": 24.103778839111328, |
| "learning_rate": 8.304950657439033e-05, |
| "loss": 5.1822, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.10559946191356986, |
| "grad_norm": 35.168766021728516, |
| "learning_rate": 8.267660096725123e-05, |
| "loss": 5.8437, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.10582366459279188, |
| "grad_norm": 30.898569107055664, |
| "learning_rate": 8.230394354546737e-05, |
| "loss": 5.9548, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.1060478672720139, |
| "grad_norm": 24.88981819152832, |
| "learning_rate": 8.193153964795139e-05, |
| "loss": 7.0481, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.10627206995123592, |
| "grad_norm": 27.573902130126953, |
| "learning_rate": 8.15593946099838e-05, |
| "loss": 6.5778, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.10649627263045794, |
| "grad_norm": 29.627490997314453, |
| "learning_rate": 8.118751376313664e-05, |
| "loss": 7.913, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.10672047530967996, |
| "grad_norm": 21.658084869384766, |
| "learning_rate": 8.08159024351968e-05, |
| "loss": 5.7295, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.10694467798890196, |
| "grad_norm": 27.117298126220703, |
| "learning_rate": 8.044456595009006e-05, |
| "loss": 7.2216, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.10716888066812398, |
| "grad_norm": 27.391132354736328, |
| "learning_rate": 8.007350962780456e-05, |
| "loss": 5.7729, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.107393083347346, |
| "grad_norm": 22.526508331298828, |
| "learning_rate": 7.970273878431463e-05, |
| "loss": 5.5134, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.10761728602656802, |
| "grad_norm": 25.01622200012207, |
| "learning_rate": 7.93322587315047e-05, |
| "loss": 4.9981, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.10784148870579004, |
| "grad_norm": 20.944713592529297, |
| "learning_rate": 7.89620747770932e-05, |
| "loss": 5.5991, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.10806569138501206, |
| "grad_norm": 22.442031860351562, |
| "learning_rate": 7.859219222455634e-05, |
| "loss": 5.0013, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.10828989406423407, |
| "grad_norm": 30.41260528564453, |
| "learning_rate": 7.822261637305242e-05, |
| "loss": 6.2221, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.10851409674345608, |
| "grad_norm": 27.571563720703125, |
| "learning_rate": 7.785335251734573e-05, |
| "loss": 5.4589, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.1087382994226781, |
| "grad_norm": 34.11943054199219, |
| "learning_rate": 7.74844059477306e-05, |
| "loss": 6.5404, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.10896250210190012, |
| "grad_norm": 22.245336532592773, |
| "learning_rate": 7.711578194995589e-05, |
| "loss": 5.6978, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.10918670478112213, |
| "grad_norm": 26.08495330810547, |
| "learning_rate": 7.674748580514899e-05, |
| "loss": 5.2493, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.10941090746034415, |
| "grad_norm": 21.908161163330078, |
| "learning_rate": 7.637952278974034e-05, |
| "loss": 6.1199, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.10963511013956617, |
| "grad_norm": 22.64177131652832, |
| "learning_rate": 7.60118981753877e-05, |
| "loss": 4.8908, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.10985931281878819, |
| "grad_norm": 21.839317321777344, |
| "learning_rate": 7.564461722890081e-05, |
| "loss": 5.4153, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1100835154980102, |
| "grad_norm": 23.376827239990234, |
| "learning_rate": 7.527768521216568e-05, |
| "loss": 5.7231, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.11030771817723221, |
| "grad_norm": 21.6959285736084, |
| "learning_rate": 7.491110738206942e-05, |
| "loss": 5.2863, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.11053192085645423, |
| "grad_norm": 23.135196685791016, |
| "learning_rate": 7.45448889904249e-05, |
| "loss": 5.7089, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.11075612353567625, |
| "grad_norm": 25.963613510131836, |
| "learning_rate": 7.417903528389534e-05, |
| "loss": 6.0104, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.11098032621489827, |
| "grad_norm": 23.67255210876465, |
| "learning_rate": 7.381355150391933e-05, |
| "loss": 6.0806, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.11120452889412029, |
| "grad_norm": 24.195697784423828, |
| "learning_rate": 7.344844288663571e-05, |
| "loss": 4.9799, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.11142873157334231, |
| "grad_norm": 24.04267692565918, |
| "learning_rate": 7.30837146628084e-05, |
| "loss": 5.5306, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.11165293425256431, |
| "grad_norm": 25.58186149597168, |
| "learning_rate": 7.27193720577517e-05, |
| "loss": 5.7167, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.11187713693178633, |
| "grad_norm": 27.346771240234375, |
| "learning_rate": 7.235542029125527e-05, |
| "loss": 5.717, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.11210133961100835, |
| "grad_norm": 25.89576530456543, |
| "learning_rate": 7.19918645775093e-05, |
| "loss": 6.5381, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.11210133961100835, |
| "eval_loss": 0.7129790186882019, |
| "eval_runtime": 703.8407, |
| "eval_samples_per_second": 7.104, |
| "eval_steps_per_second": 1.776, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.11232554229023037, |
| "grad_norm": 31.738590240478516, |
| "learning_rate": 7.162871012503003e-05, |
| "loss": 6.4432, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.11254974496945239, |
| "grad_norm": 28.256175994873047, |
| "learning_rate": 7.126596213658488e-05, |
| "loss": 7.1957, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.1127739476486744, |
| "grad_norm": 24.65791893005371, |
| "learning_rate": 7.090362580911808e-05, |
| "loss": 6.1903, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.11299815032789642, |
| "grad_norm": 22.104272842407227, |
| "learning_rate": 7.05417063336761e-05, |
| "loss": 6.5904, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.11322235300711843, |
| "grad_norm": 25.47803497314453, |
| "learning_rate": 7.018020889533348e-05, |
| "loss": 5.4688, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.11344655568634045, |
| "grad_norm": 22.08053207397461, |
| "learning_rate": 6.981913867311819e-05, |
| "loss": 5.8022, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.11367075836556247, |
| "grad_norm": 18.266948699951172, |
| "learning_rate": 6.945850083993781e-05, |
| "loss": 4.1767, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.11389496104478448, |
| "grad_norm": 20.16293716430664, |
| "learning_rate": 6.909830056250527e-05, |
| "loss": 4.8374, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.1141191637240065, |
| "grad_norm": 24.050607681274414, |
| "learning_rate": 6.873854300126467e-05, |
| "loss": 5.9791, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.11434336640322852, |
| "grad_norm": 19.15896987915039, |
| "learning_rate": 6.83792333103176e-05, |
| "loss": 5.0542, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.11456756908245054, |
| "grad_norm": 28.871614456176758, |
| "learning_rate": 6.802037663734923e-05, |
| "loss": 6.1812, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.11479177176167255, |
| "grad_norm": 24.66239356994629, |
| "learning_rate": 6.766197812355438e-05, |
| "loss": 5.7287, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.11501597444089456, |
| "grad_norm": 24.737077713012695, |
| "learning_rate": 6.73040429035641e-05, |
| "loss": 4.8351, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.11524017712011658, |
| "grad_norm": 25.497520446777344, |
| "learning_rate": 6.69465761053721e-05, |
| "loss": 5.2605, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.1154643797993386, |
| "grad_norm": 25.564451217651367, |
| "learning_rate": 6.658958285026102e-05, |
| "loss": 6.6704, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.11568858247856062, |
| "grad_norm": 19.799978256225586, |
| "learning_rate": 6.623306825272937e-05, |
| "loss": 4.7437, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.11591278515778264, |
| "grad_norm": 27.796974182128906, |
| "learning_rate": 6.58770374204181e-05, |
| "loss": 5.5791, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.11613698783700466, |
| "grad_norm": 21.09889793395996, |
| "learning_rate": 6.552149545403739e-05, |
| "loss": 5.9004, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.11636119051622668, |
| "grad_norm": 24.236968994140625, |
| "learning_rate": 6.516644744729367e-05, |
| "loss": 4.7316, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.11658539319544868, |
| "grad_norm": 40.95188522338867, |
| "learning_rate": 6.48118984868167e-05, |
| "loss": 5.8608, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.1168095958746707, |
| "grad_norm": 24.960891723632812, |
| "learning_rate": 6.445785365208645e-05, |
| "loss": 5.6639, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.11703379855389272, |
| "grad_norm": 23.148645401000977, |
| "learning_rate": 6.410431801536058e-05, |
| "loss": 5.3295, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.11725800123311474, |
| "grad_norm": 23.814321517944336, |
| "learning_rate": 6.375129664160168e-05, |
| "loss": 6.2171, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.11748220391233676, |
| "grad_norm": 21.29888916015625, |
| "learning_rate": 6.339879458840465e-05, |
| "loss": 4.6055, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.11770640659155877, |
| "grad_norm": 30.234567642211914, |
| "learning_rate": 6.304681690592431e-05, |
| "loss": 5.3446, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.11793060927078079, |
| "grad_norm": 19.74888038635254, |
| "learning_rate": 6.269536863680307e-05, |
| "loss": 5.3554, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.1181548119500028, |
| "grad_norm": 23.228927612304688, |
| "learning_rate": 6.23444548160986e-05, |
| "loss": 7.4045, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.11837901462922482, |
| "grad_norm": 29.401033401489258, |
| "learning_rate": 6.199408047121174e-05, |
| "loss": 4.6107, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.11860321730844683, |
| "grad_norm": 24.12792205810547, |
| "learning_rate": 6.16442506218146e-05, |
| "loss": 5.4138, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.11882741998766885, |
| "grad_norm": 21.393098831176758, |
| "learning_rate": 6.129497027977829e-05, |
| "loss": 5.0586, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.11905162266689087, |
| "grad_norm": 23.162660598754883, |
| "learning_rate": 6.0946244449101574e-05, |
| "loss": 5.4762, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.11927582534611289, |
| "grad_norm": 31.415651321411133, |
| "learning_rate": 6.059807812583883e-05, |
| "loss": 6.6551, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.11950002802533491, |
| "grad_norm": 21.236051559448242, |
| "learning_rate": 6.02504762980286e-05, |
| "loss": 6.0055, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.11972423070455691, |
| "grad_norm": 27.042573928833008, |
| "learning_rate": 5.990344394562226e-05, |
| "loss": 5.981, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.11994843338377893, |
| "grad_norm": 24.54119110107422, |
| "learning_rate": 5.955698604041231e-05, |
| "loss": 6.0369, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.12017263606300095, |
| "grad_norm": 23.83463478088379, |
| "learning_rate": 5.92111075459616e-05, |
| "loss": 6.9282, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.12039683874222297, |
| "grad_norm": 20.83213996887207, |
| "learning_rate": 5.88658134175319e-05, |
| "loss": 5.832, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.12062104142144499, |
| "grad_norm": 19.615272521972656, |
| "learning_rate": 5.852110860201294e-05, |
| "loss": 5.5855, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.12084524410066701, |
| "grad_norm": 20.396060943603516, |
| "learning_rate": 5.817699803785174e-05, |
| "loss": 5.1211, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.12106944677988903, |
| "grad_norm": 25.278118133544922, |
| "learning_rate": 5.7833486654981606e-05, |
| "loss": 6.0254, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.12129364945911103, |
| "grad_norm": 18.305198669433594, |
| "learning_rate": 5.7490579374751686e-05, |
| "loss": 5.2952, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.12151785213833305, |
| "grad_norm": 26.59476661682129, |
| "learning_rate": 5.714828110985635e-05, |
| "loss": 5.9439, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.12174205481755507, |
| "grad_norm": 26.29744529724121, |
| "learning_rate": 5.6806596764264874e-05, |
| "loss": 5.8454, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.12196625749677709, |
| "grad_norm": 19.42265510559082, |
| "learning_rate": 5.6465531233151126e-05, |
| "loss": 4.9221, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.1221904601759991, |
| "grad_norm": 28.114511489868164, |
| "learning_rate": 5.6125089402823485e-05, |
| "loss": 6.5084, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.12241466285522112, |
| "grad_norm": 20.51154136657715, |
| "learning_rate": 5.578527615065492e-05, |
| "loss": 5.1175, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.12263886553444314, |
| "grad_norm": 29.715694427490234, |
| "learning_rate": 5.544609634501279e-05, |
| "loss": 5.8408, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.12286306821366515, |
| "grad_norm": 21.193439483642578, |
| "learning_rate": 5.510755484518955e-05, |
| "loss": 6.1913, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.12308727089288717, |
| "grad_norm": 22.416677474975586, |
| "learning_rate": 5.476965650133279e-05, |
| "loss": 5.1189, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.12331147357210918, |
| "grad_norm": 23.758150100708008, |
| "learning_rate": 5.443240615437586e-05, |
| "loss": 7.2257, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1235356762513312, |
| "grad_norm": 23.998849868774414, |
| "learning_rate": 5.4095808635968546e-05, |
| "loss": 6.836, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.12375987893055322, |
| "grad_norm": 32.060569763183594, |
| "learning_rate": 5.375986876840784e-05, |
| "loss": 6.2524, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.12398408160977524, |
| "grad_norm": 28.517745971679688, |
| "learning_rate": 5.342459136456881e-05, |
| "loss": 5.4831, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.12420828428899726, |
| "grad_norm": 26.261825561523438, |
| "learning_rate": 5.30899812278356e-05, |
| "loss": 5.1358, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.12443248696821926, |
| "grad_norm": 23.073659896850586, |
| "learning_rate": 5.275604315203293e-05, |
| "loss": 5.9468, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.12465668964744128, |
| "grad_norm": 23.47875213623047, |
| "learning_rate": 5.2422781921356826e-05, |
| "loss": 6.3599, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.1248808923266633, |
| "grad_norm": 20.113683700561523, |
| "learning_rate": 5.209020231030672e-05, |
| "loss": 5.7037, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.12510509500588532, |
| "grad_norm": 20.19715690612793, |
| "learning_rate": 5.1758309083616673e-05, |
| "loss": 6.4624, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.12532929768510734, |
| "grad_norm": 25.009931564331055, |
| "learning_rate": 5.142710699618701e-05, |
| "loss": 6.6505, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.12555350036432936, |
| "grad_norm": 24.633874893188477, |
| "learning_rate": 5.109660079301668e-05, |
| "loss": 5.3988, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.12577770304355138, |
| "grad_norm": 21.90492820739746, |
| "learning_rate": 5.076679520913479e-05, |
| "loss": 5.1333, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.1260019057227734, |
| "grad_norm": 19.185564041137695, |
| "learning_rate": 5.043769496953299e-05, |
| "loss": 6.1416, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.1262261084019954, |
| "grad_norm": 22.152341842651367, |
| "learning_rate": 5.010930478909779e-05, |
| "loss": 5.4835, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.12645031108121743, |
| "grad_norm": 21.45721435546875, |
| "learning_rate": 4.9781629372542895e-05, |
| "loss": 5.7801, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.12667451376043945, |
| "grad_norm": 23.018476486206055, |
| "learning_rate": 4.945467341434195e-05, |
| "loss": 6.7948, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.12689871643966144, |
| "grad_norm": 28.807640075683594, |
| "learning_rate": 4.912844159866112e-05, |
| "loss": 6.5421, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.12712291911888346, |
| "grad_norm": 26.228315353393555, |
| "learning_rate": 4.880293859929227e-05, |
| "loss": 5.4124, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.12734712179810548, |
| "grad_norm": 18.912151336669922, |
| "learning_rate": 4.847816907958549e-05, |
| "loss": 4.4739, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.1275713244773275, |
| "grad_norm": 21.914417266845703, |
| "learning_rate": 4.8154137692382907e-05, |
| "loss": 5.7777, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.12779552715654952, |
| "grad_norm": 24.673259735107422, |
| "learning_rate": 4.783084907995156e-05, |
| "loss": 6.4538, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.12801972983577153, |
| "grad_norm": 21.250904083251953, |
| "learning_rate": 4.750830787391708e-05, |
| "loss": 6.0759, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.12824393251499355, |
| "grad_norm": 17.39537239074707, |
| "learning_rate": 4.718651869519731e-05, |
| "loss": 4.2147, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.12846813519421557, |
| "grad_norm": 19.131649017333984, |
| "learning_rate": 4.686548615393613e-05, |
| "loss": 4.9492, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.1286923378734376, |
| "grad_norm": 27.000436782836914, |
| "learning_rate": 4.654521484943735e-05, |
| "loss": 7.1418, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.1289165405526596, |
| "grad_norm": 28.737037658691406, |
| "learning_rate": 4.622570937009879e-05, |
| "loss": 5.4173, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.12914074323188163, |
| "grad_norm": 19.578462600708008, |
| "learning_rate": 4.59069742933468e-05, |
| "loss": 6.302, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.12936494591110365, |
| "grad_norm": 22.606056213378906, |
| "learning_rate": 4.558901418557021e-05, |
| "loss": 5.7354, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.12958914859032566, |
| "grad_norm": 20.511213302612305, |
| "learning_rate": 4.527183360205541e-05, |
| "loss": 5.2919, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.12981335126954768, |
| "grad_norm": 15.260856628417969, |
| "learning_rate": 4.495543708692075e-05, |
| "loss": 4.1433, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.13003755394876967, |
| "grad_norm": 21.075307846069336, |
| "learning_rate": 4.4639829173051554e-05, |
| "loss": 4.5021, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1302617566279917, |
| "grad_norm": 22.91629409790039, |
| "learning_rate": 4.43250143820352e-05, |
| "loss": 5.7566, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.1304859593072137, |
| "grad_norm": 32.587955474853516, |
| "learning_rate": 4.401099722409631e-05, |
| "loss": 5.8763, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.13071016198643573, |
| "grad_norm": 18.911149978637695, |
| "learning_rate": 4.369778219803211e-05, |
| "loss": 4.8229, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.13093436466565775, |
| "grad_norm": 19.863828659057617, |
| "learning_rate": 4.338537379114801e-05, |
| "loss": 5.9115, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.13115856734487977, |
| "grad_norm": 21.04013442993164, |
| "learning_rate": 4.307377647919343e-05, |
| "loss": 5.5847, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.13138277002410179, |
| "grad_norm": 20.635053634643555, |
| "learning_rate": 4.2762994726297346e-05, |
| "loss": 4.9848, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.1316069727033238, |
| "grad_norm": 22.634397506713867, |
| "learning_rate": 4.245303298490467e-05, |
| "loss": 5.3606, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.13183117538254582, |
| "grad_norm": 18.469146728515625, |
| "learning_rate": 4.2143895695712444e-05, |
| "loss": 4.4483, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.13205537806176784, |
| "grad_norm": 19.000518798828125, |
| "learning_rate": 4.183558728760586e-05, |
| "loss": 4.4658, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.13227958074098986, |
| "grad_norm": 27.47501564025879, |
| "learning_rate": 4.152811217759529e-05, |
| "loss": 5.5973, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.13250378342021188, |
| "grad_norm": 21.046916961669922, |
| "learning_rate": 4.12214747707527e-05, |
| "loss": 6.405, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.1327279860994339, |
| "grad_norm": 21.675806045532227, |
| "learning_rate": 4.091567946014858e-05, |
| "loss": 5.606, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.13295218877865592, |
| "grad_norm": 36.15507507324219, |
| "learning_rate": 4.061073062678912e-05, |
| "loss": 6.2609, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.13317639145787794, |
| "grad_norm": 25.407201766967773, |
| "learning_rate": 4.0306632639553323e-05, |
| "loss": 4.1809, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.13340059413709993, |
| "grad_norm": 20.011383056640625, |
| "learning_rate": 4.000338985513046e-05, |
| "loss": 6.2956, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.13362479681632194, |
| "grad_norm": 22.297555923461914, |
| "learning_rate": 3.970100661795766e-05, |
| "loss": 5.4062, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.13384899949554396, |
| "grad_norm": 25.639999389648438, |
| "learning_rate": 3.9399487260157766e-05, |
| "loss": 5.5519, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.13407320217476598, |
| "grad_norm": 25.30908966064453, |
| "learning_rate": 3.909883610147696e-05, |
| "loss": 5.2171, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.134297404853988, |
| "grad_norm": 24.903337478637695, |
| "learning_rate": 3.879905744922329e-05, |
| "loss": 5.9687, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.13452160753321002, |
| "grad_norm": 19.71728515625, |
| "learning_rate": 3.8500155598204644e-05, |
| "loss": 5.3058, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.13452160753321002, |
| "eval_loss": 0.6914524435997009, |
| "eval_runtime": 703.9274, |
| "eval_samples_per_second": 7.103, |
| "eval_steps_per_second": 1.776, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.13474581021243204, |
| "grad_norm": 18.473899841308594, |
| "learning_rate": 3.820213483066737e-05, |
| "loss": 4.7595, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.13497001289165406, |
| "grad_norm": 21.67449951171875, |
| "learning_rate": 3.7904999416234864e-05, |
| "loss": 6.9553, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.13519421557087608, |
| "grad_norm": 22.537139892578125, |
| "learning_rate": 3.7608753611846446e-05, |
| "loss": 4.7873, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.1354184182500981, |
| "grad_norm": 26.678001403808594, |
| "learning_rate": 3.731340166169635e-05, |
| "loss": 5.729, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.1356426209293201, |
| "grad_norm": 23.442110061645508, |
| "learning_rate": 3.701894779717286e-05, |
| "loss": 5.9107, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.13586682360854213, |
| "grad_norm": 22.026060104370117, |
| "learning_rate": 3.6725396236797935e-05, |
| "loss": 6.0301, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.13609102628776415, |
| "grad_norm": 20.587478637695312, |
| "learning_rate": 3.64327511861663e-05, |
| "loss": 5.64, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.13631522896698617, |
| "grad_norm": 19.52809715270996, |
| "learning_rate": 3.614101683788575e-05, |
| "loss": 5.136, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.13653943164620816, |
| "grad_norm": 24.446134567260742, |
| "learning_rate": 3.585019737151669e-05, |
| "loss": 6.2954, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.13676363432543018, |
| "grad_norm": 23.43512725830078, |
| "learning_rate": 3.5560296953512295e-05, |
| "loss": 6.8276, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.1369878370046522, |
| "grad_norm": 23.22842025756836, |
| "learning_rate": 3.52713197371591e-05, |
| "loss": 4.3957, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.13721203968387422, |
| "grad_norm": 24.779516220092773, |
| "learning_rate": 3.498326986251717e-05, |
| "loss": 5.3798, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.13743624236309623, |
| "grad_norm": 22.95541000366211, |
| "learning_rate": 3.4696151456360956e-05, |
| "loss": 4.7874, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.13766044504231825, |
| "grad_norm": 25.829740524291992, |
| "learning_rate": 3.4409968632120126e-05, |
| "loss": 4.7683, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.13788464772154027, |
| "grad_norm": 19.74725341796875, |
| "learning_rate": 3.4124725489820645e-05, |
| "loss": 6.118, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.1381088504007623, |
| "grad_norm": 22.976015090942383, |
| "learning_rate": 3.3840426116026044e-05, |
| "loss": 5.885, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.1383330530799843, |
| "grad_norm": 18.060762405395508, |
| "learning_rate": 3.3557074583778814e-05, |
| "loss": 3.9703, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.13855725575920633, |
| "grad_norm": 19.74201774597168, |
| "learning_rate": 3.327467495254225e-05, |
| "loss": 5.3289, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.13878145843842835, |
| "grad_norm": 23.517719268798828, |
| "learning_rate": 3.299323126814191e-05, |
| "loss": 5.9641, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.13900566111765036, |
| "grad_norm": 24.547046661376953, |
| "learning_rate": 3.2712747562708115e-05, |
| "loss": 5.5818, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.13922986379687238, |
| "grad_norm": 24.02366065979004, |
| "learning_rate": 3.243322785461781e-05, |
| "loss": 5.8082, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.1394540664760944, |
| "grad_norm": 23.641151428222656, |
| "learning_rate": 3.215467614843719e-05, |
| "loss": 5.6657, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.1396782691553164, |
| "grad_norm": 23.459218978881836, |
| "learning_rate": 3.187709643486427e-05, |
| "loss": 4.9736, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.1399024718345384, |
| "grad_norm": 16.5977725982666, |
| "learning_rate": 3.160049269067174e-05, |
| "loss": 4.2425, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.14012667451376043, |
| "grad_norm": 27.990856170654297, |
| "learning_rate": 3.132486887864992e-05, |
| "loss": 6.4851, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.14035087719298245, |
| "grad_norm": 24.16850471496582, |
| "learning_rate": 3.105022894755003e-05, |
| "loss": 5.1905, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.14057507987220447, |
| "grad_norm": 20.877782821655273, |
| "learning_rate": 3.077657683202779e-05, |
| "loss": 4.8969, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.14079928255142649, |
| "grad_norm": 24.395889282226562, |
| "learning_rate": 3.0503916452586612e-05, |
| "loss": 5.2432, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.1410234852306485, |
| "grad_norm": 27.1878662109375, |
| "learning_rate": 3.0232251715521932e-05, |
| "loss": 5.9313, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.14124768790987052, |
| "grad_norm": 19.59124755859375, |
| "learning_rate": 2.9961586512864947e-05, |
| "loss": 5.4644, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.14147189058909254, |
| "grad_norm": 23.94100570678711, |
| "learning_rate": 2.9691924722326826e-05, |
| "loss": 4.8146, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.14169609326831456, |
| "grad_norm": 23.670124053955078, |
| "learning_rate": 2.9423270207243437e-05, |
| "loss": 6.2386, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.14192029594753658, |
| "grad_norm": 25.764135360717773, |
| "learning_rate": 2.9155626816519677e-05, |
| "loss": 5.4536, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.1421444986267586, |
| "grad_norm": 25.56252670288086, |
| "learning_rate": 2.888899838457455e-05, |
| "loss": 6.874, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.14236870130598062, |
| "grad_norm": 18.04484748840332, |
| "learning_rate": 2.8623388731286093e-05, |
| "loss": 4.0299, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.14259290398520263, |
| "grad_norm": 23.736452102661133, |
| "learning_rate": 2.835880166193683e-05, |
| "loss": 5.6253, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.14281710666442465, |
| "grad_norm": 20.07815170288086, |
| "learning_rate": 2.8095240967158954e-05, |
| "loss": 5.0622, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.14304130934364664, |
| "grad_norm": 20.961414337158203, |
| "learning_rate": 2.7832710422880328e-05, |
| "loss": 4.9214, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.14326551202286866, |
| "grad_norm": 19.338796615600586, |
| "learning_rate": 2.75712137902703e-05, |
| "loss": 4.2402, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.14348971470209068, |
| "grad_norm": 27.771909713745117, |
| "learning_rate": 2.7310754815685624e-05, |
| "loss": 5.7351, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.1437139173813127, |
| "grad_norm": 25.136388778686523, |
| "learning_rate": 2.7051337230617125e-05, |
| "loss": 5.3698, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.14393812006053472, |
| "grad_norm": 21.236852645874023, |
| "learning_rate": 2.679296475163595e-05, |
| "loss": 5.8717, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.14416232273975674, |
| "grad_norm": 30.78350067138672, |
| "learning_rate": 2.6535641080340458e-05, |
| "loss": 5.6692, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.14438652541897876, |
| "grad_norm": 23.45848274230957, |
| "learning_rate": 2.6279369903303175e-05, |
| "loss": 7.5422, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.14461072809820077, |
| "grad_norm": 19.752595901489258, |
| "learning_rate": 2.6024154892017937e-05, |
| "loss": 5.9183, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.1448349307774228, |
| "grad_norm": 25.606761932373047, |
| "learning_rate": 2.5769999702847346e-05, |
| "loss": 5.8497, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.1450591334566448, |
| "grad_norm": 20.79102325439453, |
| "learning_rate": 2.5516907976970328e-05, |
| "loss": 5.0168, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.14528333613586683, |
| "grad_norm": 22.663549423217773, |
| "learning_rate": 2.5264883340330113e-05, |
| "loss": 5.6985, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.14550753881508885, |
| "grad_norm": 28.66813850402832, |
| "learning_rate": 2.501392940358197e-05, |
| "loss": 5.7887, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.14573174149431087, |
| "grad_norm": 19.3453369140625, |
| "learning_rate": 2.4764049762041874e-05, |
| "loss": 4.8547, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1459559441735329, |
| "grad_norm": 22.57286834716797, |
| "learning_rate": 2.4515247995634694e-05, |
| "loss": 6.1387, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.14618014685275488, |
| "grad_norm": 19.56532096862793, |
| "learning_rate": 2.426752766884306e-05, |
| "loss": 5.9097, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.1464043495319769, |
| "grad_norm": 21.951990127563477, |
| "learning_rate": 2.4020892330656252e-05, |
| "loss": 5.1623, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.14662855221119891, |
| "grad_norm": 23.36880874633789, |
| "learning_rate": 2.377534551451932e-05, |
| "loss": 5.5574, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.14685275489042093, |
| "grad_norm": 23.284128189086914, |
| "learning_rate": 2.353089073828255e-05, |
| "loss": 5.2103, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.14707695756964295, |
| "grad_norm": 20.9051513671875, |
| "learning_rate": 2.328753150415094e-05, |
| "loss": 4.4568, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.14730116024886497, |
| "grad_norm": 19.678207397460938, |
| "learning_rate": 2.304527129863424e-05, |
| "loss": 4.6754, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.147525362928087, |
| "grad_norm": 18.28265380859375, |
| "learning_rate": 2.280411359249668e-05, |
| "loss": 5.6574, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.147749565607309, |
| "grad_norm": 21.92487144470215, |
| "learning_rate": 2.2564061840707495e-05, |
| "loss": 5.963, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.14797376828653103, |
| "grad_norm": 18.841936111450195, |
| "learning_rate": 2.2325119482391467e-05, |
| "loss": 4.6698, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.14819797096575305, |
| "grad_norm": 24.1785888671875, |
| "learning_rate": 2.2087289940779343e-05, |
| "loss": 4.9855, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.14842217364497506, |
| "grad_norm": 27.727842330932617, |
| "learning_rate": 2.185057662315918e-05, |
| "loss": 4.5906, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.14864637632419708, |
| "grad_norm": 23.20339584350586, |
| "learning_rate": 2.1614982920827243e-05, |
| "loss": 6.2734, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.1488705790034191, |
| "grad_norm": 20.77604103088379, |
| "learning_rate": 2.1380512209039528e-05, |
| "loss": 5.4142, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.14909478168264112, |
| "grad_norm": 17.60061264038086, |
| "learning_rate": 2.1147167846963422e-05, |
| "loss": 4.7253, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.1493189843618631, |
| "grad_norm": 22.97295570373535, |
| "learning_rate": 2.0914953177629548e-05, |
| "loss": 5.2381, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.14954318704108513, |
| "grad_norm": 22.554210662841797, |
| "learning_rate": 2.068387152788387e-05, |
| "loss": 6.0115, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.14976738972030715, |
| "grad_norm": 21.26241111755371, |
| "learning_rate": 2.0453926208340003e-05, |
| "loss": 5.478, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.14999159239952917, |
| "grad_norm": 20.66257667541504, |
| "learning_rate": 2.022512051333194e-05, |
| "loss": 4.612, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.15021579507875119, |
| "grad_norm": 19.70685386657715, |
| "learning_rate": 1.999745772086655e-05, |
| "loss": 4.9599, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.1504399977579732, |
| "grad_norm": 26.438993453979492, |
| "learning_rate": 1.9770941092576957e-05, |
| "loss": 5.5394, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.15066420043719522, |
| "grad_norm": 21.639663696289062, |
| "learning_rate": 1.954557387367557e-05, |
| "loss": 5.4367, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.15088840311641724, |
| "grad_norm": 22.100404739379883, |
| "learning_rate": 1.9321359292907702e-05, |
| "loss": 4.752, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.15111260579563926, |
| "grad_norm": 22.1474609375, |
| "learning_rate": 1.9098300562505266e-05, |
| "loss": 5.8638, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.15133680847486128, |
| "grad_norm": 21.754880905151367, |
| "learning_rate": 1.8876400878140775e-05, |
| "loss": 6.0006, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.1515610111540833, |
| "grad_norm": 23.35997772216797, |
| "learning_rate": 1.8655663418881584e-05, |
| "loss": 5.747, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.15178521383330532, |
| "grad_norm": 23.37889862060547, |
| "learning_rate": 1.8436091347144246e-05, |
| "loss": 5.6658, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.15200941651252733, |
| "grad_norm": 20.867919921875, |
| "learning_rate": 1.821768780864943e-05, |
| "loss": 5.361, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.15223361919174935, |
| "grad_norm": 23.53054428100586, |
| "learning_rate": 1.800045593237647e-05, |
| "loss": 4.6283, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.15245782187097137, |
| "grad_norm": 23.494352340698242, |
| "learning_rate": 1.7784398830519e-05, |
| "loss": 5.8744, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.15268202455019336, |
| "grad_norm": 22.587251663208008, |
| "learning_rate": 1.756951959844e-05, |
| "loss": 5.4523, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.15290622722941538, |
| "grad_norm": 17.89064598083496, |
| "learning_rate": 1.7355821314627564e-05, |
| "loss": 5.0034, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.1531304299086374, |
| "grad_norm": 18.07319450378418, |
| "learning_rate": 1.7143307040650925e-05, |
| "loss": 4.5609, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.15335463258785942, |
| "grad_norm": 21.48870277404785, |
| "learning_rate": 1.6931979821116418e-05, |
| "loss": 5.856, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.15357883526708144, |
| "grad_norm": 21.086912155151367, |
| "learning_rate": 1.672184268362391e-05, |
| "loss": 6.766, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.15380303794630346, |
| "grad_norm": 32.47789764404297, |
| "learning_rate": 1.6512898638723497e-05, |
| "loss": 7.0383, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.15402724062552547, |
| "grad_norm": 21.27094268798828, |
| "learning_rate": 1.630515067987226e-05, |
| "loss": 5.9264, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.1542514433047475, |
| "grad_norm": 19.915559768676758, |
| "learning_rate": 1.6098601783391487e-05, |
| "loss": 4.8138, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.1544756459839695, |
| "grad_norm": 23.522571563720703, |
| "learning_rate": 1.5893254908423937e-05, |
| "loss": 6.6535, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.15469984866319153, |
| "grad_norm": 20.69404411315918, |
| "learning_rate": 1.5689112996891576e-05, |
| "loss": 5.4047, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.15492405134241355, |
| "grad_norm": 23.54074478149414, |
| "learning_rate": 1.54861789734532e-05, |
| "loss": 6.3867, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.15514825402163557, |
| "grad_norm": 20.078887939453125, |
| "learning_rate": 1.5284455745462834e-05, |
| "loss": 5.5896, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.1553724567008576, |
| "grad_norm": 35.8402214050293, |
| "learning_rate": 1.5083946202927824e-05, |
| "loss": 5.9376, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.1555966593800796, |
| "grad_norm": 25.986631393432617, |
| "learning_rate": 1.4884653218467571e-05, |
| "loss": 5.6991, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.1558208620593016, |
| "grad_norm": 24.970338821411133, |
| "learning_rate": 1.4686579647272336e-05, |
| "loss": 5.1928, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.15604506473852361, |
| "grad_norm": 20.593162536621094, |
| "learning_rate": 1.4489728327062324e-05, |
| "loss": 6.0861, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.15626926741774563, |
| "grad_norm": 18.517578125, |
| "learning_rate": 1.4294102078047055e-05, |
| "loss": 4.7358, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.15649347009696765, |
| "grad_norm": 25.674867630004883, |
| "learning_rate": 1.4099703702884936e-05, |
| "loss": 5.4883, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.15671767277618967, |
| "grad_norm": 22.630355834960938, |
| "learning_rate": 1.3906535986643176e-05, |
| "loss": 6.5656, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.1569418754554117, |
| "grad_norm": 23.504121780395508, |
| "learning_rate": 1.3714601696757712e-05, |
| "loss": 4.8455, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1569418754554117, |
| "eval_loss": 0.6763755083084106, |
| "eval_runtime": 704.0814, |
| "eval_samples_per_second": 7.101, |
| "eval_steps_per_second": 1.775, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1571660781346337, |
| "grad_norm": 17.464059829711914, |
| "learning_rate": 1.3523903582993802e-05, |
| "loss": 4.1927, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.15739028081385573, |
| "grad_norm": 29.14423370361328, |
| "learning_rate": 1.3334444377406452e-05, |
| "loss": 4.8531, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.15761448349307774, |
| "grad_norm": 27.413551330566406, |
| "learning_rate": 1.3146226794301308e-05, |
| "loss": 6.404, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.15783868617229976, |
| "grad_norm": 22.853195190429688, |
| "learning_rate": 1.2959253530195836e-05, |
| "loss": 6.3591, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.15806288885152178, |
| "grad_norm": 24.609758377075195, |
| "learning_rate": 1.2773527263780626e-05, |
| "loss": 6.2113, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.1582870915307438, |
| "grad_norm": 17.840225219726562, |
| "learning_rate": 1.258905065588103e-05, |
| "loss": 5.1799, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.15851129420996582, |
| "grad_norm": 24.535961151123047, |
| "learning_rate": 1.2405826349419014e-05, |
| "loss": 6.9593, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.15873549688918784, |
| "grad_norm": 21.303930282592773, |
| "learning_rate": 1.2223856969375447e-05, |
| "loss": 5.7239, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.15895969956840983, |
| "grad_norm": 18.86540985107422, |
| "learning_rate": 1.204314512275222e-05, |
| "loss": 4.5541, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.15918390224763185, |
| "grad_norm": 20.743549346923828, |
| "learning_rate": 1.1863693398535114e-05, |
| "loss": 4.3984, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.15940810492685387, |
| "grad_norm": 16.585433959960938, |
| "learning_rate": 1.1685504367656708e-05, |
| "loss": 4.152, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.15963230760607588, |
| "grad_norm": 17.64556121826172, |
| "learning_rate": 1.1508580582959349e-05, |
| "loss": 5.0378, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.1598565102852979, |
| "grad_norm": 21.019289016723633, |
| "learning_rate": 1.1332924579158844e-05, |
| "loss": 5.7912, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.16008071296451992, |
| "grad_norm": 22.718141555786133, |
| "learning_rate": 1.1158538872807933e-05, |
| "loss": 4.9146, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.16030491564374194, |
| "grad_norm": 19.91853141784668, |
| "learning_rate": 1.0985425962260343e-05, |
| "loss": 5.2793, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.16052911832296396, |
| "grad_norm": 20.126068115234375, |
| "learning_rate": 1.0813588327634961e-05, |
| "loss": 5.3933, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.16075332100218598, |
| "grad_norm": 17.833492279052734, |
| "learning_rate": 1.0643028430780321e-05, |
| "loss": 5.862, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.160977523681408, |
| "grad_norm": 21.44814682006836, |
| "learning_rate": 1.0473748715239307e-05, |
| "loss": 5.0073, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.16120172636063002, |
| "grad_norm": 34.42757797241211, |
| "learning_rate": 1.0305751606214165e-05, |
| "loss": 6.054, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.16142592903985203, |
| "grad_norm": 23.04239845275879, |
| "learning_rate": 1.01390395105318e-05, |
| "loss": 5.0589, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.16165013171907405, |
| "grad_norm": 19.779869079589844, |
| "learning_rate": 9.973614816609134e-06, |
| "loss": 4.9394, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.16187433439829607, |
| "grad_norm": 20.95168685913086, |
| "learning_rate": 9.809479894419149e-06, |
| "loss": 5.9849, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.1620985370775181, |
| "grad_norm": 18.874919891357422, |
| "learning_rate": 9.64663709545668e-06, |
| "loss": 5.3649, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.16232273975674008, |
| "grad_norm": 21.936359405517578, |
| "learning_rate": 9.485088752704885e-06, |
| "loss": 5.5805, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.1625469424359621, |
| "grad_norm": 18.574678421020508, |
| "learning_rate": 9.324837180601741e-06, |
| "loss": 5.1718, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.16277114511518412, |
| "grad_norm": 22.13988494873047, |
| "learning_rate": 9.16588467500693e-06, |
| "loss": 4.9631, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.16299534779440614, |
| "grad_norm": 24.813552856445312, |
| "learning_rate": 9.00823351316893e-06, |
| "loss": 7.4014, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.16321955047362816, |
| "grad_norm": 20.954450607299805, |
| "learning_rate": 8.851885953692374e-06, |
| "loss": 5.6645, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.16344375315285017, |
| "grad_norm": 24.260345458984375, |
| "learning_rate": 8.696844236505785e-06, |
| "loss": 6.0885, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.1636679558320722, |
| "grad_norm": 16.782711029052734, |
| "learning_rate": 8.543110582829272e-06, |
| "loss": 4.7633, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1638921585112942, |
| "grad_norm": 22.205764770507812, |
| "learning_rate": 8.390687195142976e-06, |
| "loss": 6.4541, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.16411636119051623, |
| "grad_norm": 23.03707504272461, |
| "learning_rate": 8.239576257155334e-06, |
| "loss": 6.2898, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.16434056386973825, |
| "grad_norm": 21.541229248046875, |
| "learning_rate": 8.08977993377179e-06, |
| "loss": 5.4384, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.16456476654896027, |
| "grad_norm": 19.305002212524414, |
| "learning_rate": 7.941300371063953e-06, |
| "loss": 5.3608, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.16478896922818229, |
| "grad_norm": 21.94698715209961, |
| "learning_rate": 7.794139696238645e-06, |
| "loss": 4.6532, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.1650131719074043, |
| "grad_norm": 24.42323875427246, |
| "learning_rate": 7.648300017607534e-06, |
| "loss": 6.2168, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.16523737458662632, |
| "grad_norm": 24.0242862701416, |
| "learning_rate": 7.503783424556921e-06, |
| "loss": 6.0142, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.16546157726584831, |
| "grad_norm": 24.67715835571289, |
| "learning_rate": 7.360591987517762e-06, |
| "loss": 5.8524, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.16568577994507033, |
| "grad_norm": 27.904277801513672, |
| "learning_rate": 7.218727757936072e-06, |
| "loss": 6.7371, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.16590998262429235, |
| "grad_norm": 28.693052291870117, |
| "learning_rate": 7.078192768243486e-06, |
| "loss": 5.7872, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.16613418530351437, |
| "grad_norm": 18.160999298095703, |
| "learning_rate": 6.938989031828158e-06, |
| "loss": 4.8216, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.1663583879827364, |
| "grad_norm": 20.71692657470703, |
| "learning_rate": 6.80111854300588e-06, |
| "loss": 5.8828, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.1665825906619584, |
| "grad_norm": 17.970312118530273, |
| "learning_rate": 6.664583276991632e-06, |
| "loss": 4.9622, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.16680679334118043, |
| "grad_norm": 17.666881561279297, |
| "learning_rate": 6.5293851898710625e-06, |
| "loss": 4.5903, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.16703099602040244, |
| "grad_norm": 19.885295867919922, |
| "learning_rate": 6.395526218572723e-06, |
| "loss": 4.6309, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.16725519869962446, |
| "grad_norm": 34.02397155761719, |
| "learning_rate": 6.2630082808401326e-06, |
| "loss": 5.8373, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.16747940137884648, |
| "grad_norm": 21.6878604888916, |
| "learning_rate": 6.131833275204346e-06, |
| "loss": 6.1094, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.1677036040580685, |
| "grad_norm": 22.30811309814453, |
| "learning_rate": 6.00200308095682e-06, |
| "loss": 5.3376, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.16792780673729052, |
| "grad_norm": 19.66021728515625, |
| "learning_rate": 5.873519558122398e-06, |
| "loss": 5.4078, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.16815200941651254, |
| "grad_norm": 22.715261459350586, |
| "learning_rate": 5.746384547432737e-06, |
| "loss": 5.7722, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.16837621209573456, |
| "grad_norm": 22.434223175048828, |
| "learning_rate": 5.62059987029987e-06, |
| "loss": 5.6441, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.16860041477495655, |
| "grad_norm": 20.73239517211914, |
| "learning_rate": 5.496167328790191e-06, |
| "loss": 5.8305, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.16882461745417857, |
| "grad_norm": 24.847457885742188, |
| "learning_rate": 5.373088705598539e-06, |
| "loss": 5.2978, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.16904882013340058, |
| "grad_norm": 24.094623565673828, |
| "learning_rate": 5.251365764022753e-06, |
| "loss": 6.3649, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.1692730228126226, |
| "grad_norm": 16.817514419555664, |
| "learning_rate": 5.131000247938367e-06, |
| "loss": 4.2946, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.16949722549184462, |
| "grad_norm": 20.853559494018555, |
| "learning_rate": 5.011993881773569e-06, |
| "loss": 5.0353, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.16972142817106664, |
| "grad_norm": 18.309139251708984, |
| "learning_rate": 4.8943483704846475e-06, |
| "loss": 4.1848, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.16994563085028866, |
| "grad_norm": 21.158802032470703, |
| "learning_rate": 4.778065399531395e-06, |
| "loss": 5.701, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.17016983352951068, |
| "grad_norm": 19.17043685913086, |
| "learning_rate": 4.663146634853066e-06, |
| "loss": 4.1309, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.1703940362087327, |
| "grad_norm": 23.388776779174805, |
| "learning_rate": 4.549593722844492e-06, |
| "loss": 6.9786, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.17061823888795472, |
| "grad_norm": 24.59539794921875, |
| "learning_rate": 4.4374082903324565e-06, |
| "loss": 5.1848, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.17084244156717673, |
| "grad_norm": 18.094505310058594, |
| "learning_rate": 4.326591944552438e-06, |
| "loss": 4.7266, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.17106664424639875, |
| "grad_norm": 19.991737365722656, |
| "learning_rate": 4.217146273125549e-06, |
| "loss": 5.66, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.17129084692562077, |
| "grad_norm": 15.988885879516602, |
| "learning_rate": 4.109072844035844e-06, |
| "loss": 5.0488, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.1715150496048428, |
| "grad_norm": 23.391151428222656, |
| "learning_rate": 4.002373205607723e-06, |
| "loss": 6.4711, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.1717392522840648, |
| "grad_norm": 18.88915252685547, |
| "learning_rate": 3.8970488864839334e-06, |
| "loss": 4.3944, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.1719634549632868, |
| "grad_norm": 20.485437393188477, |
| "learning_rate": 3.793101395603538e-06, |
| "loss": 4.9093, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.17218765764250882, |
| "grad_norm": 20.99871253967285, |
| "learning_rate": 3.690532222180343e-06, |
| "loss": 5.1244, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.17241186032173084, |
| "grad_norm": 20.934389114379883, |
| "learning_rate": 3.5893428356815305e-06, |
| "loss": 6.1606, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.17263606300095286, |
| "grad_norm": 19.51573944091797, |
| "learning_rate": 3.4895346858066724e-06, |
| "loss": 6.6947, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.17286026568017487, |
| "grad_norm": 23.768095016479492, |
| "learning_rate": 3.391109202466902e-06, |
| "loss": 5.4587, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.1730844683593969, |
| "grad_norm": 17.845165252685547, |
| "learning_rate": 3.2940677957644215e-06, |
| "loss": 4.4819, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.1733086710386189, |
| "grad_norm": 23.525239944458008, |
| "learning_rate": 3.198411855972383e-06, |
| "loss": 6.3551, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.17353287371784093, |
| "grad_norm": 22.363983154296875, |
| "learning_rate": 3.104142753514849e-06, |
| "loss": 5.6637, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.17375707639706295, |
| "grad_norm": 25.35832977294922, |
| "learning_rate": 3.011261838947277e-06, |
| "loss": 5.7324, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.17398127907628497, |
| "grad_norm": 19.995059967041016, |
| "learning_rate": 2.9197704429370977e-06, |
| "loss": 5.8189, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.17420548175550699, |
| "grad_norm": 26.196189880371094, |
| "learning_rate": 2.829669876244612e-06, |
| "loss": 6.4094, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.174429684434729, |
| "grad_norm": 19.736299514770508, |
| "learning_rate": 2.7409614297043806e-06, |
| "loss": 4.646, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.17465388711395102, |
| "grad_norm": 19.328908920288086, |
| "learning_rate": 2.653646374206531e-06, |
| "loss": 4.9906, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.17487808979317304, |
| "grad_norm": 21.524703979492188, |
| "learning_rate": 2.5677259606786684e-06, |
| "loss": 4.8527, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.17510229247239503, |
| "grad_norm": 29.646650314331055, |
| "learning_rate": 2.4832014200679154e-06, |
| "loss": 5.4337, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.17532649515161705, |
| "grad_norm": 16.199634552001953, |
| "learning_rate": 2.4000739633233347e-06, |
| "loss": 4.5125, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.17555069783083907, |
| "grad_norm": 26.15324592590332, |
| "learning_rate": 2.3183447813784675e-06, |
| "loss": 5.4434, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.1757749005100611, |
| "grad_norm": 19.42137908935547, |
| "learning_rate": 2.238015045134334e-06, |
| "loss": 5.3454, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.1759991031892831, |
| "grad_norm": 23.827497482299805, |
| "learning_rate": 2.159085905442737e-06, |
| "loss": 4.9064, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.17622330586850513, |
| "grad_norm": 26.336322784423828, |
| "learning_rate": 2.0815584930895972e-06, |
| "loss": 5.8808, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.17644750854772714, |
| "grad_norm": 26.243711471557617, |
| "learning_rate": 2.005433918778932e-06, |
| "loss": 6.577, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.17667171122694916, |
| "grad_norm": 19.906051635742188, |
| "learning_rate": 1.9307132731168352e-06, |
| "loss": 4.7513, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.17689591390617118, |
| "grad_norm": 25.034526824951172, |
| "learning_rate": 1.857397626595858e-06, |
| "loss": 6.6842, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.1771201165853932, |
| "grad_norm": 27.034914016723633, |
| "learning_rate": 1.7854880295797405e-06, |
| "loss": 4.7402, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.17734431926461522, |
| "grad_norm": 22.93828773498535, |
| "learning_rate": 1.7149855122882697e-06, |
| "loss": 6.1336, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.17756852194383724, |
| "grad_norm": 25.48733901977539, |
| "learning_rate": 1.6458910847826026e-06, |
| "loss": 6.2911, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.17779272462305926, |
| "grad_norm": 22.997356414794922, |
| "learning_rate": 1.5782057369507553e-06, |
| "loss": 5.1654, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.17801692730228127, |
| "grad_norm": 63.839019775390625, |
| "learning_rate": 1.5119304384934252e-06, |
| "loss": 6.0289, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.17824112998150327, |
| "grad_norm": 22.060945510864258, |
| "learning_rate": 1.4470661389100804e-06, |
| "loss": 5.6594, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.17846533266072528, |
| "grad_norm": 23.791778564453125, |
| "learning_rate": 1.3836137674854255e-06, |
| "loss": 5.7247, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.1786895353399473, |
| "grad_norm": 21.986122131347656, |
| "learning_rate": 1.3215742332759794e-06, |
| "loss": 5.6769, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.17891373801916932, |
| "grad_norm": 22.307109832763672, |
| "learning_rate": 1.2609484250971749e-06, |
| "loss": 4.5753, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.17913794069839134, |
| "grad_norm": 23.080142974853516, |
| "learning_rate": 1.2017372115104897e-06, |
| "loss": 4.6565, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.17936214337761336, |
| "grad_norm": 20.82977294921875, |
| "learning_rate": 1.143941440811147e-06, |
| "loss": 6.4455, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.17936214337761336, |
| "eval_loss": 0.6719141602516174, |
| "eval_runtime": 703.9162, |
| "eval_samples_per_second": 7.103, |
| "eval_steps_per_second": 1.776, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.17958634605683538, |
| "grad_norm": 19.657085418701172, |
| "learning_rate": 1.0875619410158466e-06, |
| "loss": 5.0619, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.1798105487360574, |
| "grad_norm": 24.48300552368164, |
| "learning_rate": 1.0325995198509409e-06, |
| "loss": 5.3917, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.18003475141527941, |
| "grad_norm": 25.84073257446289, |
| "learning_rate": 9.79054964740911e-07, |
| "loss": 6.3349, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.18025895409450143, |
| "grad_norm": 19.521461486816406, |
| "learning_rate": 9.269290427969868e-07, |
| "loss": 5.3057, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.18048315677372345, |
| "grad_norm": 19.728517532348633, |
| "learning_rate": 8.762225008062674e-07, |
| "loss": 5.8634, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.18070735945294547, |
| "grad_norm": 25.107593536376953, |
| "learning_rate": 8.26936065220929e-07, |
| "loss": 5.9684, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.1809315621321675, |
| "grad_norm": 17.90251350402832, |
| "learning_rate": 7.790704421478557e-07, |
| "loss": 5.985, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.1811557648113895, |
| "grad_norm": 22.126991271972656, |
| "learning_rate": 7.326263173385584e-07, |
| "loss": 6.9228, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.18137996749061153, |
| "grad_norm": 16.79656219482422, |
| "learning_rate": 6.876043561792833e-07, |
| "loss": 4.2164, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.18160417016983352, |
| "grad_norm": 22.026958465576172, |
| "learning_rate": 6.440052036815081e-07, |
| "loss": 4.9016, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.18182837284905554, |
| "grad_norm": 20.559688568115234, |
| "learning_rate": 6.018294844727379e-07, |
| "loss": 5.5734, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.18205257552827755, |
| "grad_norm": 18.942420959472656, |
| "learning_rate": 5.610778027874908e-07, |
| "loss": 6.43, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.18227677820749957, |
| "grad_norm": 27.4383487701416, |
| "learning_rate": 5.217507424586821e-07, |
| "loss": 6.8845, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.1825009808867216, |
| "grad_norm": 20.704374313354492, |
| "learning_rate": 4.838488669092534e-07, |
| "loss": 4.8365, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.1827251835659436, |
| "grad_norm": 20.487905502319336, |
| "learning_rate": 4.4737271914411236e-07, |
| "loss": 5.5389, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.18294938624516563, |
| "grad_norm": 16.155847549438477, |
| "learning_rate": 4.123228217422948e-07, |
| "loss": 4.7872, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.18317358892438765, |
| "grad_norm": 18.14055061340332, |
| "learning_rate": 3.7869967684958094e-07, |
| "loss": 4.47, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.18339779160360967, |
| "grad_norm": 19.095409393310547, |
| "learning_rate": 3.465037661712134e-07, |
| "loss": 5.2683, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.18362199428283169, |
| "grad_norm": 17.58683204650879, |
| "learning_rate": 3.1573555096501283e-07, |
| "loss": 4.5046, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.1838461969620537, |
| "grad_norm": 21.264097213745117, |
| "learning_rate": 2.86395472034795e-07, |
| "loss": 4.7536, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.18407039964127572, |
| "grad_norm": 29.956212997436523, |
| "learning_rate": 2.584839497240643e-07, |
| "loss": 5.5639, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.18429460232049774, |
| "grad_norm": 20.462013244628906, |
| "learning_rate": 2.3200138390993e-07, |
| "loss": 5.3594, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.18451880499971976, |
| "grad_norm": 19.466388702392578, |
| "learning_rate": 2.0694815399744382e-07, |
| "loss": 4.7252, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.18474300767894175, |
| "grad_norm": 26.671998977661133, |
| "learning_rate": 1.83324618914138e-07, |
| "loss": 6.32, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.18496721035816377, |
| "grad_norm": 19.42584991455078, |
| "learning_rate": 1.611311171048735e-07, |
| "loss": 5.2526, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.1851914130373858, |
| "grad_norm": 22.554855346679688, |
| "learning_rate": 1.4036796652701078e-07, |
| "loss": 5.9256, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.1854156157166078, |
| "grad_norm": 27.299381256103516, |
| "learning_rate": 1.210354646458245e-07, |
| "loss": 6.5492, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.18563981839582983, |
| "grad_norm": 20.90965461730957, |
| "learning_rate": 1.031338884302846e-07, |
| "loss": 5.4951, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.18586402107505184, |
| "grad_norm": 18.577083587646484, |
| "learning_rate": 8.666349434907073e-08, |
| "loss": 4.8877, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.18608822375427386, |
| "grad_norm": 29.57434844970703, |
| "learning_rate": 7.162451836685291e-08, |
| "loss": 5.4505, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.18631242643349588, |
| "grad_norm": 23.074634552001953, |
| "learning_rate": 5.8017175941005306e-08, |
| "loss": 5.665, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.1865366291127179, |
| "grad_norm": 24.548385620117188, |
| "learning_rate": 4.584166201841988e-08, |
| "loss": 6.4309, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.18676083179193992, |
| "grad_norm": 20.029640197753906, |
| "learning_rate": 3.5098151032786355e-08, |
| "loss": 4.898, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.18698503447116194, |
| "grad_norm": 24.034183502197266, |
| "learning_rate": 2.578679690204977e-08, |
| "loss": 6.2501, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.18720923715038396, |
| "grad_norm": 22.116565704345703, |
| "learning_rate": 1.7907733026223394e-08, |
| "loss": 6.8203, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.18743343982960597, |
| "grad_norm": 23.31262969970703, |
| "learning_rate": 1.1461072285490204e-08, |
| "loss": 5.2235, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.187657642508828, |
| "grad_norm": 22.740686416625977, |
| "learning_rate": 6.446907038559769e-09, |
| "loss": 6.2609, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.18788184518804998, |
| "grad_norm": 22.737079620361328, |
| "learning_rate": 2.865309121358184e-09, |
| "loss": 5.1502, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.188106047867272, |
| "grad_norm": 17.123003005981445, |
| "learning_rate": 7.163298459844647e-10, |
| "loss": 4.7196, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.18833025054649402, |
| "grad_norm": 23.188678741455078, |
| "learning_rate": 0.0, |
| "loss": 5.843, |
| "step": 840 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 840, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 2, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3625178213987123e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
