| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0006863417982155, |
| "eval_steps": 183, |
| "global_step": 729, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0013726835964310226, |
| "grad_norm": 0.12426900863647461, |
| "learning_rate": 2e-05, |
| "loss": 11.9392, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0013726835964310226, |
| "eval_loss": 11.93996810913086, |
| "eval_runtime": 5.7809, |
| "eval_samples_per_second": 53.106, |
| "eval_steps_per_second": 26.639, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002745367192862045, |
| "grad_norm": 0.15391407907009125, |
| "learning_rate": 4e-05, |
| "loss": 11.941, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.004118050789293068, |
| "grad_norm": 0.14700670540332794, |
| "learning_rate": 6e-05, |
| "loss": 11.9379, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00549073438572409, |
| "grad_norm": 0.1465931236743927, |
| "learning_rate": 8e-05, |
| "loss": 11.9431, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0068634179821551134, |
| "grad_norm": 0.12630712985992432, |
| "learning_rate": 0.0001, |
| "loss": 11.9393, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.008236101578586136, |
| "grad_norm": 0.11130033433437347, |
| "learning_rate": 0.00012, |
| "loss": 11.9395, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.009608785175017159, |
| "grad_norm": 0.15988704562187195, |
| "learning_rate": 0.00014, |
| "loss": 11.9414, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.01098146877144818, |
| "grad_norm": 0.17251446843147278, |
| "learning_rate": 0.00016, |
| "loss": 11.9367, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.012354152367879203, |
| "grad_norm": 0.17333297431468964, |
| "learning_rate": 0.00018, |
| "loss": 11.9366, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.013726835964310227, |
| "grad_norm": 0.16633690893650055, |
| "learning_rate": 0.0002, |
| "loss": 11.9369, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.015099519560741249, |
| "grad_norm": 0.18172132968902588, |
| "learning_rate": 0.00019999904542231437, |
| "loss": 11.9369, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.016472203157172273, |
| "grad_norm": 0.15586017072200775, |
| "learning_rate": 0.00019999618170748185, |
| "loss": 11.9354, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.017844886753603295, |
| "grad_norm": 0.1400829553604126, |
| "learning_rate": 0.00019999140891017515, |
| "loss": 11.9393, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.019217570350034317, |
| "grad_norm": 0.17443197965621948, |
| "learning_rate": 0.00019998472712151445, |
| "loss": 11.9317, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02059025394646534, |
| "grad_norm": 0.170183002948761, |
| "learning_rate": 0.00019997613646906544, |
| "loss": 11.9317, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.02196293754289636, |
| "grad_norm": 0.15298596024513245, |
| "learning_rate": 0.00019996563711683704, |
| "loss": 11.9337, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.023335621139327384, |
| "grad_norm": 0.21108807623386383, |
| "learning_rate": 0.0001999532292652782, |
| "loss": 11.9314, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.024708304735758406, |
| "grad_norm": 0.1755567044019699, |
| "learning_rate": 0.0001999389131512741, |
| "loss": 11.9292, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.02608098833218943, |
| "grad_norm": 0.17922461032867432, |
| "learning_rate": 0.00019992268904814154, |
| "loss": 11.9278, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.027453671928620454, |
| "grad_norm": 0.1917058229446411, |
| "learning_rate": 0.0001999045572656239, |
| "loss": 11.9222, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.028826355525051476, |
| "grad_norm": 0.17558994889259338, |
| "learning_rate": 0.00019988451814988508, |
| "loss": 11.926, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.030199039121482498, |
| "grad_norm": 0.17954769730567932, |
| "learning_rate": 0.00019986257208350297, |
| "loss": 11.9252, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.031571722717913524, |
| "grad_norm": 0.2029019296169281, |
| "learning_rate": 0.00019983871948546197, |
| "loss": 11.9264, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.032944406314344546, |
| "grad_norm": 0.19445061683654785, |
| "learning_rate": 0.00019981296081114533, |
| "loss": 11.9316, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03431708991077557, |
| "grad_norm": 0.21618248522281647, |
| "learning_rate": 0.00019978529655232614, |
| "loss": 11.9243, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03568977350720659, |
| "grad_norm": 0.2127622812986374, |
| "learning_rate": 0.00019975572723715808, |
| "loss": 11.9217, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03706245710363761, |
| "grad_norm": 0.20592772960662842, |
| "learning_rate": 0.0001997242534301653, |
| "loss": 11.9216, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.038435140700068635, |
| "grad_norm": 0.2584678828716278, |
| "learning_rate": 0.0001996908757322317, |
| "loss": 11.9248, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03980782429649966, |
| "grad_norm": 0.18628503382205963, |
| "learning_rate": 0.00019965559478058936, |
| "loss": 11.9185, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.04118050789293068, |
| "grad_norm": 0.20543931424617767, |
| "learning_rate": 0.00019961841124880656, |
| "loss": 11.9147, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0425531914893617, |
| "grad_norm": 0.20118039846420288, |
| "learning_rate": 0.00019957932584677458, |
| "loss": 11.913, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04392587508579272, |
| "grad_norm": 0.23247000575065613, |
| "learning_rate": 0.0001995383393206945, |
| "loss": 11.913, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.045298558682223745, |
| "grad_norm": 0.22955426573753357, |
| "learning_rate": 0.00019949545245306284, |
| "loss": 11.9075, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04667124227865477, |
| "grad_norm": 0.21641875803470612, |
| "learning_rate": 0.00019945066606265644, |
| "loss": 11.9108, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04804392587508579, |
| "grad_norm": 0.22838172316551208, |
| "learning_rate": 0.0001994039810045172, |
| "loss": 11.9075, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04941660947151681, |
| "grad_norm": 0.19670434296131134, |
| "learning_rate": 0.0001993553981699353, |
| "loss": 11.908, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.05078929306794784, |
| "grad_norm": 0.18641501665115356, |
| "learning_rate": 0.0001993049184864326, |
| "loss": 11.9093, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.05216197666437886, |
| "grad_norm": 0.2108536809682846, |
| "learning_rate": 0.00019925254291774467, |
| "loss": 11.9037, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.053534660260809885, |
| "grad_norm": 0.21862748265266418, |
| "learning_rate": 0.00019919827246380254, |
| "loss": 11.9086, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.05490734385724091, |
| "grad_norm": 0.23647962510585785, |
| "learning_rate": 0.0001991421081607134, |
| "loss": 11.8956, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05628002745367193, |
| "grad_norm": 0.21775788068771362, |
| "learning_rate": 0.00019908405108074115, |
| "loss": 11.9008, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.05765271105010295, |
| "grad_norm": 0.17681896686553955, |
| "learning_rate": 0.0001990241023322856, |
| "loss": 11.8996, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.059025394646533974, |
| "grad_norm": 0.18686862289905548, |
| "learning_rate": 0.0001989622630598615, |
| "loss": 11.8959, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.060398078242964996, |
| "grad_norm": 0.18125468492507935, |
| "learning_rate": 0.00019889853444407667, |
| "loss": 11.8999, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06177076183939602, |
| "grad_norm": 0.16852371394634247, |
| "learning_rate": 0.00019883291770160942, |
| "loss": 11.8969, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.06314344543582705, |
| "grad_norm": 0.1740746945142746, |
| "learning_rate": 0.00019876541408518525, |
| "loss": 11.8925, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06451612903225806, |
| "grad_norm": 0.16918331384658813, |
| "learning_rate": 0.00019869602488355311, |
| "loss": 11.8925, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.06588881262868909, |
| "grad_norm": 0.18698231875896454, |
| "learning_rate": 0.00019862475142146067, |
| "loss": 11.8912, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.06726149622512011, |
| "grad_norm": 0.14165130257606506, |
| "learning_rate": 0.00019855159505962906, |
| "loss": 11.8898, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.06863417982155114, |
| "grad_norm": 0.18952009081840515, |
| "learning_rate": 0.00019847655719472688, |
| "loss": 11.8931, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07000686341798215, |
| "grad_norm": 0.18649308383464813, |
| "learning_rate": 0.0001983996392593436, |
| "loss": 11.8932, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.07137954701441318, |
| "grad_norm": 0.15938010811805725, |
| "learning_rate": 0.00019832084272196205, |
| "loss": 11.8937, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0727522306108442, |
| "grad_norm": 0.1685921549797058, |
| "learning_rate": 0.00019824016908693063, |
| "loss": 11.8859, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.07412491420727522, |
| "grad_norm": 0.13382470607757568, |
| "learning_rate": 0.00019815761989443428, |
| "loss": 11.8921, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.07549759780370624, |
| "grad_norm": 0.1700589656829834, |
| "learning_rate": 0.00019807319672046546, |
| "loss": 11.8914, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.07687028140013727, |
| "grad_norm": 0.12859362363815308, |
| "learning_rate": 0.00019798690117679363, |
| "loss": 11.8826, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07824296499656828, |
| "grad_norm": 0.13061344623565674, |
| "learning_rate": 0.00019789873491093488, |
| "loss": 11.8803, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07961564859299931, |
| "grad_norm": 0.14022274315357208, |
| "learning_rate": 0.0001978086996061201, |
| "loss": 11.8821, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.08098833218943034, |
| "grad_norm": 0.14151659607887268, |
| "learning_rate": 0.00019771679698126325, |
| "loss": 11.8804, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.08236101578586136, |
| "grad_norm": 0.13014529645442963, |
| "learning_rate": 0.0001976230287909282, |
| "loss": 11.8886, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08373369938229239, |
| "grad_norm": 0.11433109641075134, |
| "learning_rate": 0.0001975273968252954, |
| "loss": 11.88, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0851063829787234, |
| "grad_norm": 0.10317821800708771, |
| "learning_rate": 0.00019742990291012763, |
| "loss": 11.883, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.08647906657515443, |
| "grad_norm": 0.10975924879312515, |
| "learning_rate": 0.00019733054890673518, |
| "loss": 11.8819, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.08785175017158545, |
| "grad_norm": 0.10527818650007248, |
| "learning_rate": 0.00019722933671194044, |
| "loss": 11.8797, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08922443376801648, |
| "grad_norm": 0.11030714958906174, |
| "learning_rate": 0.0001971262682580414, |
| "loss": 11.8848, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.09059711736444749, |
| "grad_norm": 0.11362474411725998, |
| "learning_rate": 0.000197021345512775, |
| "loss": 11.8866, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.09196980096087852, |
| "grad_norm": 0.09350443631410599, |
| "learning_rate": 0.00019691457047927942, |
| "loss": 11.8875, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.09334248455730954, |
| "grad_norm": 0.09127534925937653, |
| "learning_rate": 0.00019680594519605598, |
| "loss": 11.8854, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.09471516815374056, |
| "grad_norm": 0.1676909178495407, |
| "learning_rate": 0.00019669547173693016, |
| "loss": 11.8777, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.09608785175017158, |
| "grad_norm": 0.1964801847934723, |
| "learning_rate": 0.0001965831522110119, |
| "loss": 11.8915, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09746053534660261, |
| "grad_norm": 0.09071249514818192, |
| "learning_rate": 0.0001964689887626554, |
| "loss": 11.8795, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.09883321894303362, |
| "grad_norm": 0.09599503129720688, |
| "learning_rate": 0.00019635298357141836, |
| "loss": 11.876, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.10020590253946465, |
| "grad_norm": 0.09588809311389923, |
| "learning_rate": 0.00019623513885202009, |
| "loss": 11.8826, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.10157858613589568, |
| "grad_norm": 0.09174149483442307, |
| "learning_rate": 0.00019611545685429936, |
| "loss": 11.8776, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.1029512697323267, |
| "grad_norm": 0.08322678506374359, |
| "learning_rate": 0.00019599393986317147, |
| "loss": 11.8807, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.10432395332875773, |
| "grad_norm": 0.10229012370109558, |
| "learning_rate": 0.0001958705901985846, |
| "loss": 11.8757, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.10569663692518874, |
| "grad_norm": 0.06439178436994553, |
| "learning_rate": 0.00019574541021547543, |
| "loss": 11.8795, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.10706932052161977, |
| "grad_norm": 0.09209667146205902, |
| "learning_rate": 0.0001956184023037244, |
| "loss": 11.8709, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.10844200411805079, |
| "grad_norm": 0.06752117723226547, |
| "learning_rate": 0.0001954895688881099, |
| "loss": 11.8713, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.10981468771448182, |
| "grad_norm": 0.06771890819072723, |
| "learning_rate": 0.00019535891242826193, |
| "loss": 11.8757, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11118737131091283, |
| "grad_norm": 0.08711472898721695, |
| "learning_rate": 0.00019522643541861534, |
| "loss": 11.8765, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.11256005490734386, |
| "grad_norm": 0.08603695780038834, |
| "learning_rate": 0.0001950921403883621, |
| "loss": 11.8766, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.11393273850377487, |
| "grad_norm": 0.11757806688547134, |
| "learning_rate": 0.00019495602990140295, |
| "loss": 11.876, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.1153054221002059, |
| "grad_norm": 0.08016417920589447, |
| "learning_rate": 0.00019481810655629862, |
| "loss": 11.8735, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.11667810569663692, |
| "grad_norm": 0.06960641592741013, |
| "learning_rate": 0.00019467837298622003, |
| "loss": 11.8722, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.11805078929306795, |
| "grad_norm": 0.19294872879981995, |
| "learning_rate": 0.00019453683185889813, |
| "loss": 11.882, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.11942347288949898, |
| "grad_norm": 0.06746194511651993, |
| "learning_rate": 0.00019439348587657292, |
| "loss": 11.8797, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.12079615648592999, |
| "grad_norm": 0.06025499850511551, |
| "learning_rate": 0.000194248337775942, |
| "loss": 11.8745, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.12216884008236102, |
| "grad_norm": 0.09767656028270721, |
| "learning_rate": 0.0001941013903281081, |
| "loss": 11.8778, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.12354152367879204, |
| "grad_norm": 0.06714902818202972, |
| "learning_rate": 0.0001939526463385263, |
| "loss": 11.8774, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.12491420727522307, |
| "grad_norm": 0.06299449503421783, |
| "learning_rate": 0.00019380210864695046, |
| "loss": 11.8752, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.1262868908716541, |
| "grad_norm": 0.06310763210058212, |
| "learning_rate": 0.000193649780127379, |
| "loss": 11.8633, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1276595744680851, |
| "grad_norm": 0.12164898961782455, |
| "learning_rate": 0.00019349566368800008, |
| "loss": 11.8805, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.12903225806451613, |
| "grad_norm": 0.06392519176006317, |
| "learning_rate": 0.00019333976227113597, |
| "loss": 11.8849, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.13040494166094715, |
| "grad_norm": 0.3137809932231903, |
| "learning_rate": 0.0001931820788531869, |
| "loss": 11.8796, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.13177762525737818, |
| "grad_norm": 0.0759703740477562, |
| "learning_rate": 0.00019302261644457436, |
| "loss": 11.8727, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.13315030885380919, |
| "grad_norm": 0.06472993642091751, |
| "learning_rate": 0.00019286137808968343, |
| "loss": 11.8806, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.13452299245024021, |
| "grad_norm": 0.048638857901096344, |
| "learning_rate": 0.00019269836686680486, |
| "loss": 11.874, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.13589567604667124, |
| "grad_norm": 0.05487414821982384, |
| "learning_rate": 0.00019253358588807617, |
| "loss": 11.8737, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.13726835964310227, |
| "grad_norm": 0.06676940619945526, |
| "learning_rate": 0.00019236703829942232, |
| "loss": 11.8732, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1386410432395333, |
| "grad_norm": 0.07496632635593414, |
| "learning_rate": 0.0001921987272804954, |
| "loss": 11.872, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.1400137268359643, |
| "grad_norm": 0.05305243656039238, |
| "learning_rate": 0.00019202865604461442, |
| "loss": 11.8684, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.14138641043239533, |
| "grad_norm": 0.0600728839635849, |
| "learning_rate": 0.00019185682783870345, |
| "loss": 11.8791, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.14275909402882636, |
| "grad_norm": 0.06627804785966873, |
| "learning_rate": 0.0001916832459432299, |
| "loss": 11.8749, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1441317776252574, |
| "grad_norm": 0.06302214413881302, |
| "learning_rate": 0.00019150791367214182, |
| "loss": 11.8802, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.1455044612216884, |
| "grad_norm": 0.06779801100492477, |
| "learning_rate": 0.0001913308343728048, |
| "loss": 11.8715, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.14687714481811942, |
| "grad_norm": 0.06826959550380707, |
| "learning_rate": 0.00019115201142593766, |
| "loss": 11.8743, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.14824982841455045, |
| "grad_norm": 0.05789699777960777, |
| "learning_rate": 0.00019097144824554838, |
| "loss": 11.8721, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.14962251201098148, |
| "grad_norm": 0.052860938012599945, |
| "learning_rate": 0.00019078914827886861, |
| "loss": 11.8698, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.15099519560741248, |
| "grad_norm": 0.08485618233680725, |
| "learning_rate": 0.00019060511500628794, |
| "loss": 11.8741, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1523678792038435, |
| "grad_norm": 0.0617874413728714, |
| "learning_rate": 0.00019041935194128744, |
| "loss": 11.8815, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.15374056280027454, |
| "grad_norm": 0.05202076584100723, |
| "learning_rate": 0.00019023186263037272, |
| "loss": 11.8794, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.15511324639670557, |
| "grad_norm": 0.057132866233587265, |
| "learning_rate": 0.00019004265065300597, |
| "loss": 11.8741, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.15648592999313657, |
| "grad_norm": 0.0608646459877491, |
| "learning_rate": 0.00018985171962153784, |
| "loss": 11.8781, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1578586135895676, |
| "grad_norm": 0.06439202278852463, |
| "learning_rate": 0.00018965907318113838, |
| "loss": 11.8757, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.15923129718599863, |
| "grad_norm": 0.08127442747354507, |
| "learning_rate": 0.00018946471500972742, |
| "loss": 11.8774, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.16060398078242966, |
| "grad_norm": 0.06560786068439484, |
| "learning_rate": 0.00018926864881790446, |
| "loss": 11.8735, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.16197666437886069, |
| "grad_norm": 0.08654055744409561, |
| "learning_rate": 0.00018907087834887777, |
| "loss": 11.8785, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1633493479752917, |
| "grad_norm": 0.07241109013557434, |
| "learning_rate": 0.0001888714073783928, |
| "loss": 11.8732, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.16472203157172272, |
| "grad_norm": 0.060276053845882416, |
| "learning_rate": 0.00018867023971466036, |
| "loss": 11.8691, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.16609471516815374, |
| "grad_norm": 0.056987207382917404, |
| "learning_rate": 0.00018846737919828366, |
| "loss": 11.8678, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.16746739876458477, |
| "grad_norm": 0.07115282118320465, |
| "learning_rate": 0.00018826282970218518, |
| "loss": 11.8785, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.16884008236101578, |
| "grad_norm": 0.0632084384560585, |
| "learning_rate": 0.0001880565951315326, |
| "loss": 11.8763, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1702127659574468, |
| "grad_norm": 0.06762745976448059, |
| "learning_rate": 0.0001878486794236643, |
| "loss": 11.8724, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.17158544955387783, |
| "grad_norm": 0.061610471457242966, |
| "learning_rate": 0.00018763908654801422, |
| "loss": 11.8863, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.17295813315030886, |
| "grad_norm": 0.05842393636703491, |
| "learning_rate": 0.00018742782050603594, |
| "loss": 11.8697, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.17433081674673986, |
| "grad_norm": 0.049179982393980026, |
| "learning_rate": 0.0001872148853311265, |
| "loss": 11.8731, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.1757035003431709, |
| "grad_norm": 0.06215394288301468, |
| "learning_rate": 0.0001870002850885492, |
| "loss": 11.8757, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.17707618393960192, |
| "grad_norm": 0.062263838946819305, |
| "learning_rate": 0.00018678402387535607, |
| "loss": 11.8764, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.17844886753603295, |
| "grad_norm": 0.04937192425131798, |
| "learning_rate": 0.00018656610582030975, |
| "loss": 11.8712, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.17982155113246398, |
| "grad_norm": 0.053982868790626526, |
| "learning_rate": 0.00018634653508380446, |
| "loss": 11.8735, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.18119423472889498, |
| "grad_norm": 0.05184934660792351, |
| "learning_rate": 0.0001861253158577867, |
| "loss": 11.877, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.182566918325326, |
| "grad_norm": 0.044332269579172134, |
| "learning_rate": 0.00018590245236567522, |
| "loss": 11.8775, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.18393960192175704, |
| "grad_norm": 0.05084150284528732, |
| "learning_rate": 0.0001856779488622803, |
| "loss": 11.8784, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.18531228551818807, |
| "grad_norm": 0.05342891812324524, |
| "learning_rate": 0.00018545180963372272, |
| "loss": 11.8792, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.18668496911461907, |
| "grad_norm": 0.07194491475820541, |
| "learning_rate": 0.00018522403899735168, |
| "loss": 11.8761, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1880576527110501, |
| "grad_norm": 0.04537937045097351, |
| "learning_rate": 0.00018499464130166247, |
| "loss": 11.875, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.18943033630748113, |
| "grad_norm": 0.05454617738723755, |
| "learning_rate": 0.00018476362092621358, |
| "loss": 11.8765, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.19080301990391216, |
| "grad_norm": 0.03788936883211136, |
| "learning_rate": 0.00018453098228154286, |
| "loss": 11.8742, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.19217570350034316, |
| "grad_norm": 0.0472179614007473, |
| "learning_rate": 0.00018429672980908355, |
| "loss": 11.8753, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1935483870967742, |
| "grad_norm": 0.05473068356513977, |
| "learning_rate": 0.00018406086798107926, |
| "loss": 11.8726, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.19492107069320522, |
| "grad_norm": 0.07129546999931335, |
| "learning_rate": 0.00018382340130049878, |
| "loss": 11.8674, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.19629375428963625, |
| "grad_norm": 0.045507531613111496, |
| "learning_rate": 0.00018358433430094997, |
| "loss": 11.8701, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.19766643788606725, |
| "grad_norm": 0.05205582454800606, |
| "learning_rate": 0.00018334367154659333, |
| "loss": 11.8732, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.19903912148249828, |
| "grad_norm": 0.05355400964617729, |
| "learning_rate": 0.00018310141763205472, |
| "loss": 11.878, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2004118050789293, |
| "grad_norm": 0.0636800080537796, |
| "learning_rate": 0.00018285757718233781, |
| "loss": 11.881, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.20178448867536034, |
| "grad_norm": 0.06575014442205429, |
| "learning_rate": 0.00018261215485273558, |
| "loss": 11.8778, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.20315717227179136, |
| "grad_norm": 0.04947839677333832, |
| "learning_rate": 0.00018236515532874166, |
| "loss": 11.8687, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.20452985586822237, |
| "grad_norm": 0.06563359498977661, |
| "learning_rate": 0.00018211658332596074, |
| "loss": 11.8722, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.2059025394646534, |
| "grad_norm": 0.05609511584043503, |
| "learning_rate": 0.0001818664435900185, |
| "loss": 11.8815, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.20727522306108442, |
| "grad_norm": 0.058956291526556015, |
| "learning_rate": 0.00018161474089647124, |
| "loss": 11.8752, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.20864790665751545, |
| "grad_norm": 0.05391540750861168, |
| "learning_rate": 0.00018136148005071438, |
| "loss": 11.8723, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.21002059025394645, |
| "grad_norm": 0.05465693399310112, |
| "learning_rate": 0.000181106665887891, |
| "loss": 11.8741, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.21139327385037748, |
| "grad_norm": 0.05131006985902786, |
| "learning_rate": 0.00018085030327279932, |
| "loss": 11.8709, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2127659574468085, |
| "grad_norm": 0.0529324933886528, |
| "learning_rate": 0.00018059239709980002, |
| "loss": 11.8749, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.21413864104323954, |
| "grad_norm": 0.04409215226769447, |
| "learning_rate": 0.00018033295229272269, |
| "loss": 11.8735, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.21551132463967054, |
| "grad_norm": 0.06534354388713837, |
| "learning_rate": 0.00018007197380477173, |
| "loss": 11.8689, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.21688400823610157, |
| "grad_norm": 0.07115907967090607, |
| "learning_rate": 0.000179809466618432, |
| "loss": 11.8746, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2182566918325326, |
| "grad_norm": 0.06483007222414017, |
| "learning_rate": 0.00017954543574537354, |
| "loss": 11.8727, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.21962937542896363, |
| "grad_norm": 0.041931964457035065, |
| "learning_rate": 0.0001792798862263559, |
| "loss": 11.8768, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.22100205902539466, |
| "grad_norm": 0.05993116647005081, |
| "learning_rate": 0.0001790128231311321, |
| "loss": 11.8662, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.22237474262182566, |
| "grad_norm": 0.048656027764081955, |
| "learning_rate": 0.00017874425155835146, |
| "loss": 11.8742, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2237474262182567, |
| "grad_norm": 0.05570092424750328, |
| "learning_rate": 0.00017847417663546263, |
| "loss": 11.8734, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.22512010981468772, |
| "grad_norm": 0.06121096387505531, |
| "learning_rate": 0.00017820260351861545, |
| "loss": 11.8728, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.22649279341111875, |
| "grad_norm": 0.053557250648736954, |
| "learning_rate": 0.00017792953739256278, |
| "loss": 11.8728, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.22786547700754975, |
| "grad_norm": 0.045362453907728195, |
| "learning_rate": 0.00017765498347056116, |
| "loss": 11.8695, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.22923816060398078, |
| "grad_norm": 0.048636481165885925, |
| "learning_rate": 0.00017737894699427153, |
| "loss": 11.873, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2306108442004118, |
| "grad_norm": 0.056188683956861496, |
| "learning_rate": 0.00017710143323365914, |
| "loss": 11.8721, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.23198352779684284, |
| "grad_norm": 0.05750415474176407, |
| "learning_rate": 0.00017682244748689282, |
| "loss": 11.8713, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.23335621139327384, |
| "grad_norm": 0.049127861857414246, |
| "learning_rate": 0.00017654199508024396, |
| "loss": 11.8698, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.23472889498970487, |
| "grad_norm": 0.08914045244455338, |
| "learning_rate": 0.00017626008136798475, |
| "loss": 11.8751, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2361015785861359, |
| "grad_norm": 0.07911531627178192, |
| "learning_rate": 0.00017597671173228595, |
| "loss": 11.8741, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.23747426218256693, |
| "grad_norm": 0.047369591891765594, |
| "learning_rate": 0.00017569189158311423, |
| "loss": 11.868, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.23884694577899795, |
| "grad_norm": 0.06512489914894104, |
| "learning_rate": 0.0001754056263581287, |
| "loss": 11.8684, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.24021962937542896, |
| "grad_norm": 0.05491175875067711, |
| "learning_rate": 0.00017511792152257735, |
| "loss": 11.8692, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.24159231297185998, |
| "grad_norm": 0.06486326456069946, |
| "learning_rate": 0.00017482878256919242, |
| "loss": 11.8692, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.24296499656829101, |
| "grad_norm": 0.07113076001405716, |
| "learning_rate": 0.00017453821501808582, |
| "loss": 11.8752, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.24433768016472204, |
| "grad_norm": 0.0508657768368721, |
| "learning_rate": 0.00017424622441664352, |
| "loss": 11.8685, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.24571036376115304, |
| "grad_norm": 0.05983603373169899, |
| "learning_rate": 0.00017395281633941984, |
| "loss": 11.8688, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.24708304735758407, |
| "grad_norm": 0.06493821740150452, |
| "learning_rate": 0.0001736579963880308, |
| "loss": 11.8709, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2484557309540151, |
| "grad_norm": 0.0617825910449028, |
| "learning_rate": 0.00017336177019104736, |
| "loss": 11.8736, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.24982841455044613, |
| "grad_norm": 0.06391757726669312, |
| "learning_rate": 0.0001730641434038878, |
| "loss": 11.8709, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.25120109814687713, |
| "grad_norm": 0.05116404592990875, |
| "learning_rate": 0.00017276512170871002, |
| "loss": 11.8734, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.25120109814687713, |
| "eval_loss": 11.870545387268066, |
| "eval_runtime": 4.665, |
| "eval_samples_per_second": 65.81, |
| "eval_steps_per_second": 33.012, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.2525737817433082, |
| "grad_norm": 0.04951067268848419, |
| "learning_rate": 0.0001724647108143027, |
| "loss": 11.8692, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.2539464653397392, |
| "grad_norm": 0.054170992225408554, |
| "learning_rate": 0.0001721629164559766, |
| "loss": 11.8684, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2553191489361702, |
| "grad_norm": 0.0794767215847969, |
| "learning_rate": 0.00017185974439545493, |
| "loss": 11.8676, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.25669183253260125, |
| "grad_norm": 0.0587192066013813, |
| "learning_rate": 0.00017155520042076328, |
| "loss": 11.8674, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.25806451612903225, |
| "grad_norm": 0.05360393971204758, |
| "learning_rate": 0.00017124929034611943, |
| "loss": 11.8639, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2594371997254633, |
| "grad_norm": 0.06185989826917648, |
| "learning_rate": 0.00017094202001182192, |
| "loss": 11.8749, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2608098833218943, |
| "grad_norm": 0.057789552956819534, |
| "learning_rate": 0.0001706333952841389, |
| "loss": 11.8699, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2621825669183253, |
| "grad_norm": 0.06410589069128036, |
| "learning_rate": 0.00017032342205519583, |
| "loss": 11.8676, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.26355525051475637, |
| "grad_norm": 0.05015859752893448, |
| "learning_rate": 0.0001700121062428634, |
| "loss": 11.8591, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.26492793411118737, |
| "grad_norm": 0.07144589722156525, |
| "learning_rate": 0.00016969945379064402, |
| "loss": 11.8673, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.26630061770761837, |
| "grad_norm": 0.06144395470619202, |
| "learning_rate": 0.0001693854706675589, |
| "loss": 11.8665, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2676733013040494, |
| "grad_norm": 0.06088349223136902, |
| "learning_rate": 0.00016907016286803363, |
| "loss": 11.8631, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.26904598490048043, |
| "grad_norm": 0.05783716216683388, |
| "learning_rate": 0.00016875353641178403, |
| "loss": 11.8676, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2704186684969115, |
| "grad_norm": 0.05441765487194061, |
| "learning_rate": 0.00016843559734370107, |
| "loss": 11.8701, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.2717913520933425, |
| "grad_norm": 0.05533967167139053, |
| "learning_rate": 0.00016811635173373554, |
| "loss": 11.8685, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2731640356897735, |
| "grad_norm": 0.05141066759824753, |
| "learning_rate": 0.0001677958056767822, |
| "loss": 11.8667, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.27453671928620454, |
| "grad_norm": 0.05596037209033966, |
| "learning_rate": 0.00016747396529256326, |
| "loss": 11.8655, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.27590940288263555, |
| "grad_norm": 0.04383323714137077, |
| "learning_rate": 0.0001671508367255117, |
| "loss": 11.8647, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2772820864790666, |
| "grad_norm": 0.04904630035161972, |
| "learning_rate": 0.00016682642614465398, |
| "loss": 11.8643, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.2786547700754976, |
| "grad_norm": 0.06920114159584045, |
| "learning_rate": 0.00016650073974349208, |
| "loss": 11.8655, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2800274536719286, |
| "grad_norm": 0.06569291651248932, |
| "learning_rate": 0.00016617378373988545, |
| "loss": 11.8652, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.28140013726835966, |
| "grad_norm": 0.048364270478487015, |
| "learning_rate": 0.00016584556437593213, |
| "loss": 11.8666, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.28277282086479066, |
| "grad_norm": 0.06709441542625427, |
| "learning_rate": 0.00016551608791784978, |
| "loss": 11.8641, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.28414550446122167, |
| "grad_norm": 0.07316901534795761, |
| "learning_rate": 0.0001651853606558559, |
| "loss": 11.8579, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.2855181880576527, |
| "grad_norm": 0.08380601555109024, |
| "learning_rate": 0.0001648533889040478, |
| "loss": 11.8663, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.2868908716540837, |
| "grad_norm": 0.05426674336194992, |
| "learning_rate": 0.000164520179000282, |
| "loss": 11.8709, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.2882635552505148, |
| "grad_norm": 0.06671192497015, |
| "learning_rate": 0.00016418573730605322, |
| "loss": 11.8697, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2896362388469458, |
| "grad_norm": 0.05075761675834656, |
| "learning_rate": 0.00016385007020637308, |
| "loss": 11.8683, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.2910089224433768, |
| "grad_norm": 0.06803753972053528, |
| "learning_rate": 0.00016351318410964802, |
| "loss": 11.866, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.29238160603980784, |
| "grad_norm": 0.054759878665208817, |
| "learning_rate": 0.00016317508544755707, |
| "loss": 11.8713, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.29375428963623884, |
| "grad_norm": 0.07359523326158524, |
| "learning_rate": 0.000162835780674929, |
| "loss": 11.8668, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.29512697323266984, |
| "grad_norm": 0.06428294628858566, |
| "learning_rate": 0.00016249527626961907, |
| "loss": 11.862, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2964996568291009, |
| "grad_norm": 0.055845268070697784, |
| "learning_rate": 0.00016215357873238548, |
| "loss": 11.8627, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2978723404255319, |
| "grad_norm": 0.0647195428609848, |
| "learning_rate": 0.00016181069458676505, |
| "loss": 11.8693, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.29924502402196296, |
| "grad_norm": 0.08203653991222382, |
| "learning_rate": 0.00016146663037894889, |
| "loss": 11.8623, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.30061770761839396, |
| "grad_norm": 0.07174251973628998, |
| "learning_rate": 0.00016112139267765736, |
| "loss": 11.8636, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.30199039121482496, |
| "grad_norm": 0.06556127220392227, |
| "learning_rate": 0.00016077498807401448, |
| "loss": 11.8554, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.303363074811256, |
| "grad_norm": 0.05593652278184891, |
| "learning_rate": 0.0001604274231814224, |
| "loss": 11.8638, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.304735758407687, |
| "grad_norm": 0.08348434418439865, |
| "learning_rate": 0.00016007870463543493, |
| "loss": 11.8575, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.3061084420041181, |
| "grad_norm": 0.06109721586108208, |
| "learning_rate": 0.00015972883909363094, |
| "loss": 11.8658, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.3074811256005491, |
| "grad_norm": 0.0780109390616417, |
| "learning_rate": 0.00015937783323548713, |
| "loss": 11.8616, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.3088538091969801, |
| "grad_norm": 0.06471695750951767, |
| "learning_rate": 0.00015902569376225083, |
| "loss": 11.8624, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.31022649279341113, |
| "grad_norm": 0.09805002808570862, |
| "learning_rate": 0.0001586724273968116, |
| "loss": 11.8588, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.31159917638984214, |
| "grad_norm": 0.05934830754995346, |
| "learning_rate": 0.00015831804088357326, |
| "loss": 11.8652, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.31297185998627314, |
| "grad_norm": 0.06115514412522316, |
| "learning_rate": 0.00015796254098832498, |
| "loss": 11.8621, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3143445435827042, |
| "grad_norm": 0.05065429210662842, |
| "learning_rate": 0.0001576059344981121, |
| "loss": 11.8596, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.3157172271791352, |
| "grad_norm": 0.0533934086561203, |
| "learning_rate": 0.00015724822822110656, |
| "loss": 11.8599, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.31708991077556625, |
| "grad_norm": 0.049743182957172394, |
| "learning_rate": 0.000156889428986477, |
| "loss": 11.8603, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.31846259437199725, |
| "grad_norm": 0.051064278930425644, |
| "learning_rate": 0.00015652954364425822, |
| "loss": 11.8631, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.31983527796842826, |
| "grad_norm": 0.046021968126297, |
| "learning_rate": 0.00015616857906522062, |
| "loss": 11.8609, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.3212079615648593, |
| "grad_norm": 0.05022352561354637, |
| "learning_rate": 0.00015580654214073886, |
| "loss": 11.8648, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.054092224687337875, |
| "learning_rate": 0.00015544343978266025, |
| "loss": 11.8626, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.32395332875772137, |
| "grad_norm": 0.056805212050676346, |
| "learning_rate": 0.00015507927892317302, |
| "loss": 11.864, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.32532601235415237, |
| "grad_norm": 0.057409320026636124, |
| "learning_rate": 0.00015471406651467376, |
| "loss": 11.858, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.3266986959505834, |
| "grad_norm": 0.05427984148263931, |
| "learning_rate": 0.0001543478095296348, |
| "loss": 11.8653, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.32807137954701443, |
| "grad_norm": 0.06047159433364868, |
| "learning_rate": 0.00015398051496047106, |
| "loss": 11.8597, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.32944406314344543, |
| "grad_norm": 0.04422708973288536, |
| "learning_rate": 0.00015361218981940647, |
| "loss": 11.8629, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.33081674673987643, |
| "grad_norm": 0.0480860210955143, |
| "learning_rate": 0.00015324284113834034, |
| "loss": 11.8604, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.3321894303363075, |
| "grad_norm": 0.0513727180659771, |
| "learning_rate": 0.00015287247596871274, |
| "loss": 11.8546, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3335621139327385, |
| "grad_norm": 0.05902530997991562, |
| "learning_rate": 0.00015250110138137027, |
| "loss": 11.8578, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.33493479752916955, |
| "grad_norm": 0.04917540401220322, |
| "learning_rate": 0.0001521287244664308, |
| "loss": 11.8617, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.33630748112560055, |
| "grad_norm": 0.06275516003370285, |
| "learning_rate": 0.00015175535233314823, |
| "loss": 11.8661, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.33768016472203155, |
| "grad_norm": 0.057369258254766464, |
| "learning_rate": 0.00015138099210977663, |
| "loss": 11.8594, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.3390528483184626, |
| "grad_norm": 0.07897598296403885, |
| "learning_rate": 0.00015100565094343436, |
| "loss": 11.8613, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.3404255319148936, |
| "grad_norm": 0.05956839770078659, |
| "learning_rate": 0.00015062933599996746, |
| "loss": 11.8653, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.34179821551132467, |
| "grad_norm": 0.05058078095316887, |
| "learning_rate": 0.00015025205446381285, |
| "loss": 11.8635, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.34317089910775567, |
| "grad_norm": 0.06256171315908432, |
| "learning_rate": 0.0001498738135378613, |
| "loss": 11.8512, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.34454358270418667, |
| "grad_norm": 0.04983574524521828, |
| "learning_rate": 0.00014949462044331973, |
| "loss": 11.8599, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3459162663006177, |
| "grad_norm": 0.05071103200316429, |
| "learning_rate": 0.00014911448241957347, |
| "loss": 11.8604, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3472889498970487, |
| "grad_norm": 0.05630973353981972, |
| "learning_rate": 0.00014873340672404804, |
| "loss": 11.8694, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.34866163349347973, |
| "grad_norm": 0.04321008920669556, |
| "learning_rate": 0.0001483514006320705, |
| "loss": 11.8654, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3500343170899108, |
| "grad_norm": 0.04995100945234299, |
| "learning_rate": 0.0001479684714367307, |
| "loss": 11.8667, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3514070006863418, |
| "grad_norm": 0.05229591578245163, |
| "learning_rate": 0.00014758462644874195, |
| "loss": 11.8526, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.35277968428277284, |
| "grad_norm": 0.05595683306455612, |
| "learning_rate": 0.00014719987299630148, |
| "loss": 11.8583, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.35415236787920384, |
| "grad_norm": 0.05102105066180229, |
| "learning_rate": 0.00014681421842495046, |
| "loss": 11.8565, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.35552505147563485, |
| "grad_norm": 0.053362153470516205, |
| "learning_rate": 0.00014642767009743384, |
| "loss": 11.8588, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3568977350720659, |
| "grad_norm": 0.06109239161014557, |
| "learning_rate": 0.0001460402353935598, |
| "loss": 11.8529, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3582704186684969, |
| "grad_norm": 0.0682535171508789, |
| "learning_rate": 0.00014565192171005881, |
| "loss": 11.8638, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.35964310226492796, |
| "grad_norm": 0.057985834777355194, |
| "learning_rate": 0.00014526273646044239, |
| "loss": 11.8551, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.36101578586135896, |
| "grad_norm": 0.042872101068496704, |
| "learning_rate": 0.00014487268707486165, |
| "loss": 11.8613, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.36238846945778996, |
| "grad_norm": 0.061031293123960495, |
| "learning_rate": 0.0001444817809999654, |
| "loss": 11.8571, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.363761153054221, |
| "grad_norm": 0.0423426479101181, |
| "learning_rate": 0.00014409002569875794, |
| "loss": 11.857, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.365133836650652, |
| "grad_norm": 0.07180129736661911, |
| "learning_rate": 0.00014369742865045666, |
| "loss": 11.8564, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.366506520247083, |
| "grad_norm": 0.05563489347696304, |
| "learning_rate": 0.00014330399735034915, |
| "loss": 11.8552, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3678792038435141, |
| "grad_norm": 0.058646123856306076, |
| "learning_rate": 0.0001429097393096503, |
| "loss": 11.8682, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3692518874399451, |
| "grad_norm": 0.0644756332039833, |
| "learning_rate": 0.00014251466205535859, |
| "loss": 11.8625, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.37062457103637614, |
| "grad_norm": 0.049801912158727646, |
| "learning_rate": 0.0001421187731301127, |
| "loss": 11.8565, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.37199725463280714, |
| "grad_norm": 0.04435758292675018, |
| "learning_rate": 0.00014172208009204725, |
| "loss": 11.8564, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.37336993822923814, |
| "grad_norm": 0.0455368235707283, |
| "learning_rate": 0.00014132459051464873, |
| "loss": 11.8509, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.3747426218256692, |
| "grad_norm": 0.05841967090964317, |
| "learning_rate": 0.00014092631198661074, |
| "loss": 11.8535, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3761153054221002, |
| "grad_norm": 0.06913191825151443, |
| "learning_rate": 0.0001405272521116892, |
| "loss": 11.8555, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.37748798901853126, |
| "grad_norm": 0.05669862776994705, |
| "learning_rate": 0.00014012741850855714, |
| "loss": 11.8577, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.37886067261496226, |
| "grad_norm": 0.06660471111536026, |
| "learning_rate": 0.00013972681881065926, |
| "loss": 11.8593, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.38023335621139326, |
| "grad_norm": 0.050385601818561554, |
| "learning_rate": 0.0001393254606660662, |
| "loss": 11.8548, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.3816060398078243, |
| "grad_norm": 0.05805925652384758, |
| "learning_rate": 0.0001389233517373286, |
| "loss": 11.852, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.3829787234042553, |
| "grad_norm": 0.058818310499191284, |
| "learning_rate": 0.00013852049970133058, |
| "loss": 11.849, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3843514070006863, |
| "grad_norm": 0.05305491015315056, |
| "learning_rate": 0.00013811691224914347, |
| "loss": 11.8599, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3857240905971174, |
| "grad_norm": 0.052527014166116714, |
| "learning_rate": 0.0001377125970858788, |
| "loss": 11.8504, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3870967741935484, |
| "grad_norm": 0.04414096474647522, |
| "learning_rate": 0.00013730756193054127, |
| "loss": 11.8592, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.38846945778997943, |
| "grad_norm": 0.061155032366514206, |
| "learning_rate": 0.0001369018145158812, |
| "loss": 11.8617, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.38984214138641043, |
| "grad_norm": 0.05053761601448059, |
| "learning_rate": 0.00013649536258824723, |
| "loss": 11.8505, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.39121482498284144, |
| "grad_norm": 0.06131526455283165, |
| "learning_rate": 0.00013608821390743812, |
| "loss": 11.8635, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3925875085792725, |
| "grad_norm": 0.0477193258702755, |
| "learning_rate": 0.00013568037624655477, |
| "loss": 11.8551, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.3939601921757035, |
| "grad_norm": 0.05543988570570946, |
| "learning_rate": 0.00013527185739185187, |
| "loss": 11.8502, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.3953328757721345, |
| "grad_norm": 0.06488587707281113, |
| "learning_rate": 0.00013486266514258898, |
| "loss": 11.8479, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.39670555936856555, |
| "grad_norm": 0.053608041256666183, |
| "learning_rate": 0.00013445280731088198, |
| "loss": 11.8549, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.39807824296499655, |
| "grad_norm": 0.0527617521584034, |
| "learning_rate": 0.00013404229172155364, |
| "loss": 11.8446, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3994509265614276, |
| "grad_norm": 0.04748911410570145, |
| "learning_rate": 0.0001336311262119844, |
| "loss": 11.8585, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4008236101578586, |
| "grad_norm": 0.04806006699800491, |
| "learning_rate": 0.00013321931863196268, |
| "loss": 11.8524, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.4021962937542896, |
| "grad_norm": 0.04580807685852051, |
| "learning_rate": 0.00013280687684353494, |
| "loss": 11.8536, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.40356897735072067, |
| "grad_norm": 0.05194094404578209, |
| "learning_rate": 0.00013239380872085584, |
| "loss": 11.8564, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.40494166094715167, |
| "grad_norm": 0.04509728401899338, |
| "learning_rate": 0.00013198012215003758, |
| "loss": 11.8526, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.40631434454358273, |
| "grad_norm": 0.05645815283060074, |
| "learning_rate": 0.00013156582502899954, |
| "loss": 11.8511, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.40768702814001373, |
| "grad_norm": 0.05556695535778999, |
| "learning_rate": 0.00013115092526731748, |
| "loss": 11.8509, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.40905971173644473, |
| "grad_norm": 0.057842738926410675, |
| "learning_rate": 0.0001307354307860725, |
| "loss": 11.8638, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.4104323953328758, |
| "grad_norm": 0.04833949729800224, |
| "learning_rate": 0.00013031934951769975, |
| "loss": 11.859, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.4118050789293068, |
| "grad_norm": 0.05403447896242142, |
| "learning_rate": 0.00012990268940583715, |
| "loss": 11.8489, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4131777625257378, |
| "grad_norm": 0.05130299553275108, |
| "learning_rate": 0.0001294854584051736, |
| "loss": 11.852, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.41455044612216885, |
| "grad_norm": 0.05262144282460213, |
| "learning_rate": 0.00012906766448129718, |
| "loss": 11.8458, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.41592312971859985, |
| "grad_norm": 0.04496253654360771, |
| "learning_rate": 0.000128649315610543, |
| "loss": 11.8453, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.4172958133150309, |
| "grad_norm": 0.05214665085077286, |
| "learning_rate": 0.000128230419779841, |
| "loss": 11.8564, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.4186684969114619, |
| "grad_norm": 0.04813748970627785, |
| "learning_rate": 0.00012781098498656343, |
| "loss": 11.8493, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.4200411805078929, |
| "grad_norm": 0.056317221373319626, |
| "learning_rate": 0.00012739101923837223, |
| "loss": 11.8537, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.42141386410432397, |
| "grad_norm": 0.04095754772424698, |
| "learning_rate": 0.00012697053055306596, |
| "loss": 11.8551, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.42278654770075497, |
| "grad_norm": 0.05143608897924423, |
| "learning_rate": 0.00012654952695842698, |
| "loss": 11.8549, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.424159231297186, |
| "grad_norm": 0.05963975563645363, |
| "learning_rate": 0.000126128016492068, |
| "loss": 11.8528, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 0.059759605675935745, |
| "learning_rate": 0.0001257060072012788, |
| "loss": 11.8492, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.426904598490048, |
| "grad_norm": 0.056203994899988174, |
| "learning_rate": 0.0001252835071428723, |
| "loss": 11.8486, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.4282772820864791, |
| "grad_norm": 0.041512638330459595, |
| "learning_rate": 0.00012486052438303124, |
| "loss": 11.8522, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4296499656829101, |
| "grad_norm": 0.05256703123450279, |
| "learning_rate": 0.00012443706699715354, |
| "loss": 11.854, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.4310226492793411, |
| "grad_norm": 0.056398656219244, |
| "learning_rate": 0.0001240131430696987, |
| "loss": 11.8481, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.43239533287577214, |
| "grad_norm": 0.05980084836483002, |
| "learning_rate": 0.00012358876069403312, |
| "loss": 11.8487, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.43376801647220314, |
| "grad_norm": 0.06383227556943893, |
| "learning_rate": 0.0001231639279722757, |
| "loss": 11.8531, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.4351407000686342, |
| "grad_norm": 0.05306527763605118, |
| "learning_rate": 0.0001227386530151432, |
| "loss": 11.8572, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.4365133836650652, |
| "grad_norm": 0.04356219619512558, |
| "learning_rate": 0.00012231294394179535, |
| "loss": 11.856, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.4378860672614962, |
| "grad_norm": 0.03697015345096588, |
| "learning_rate": 0.00012188680887967975, |
| "loss": 11.8518, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.43925875085792726, |
| "grad_norm": 0.057014402002096176, |
| "learning_rate": 0.0001214602559643768, |
| "loss": 11.8506, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.44063143445435826, |
| "grad_norm": 0.047427281737327576, |
| "learning_rate": 0.00012103329333944441, |
| "loss": 11.8511, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.4420041180507893, |
| "grad_norm": 0.050533268600702286, |
| "learning_rate": 0.00012060592915626252, |
| "loss": 11.8622, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4433768016472203, |
| "grad_norm": 0.04499822109937668, |
| "learning_rate": 0.0001201781715738773, |
| "loss": 11.8455, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.4447494852436513, |
| "grad_norm": 0.05503193661570549, |
| "learning_rate": 0.00011975002875884564, |
| "loss": 11.8536, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4461221688400824, |
| "grad_norm": 0.04111471027135849, |
| "learning_rate": 0.00011932150888507911, |
| "loss": 11.8429, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4474948524365134, |
| "grad_norm": 0.04455271735787392, |
| "learning_rate": 0.00011889262013368792, |
| "loss": 11.8521, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.4488675360329444, |
| "grad_norm": 0.05543813481926918, |
| "learning_rate": 0.00011846337069282463, |
| "loss": 11.8472, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.45024021962937544, |
| "grad_norm": 0.058749936521053314, |
| "learning_rate": 0.00011803376875752807, |
| "loss": 11.8492, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.45161290322580644, |
| "grad_norm": 0.046868275851011276, |
| "learning_rate": 0.00011760382252956663, |
| "loss": 11.8549, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.4529855868222375, |
| "grad_norm": 0.056817878037691116, |
| "learning_rate": 0.0001171735402172818, |
| "loss": 11.8475, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4543582704186685, |
| "grad_norm": 0.057994499802589417, |
| "learning_rate": 0.00011674293003543148, |
| "loss": 11.8529, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.4557309540150995, |
| "grad_norm": 0.043648626655340195, |
| "learning_rate": 0.00011631200020503307, |
| "loss": 11.8579, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.45710363761153056, |
| "grad_norm": 0.03995827957987785, |
| "learning_rate": 0.00011588075895320663, |
| "loss": 11.8499, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.45847632120796156, |
| "grad_norm": 0.0467560701072216, |
| "learning_rate": 0.00011544921451301758, |
| "loss": 11.8467, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4598490048043926, |
| "grad_norm": 0.04628349468111992, |
| "learning_rate": 0.00011501737512331987, |
| "loss": 11.8451, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.4612216884008236, |
| "grad_norm": 0.048292506486177444, |
| "learning_rate": 0.00011458524902859835, |
| "loss": 11.8472, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.4625943719972546, |
| "grad_norm": 0.05179853364825249, |
| "learning_rate": 0.00011415284447881159, |
| "loss": 11.8549, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4639670555936857, |
| "grad_norm": 0.04742584004998207, |
| "learning_rate": 0.00011372016972923428, |
| "loss": 11.8488, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4653397391901167, |
| "grad_norm": 0.06324753910303116, |
| "learning_rate": 0.00011328723304029962, |
| "loss": 11.847, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4667124227865477, |
| "grad_norm": 0.05337321013212204, |
| "learning_rate": 0.00011285404267744171, |
| "loss": 11.8465, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.46808510638297873, |
| "grad_norm": 0.045045532286167145, |
| "learning_rate": 0.00011242060691093756, |
| "loss": 11.8472, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.46945778997940973, |
| "grad_norm": 0.0593341700732708, |
| "learning_rate": 0.00011198693401574945, |
| "loss": 11.8534, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.4708304735758408, |
| "grad_norm": 0.049299292266368866, |
| "learning_rate": 0.00011155303227136671, |
| "loss": 11.8446, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.4722031571722718, |
| "grad_norm": 0.04743005707859993, |
| "learning_rate": 0.00011111890996164782, |
| "loss": 11.8499, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.4735758407687028, |
| "grad_norm": 0.07262105494737625, |
| "learning_rate": 0.0001106845753746622, |
| "loss": 11.8633, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.47494852436513385, |
| "grad_norm": 0.055066268891096115, |
| "learning_rate": 0.00011025003680253187, |
| "loss": 11.8534, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.47632120796156485, |
| "grad_norm": 0.07017982751131058, |
| "learning_rate": 0.00010981530254127341, |
| "loss": 11.8504, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.4776938915579959, |
| "grad_norm": 0.04357943311333656, |
| "learning_rate": 0.00010938038089063922, |
| "loss": 11.8482, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.4790665751544269, |
| "grad_norm": 0.05626314505934715, |
| "learning_rate": 0.00010894528015395946, |
| "loss": 11.8501, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4804392587508579, |
| "grad_norm": 0.04757970944046974, |
| "learning_rate": 0.00010851000863798313, |
| "loss": 11.8467, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.48181194234728897, |
| "grad_norm": 0.052292678505182266, |
| "learning_rate": 0.00010807457465271984, |
| "loss": 11.8474, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.48318462594371997, |
| "grad_norm": 0.044289227575063705, |
| "learning_rate": 0.00010763898651128084, |
| "loss": 11.8443, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.48455730954015097, |
| "grad_norm": 0.05062216892838478, |
| "learning_rate": 0.00010720325252972052, |
| "loss": 11.8509, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.48592999313658203, |
| "grad_norm": 0.04513354226946831, |
| "learning_rate": 0.00010676738102687767, |
| "loss": 11.8499, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.48730267673301303, |
| "grad_norm": 0.049531158059835434, |
| "learning_rate": 0.00010633138032421638, |
| "loss": 11.8471, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4886753603294441, |
| "grad_norm": 0.04906608164310455, |
| "learning_rate": 0.00010589525874566761, |
| "loss": 11.8474, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.4900480439258751, |
| "grad_norm": 0.051130685955286026, |
| "learning_rate": 0.00010545902461746984, |
| "loss": 11.8486, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.4914207275223061, |
| "grad_norm": 0.04755454882979393, |
| "learning_rate": 0.00010502268626801037, |
| "loss": 11.8509, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.49279341111873715, |
| "grad_norm": 0.04141385108232498, |
| "learning_rate": 0.00010458625202766621, |
| "loss": 11.8461, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.49416609471516815, |
| "grad_norm": 0.05670174956321716, |
| "learning_rate": 0.00010414973022864514, |
| "loss": 11.8511, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4955387783115992, |
| "grad_norm": 0.053524989634752274, |
| "learning_rate": 0.00010371312920482653, |
| "loss": 11.8439, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4969114619080302, |
| "grad_norm": 0.05810113623738289, |
| "learning_rate": 0.00010327645729160223, |
| "loss": 11.844, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.4982841455044612, |
| "grad_norm": 0.04709874466061592, |
| "learning_rate": 0.00010283972282571757, |
| "loss": 11.8519, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.49965682910089226, |
| "grad_norm": 0.0462893508374691, |
| "learning_rate": 0.00010240293414511207, |
| "loss": 11.8413, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5010295126973233, |
| "grad_norm": 0.03850054368376732, |
| "learning_rate": 0.00010196609958876027, |
| "loss": 11.8429, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5024021962937543, |
| "grad_norm": 0.038579147309064865, |
| "learning_rate": 0.00010152922749651252, |
| "loss": 11.8553, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5024021962937543, |
| "eval_loss": 11.847929954528809, |
| "eval_runtime": 4.8413, |
| "eval_samples_per_second": 63.412, |
| "eval_steps_per_second": 31.809, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5037748798901853, |
| "grad_norm": 0.04130493476986885, |
| "learning_rate": 0.00010109232620893592, |
| "loss": 11.8494, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.5051475634866164, |
| "grad_norm": 0.05430886521935463, |
| "learning_rate": 0.00010065540406715483, |
| "loss": 11.8419, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5065202470830473, |
| "grad_norm": 0.05343049392104149, |
| "learning_rate": 0.00010021846941269179, |
| "loss": 11.8495, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.5078929306794784, |
| "grad_norm": 0.04137863591313362, |
| "learning_rate": 9.978153058730823e-05, |
| "loss": 11.8486, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5092656142759094, |
| "grad_norm": 0.06110731139779091, |
| "learning_rate": 9.934459593284517e-05, |
| "loss": 11.8562, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.5106382978723404, |
| "grad_norm": 0.04892272502183914, |
| "learning_rate": 9.89076737910641e-05, |
| "loss": 11.8475, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5120109814687714, |
| "grad_norm": 0.051346611231565475, |
| "learning_rate": 9.847077250348749e-05, |
| "loss": 11.8422, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.5133836650652025, |
| "grad_norm": 0.05730092525482178, |
| "learning_rate": 9.803390041123979e-05, |
| "loss": 11.8519, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5147563486616334, |
| "grad_norm": 0.06608743965625763, |
| "learning_rate": 9.759706585488797e-05, |
| "loss": 11.8449, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5161290322580645, |
| "grad_norm": 0.052331529557704926, |
| "learning_rate": 9.716027717428243e-05, |
| "loss": 11.8476, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5175017158544956, |
| "grad_norm": 0.06584908813238144, |
| "learning_rate": 9.672354270839778e-05, |
| "loss": 11.8452, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.5188743994509266, |
| "grad_norm": 0.04150731861591339, |
| "learning_rate": 9.628687079517348e-05, |
| "loss": 11.845, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5202470830473576, |
| "grad_norm": 0.0465887077152729, |
| "learning_rate": 9.585026977135487e-05, |
| "loss": 11.8417, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.5216197666437886, |
| "grad_norm": 0.04746214300394058, |
| "learning_rate": 9.541374797233381e-05, |
| "loss": 11.8484, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5229924502402197, |
| "grad_norm": 0.056160494685173035, |
| "learning_rate": 9.497731373198966e-05, |
| "loss": 11.8527, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5243651338366506, |
| "grad_norm": 0.04341844096779823, |
| "learning_rate": 9.45409753825302e-05, |
| "loss": 11.8463, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5257378174330817, |
| "grad_norm": 0.06022747606039047, |
| "learning_rate": 9.41047412543324e-05, |
| "loss": 11.8479, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.5271105010295127, |
| "grad_norm": 0.053729359060525894, |
| "learning_rate": 9.366861967578364e-05, |
| "loss": 11.8415, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5284831846259437, |
| "grad_norm": 0.047009535133838654, |
| "learning_rate": 9.323261897312238e-05, |
| "loss": 11.8521, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5298558682223747, |
| "grad_norm": 0.05042191594839096, |
| "learning_rate": 9.279674747027952e-05, |
| "loss": 11.8471, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5312285518188058, |
| "grad_norm": 0.05017239600419998, |
| "learning_rate": 9.236101348871921e-05, |
| "loss": 11.8415, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5326012354152367, |
| "grad_norm": 0.05985607951879501, |
| "learning_rate": 9.192542534728021e-05, |
| "loss": 11.8475, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5339739190116678, |
| "grad_norm": 0.0469660609960556, |
| "learning_rate": 9.148999136201686e-05, |
| "loss": 11.8462, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5353466026080989, |
| "grad_norm": 0.0472818948328495, |
| "learning_rate": 9.105471984604055e-05, |
| "loss": 11.8457, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5367192862045299, |
| "grad_norm": 0.04820844903588295, |
| "learning_rate": 9.061961910936078e-05, |
| "loss": 11.8378, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.5380919698009609, |
| "grad_norm": 0.04612083360552788, |
| "learning_rate": 9.018469745872661e-05, |
| "loss": 11.8472, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5394646533973919, |
| "grad_norm": 0.05291563645005226, |
| "learning_rate": 8.974996319746814e-05, |
| "loss": 11.8543, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.540837336993823, |
| "grad_norm": 0.045743975788354874, |
| "learning_rate": 8.931542462533783e-05, |
| "loss": 11.8477, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5422100205902539, |
| "grad_norm": 0.04367321729660034, |
| "learning_rate": 8.88810900383522e-05, |
| "loss": 11.8468, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.543582704186685, |
| "grad_norm": 0.04755084216594696, |
| "learning_rate": 8.84469677286333e-05, |
| "loss": 11.8404, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.544955387783116, |
| "grad_norm": 0.05640660971403122, |
| "learning_rate": 8.801306598425059e-05, |
| "loss": 11.8361, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.546328071379547, |
| "grad_norm": 0.050247903913259506, |
| "learning_rate": 8.757939308906248e-05, |
| "loss": 11.8424, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.547700754975978, |
| "grad_norm": 0.04780413582921028, |
| "learning_rate": 8.714595732255834e-05, |
| "loss": 11.8393, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.5490734385724091, |
| "grad_norm": 0.053548794239759445, |
| "learning_rate": 8.671276695970043e-05, |
| "loss": 11.8346, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.55044612216884, |
| "grad_norm": 0.046638406813144684, |
| "learning_rate": 8.627983027076573e-05, |
| "loss": 11.8557, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.5518188057652711, |
| "grad_norm": 0.05789132043719292, |
| "learning_rate": 8.584715552118842e-05, |
| "loss": 11.8492, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5531914893617021, |
| "grad_norm": 0.05767640471458435, |
| "learning_rate": 8.541475097140167e-05, |
| "loss": 11.8533, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5545641729581332, |
| "grad_norm": 0.061708979308605194, |
| "learning_rate": 8.498262487668015e-05, |
| "loss": 11.8448, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5559368565545642, |
| "grad_norm": 0.05089671537280083, |
| "learning_rate": 8.455078548698243e-05, |
| "loss": 11.8368, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5573095401509952, |
| "grad_norm": 0.049617160111665726, |
| "learning_rate": 8.411924104679339e-05, |
| "loss": 11.8408, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5586822237474263, |
| "grad_norm": 0.05457446724176407, |
| "learning_rate": 8.368799979496694e-05, |
| "loss": 11.849, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5600549073438572, |
| "grad_norm": 0.060327596962451935, |
| "learning_rate": 8.325706996456854e-05, |
| "loss": 11.8468, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5614275909402883, |
| "grad_norm": 0.0542745478451252, |
| "learning_rate": 8.282645978271823e-05, |
| "loss": 11.85, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.5628002745367193, |
| "grad_norm": 0.05724021792411804, |
| "learning_rate": 8.23961774704334e-05, |
| "loss": 11.8392, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5641729581331503, |
| "grad_norm": 0.06460297852754593, |
| "learning_rate": 8.196623124247197e-05, |
| "loss": 11.8381, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.5655456417295813, |
| "grad_norm": 0.0422474630177021, |
| "learning_rate": 8.153662930717538e-05, |
| "loss": 11.8307, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5669183253260124, |
| "grad_norm": 0.05747657269239426, |
| "learning_rate": 8.110737986631209e-05, |
| "loss": 11.8482, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5682910089224433, |
| "grad_norm": 0.06213986501097679, |
| "learning_rate": 8.06784911149209e-05, |
| "loss": 11.8531, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5696636925188744, |
| "grad_norm": 0.05039874091744423, |
| "learning_rate": 8.024997124115437e-05, |
| "loss": 11.8473, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5710363761153054, |
| "grad_norm": 0.059983327984809875, |
| "learning_rate": 7.982182842612274e-05, |
| "loss": 11.8464, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5724090597117364, |
| "grad_norm": 0.06043354049324989, |
| "learning_rate": 7.939407084373751e-05, |
| "loss": 11.8493, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5737817433081674, |
| "grad_norm": 0.050205111503601074, |
| "learning_rate": 7.89667066605556e-05, |
| "loss": 11.8526, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5751544269045985, |
| "grad_norm": 0.06297186762094498, |
| "learning_rate": 7.853974403562323e-05, |
| "loss": 11.8473, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5765271105010296, |
| "grad_norm": 0.04371930658817291, |
| "learning_rate": 7.811319112032027e-05, |
| "loss": 11.8421, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5778997940974605, |
| "grad_norm": 0.053633809089660645, |
| "learning_rate": 7.768705605820466e-05, |
| "loss": 11.8411, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5792724776938916, |
| "grad_norm": 0.054461780935525894, |
| "learning_rate": 7.726134698485679e-05, |
| "loss": 11.8522, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.046723928302526474, |
| "learning_rate": 7.683607202772433e-05, |
| "loss": 11.8378, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5820178448867536, |
| "grad_norm": 0.047051671892404556, |
| "learning_rate": 7.641123930596693e-05, |
| "loss": 11.847, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5833905284831846, |
| "grad_norm": 0.04326484724879265, |
| "learning_rate": 7.598685693030136e-05, |
| "loss": 11.8405, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5847632120796157, |
| "grad_norm": 0.05661354586482048, |
| "learning_rate": 7.556293300284647e-05, |
| "loss": 11.8423, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5861358956760466, |
| "grad_norm": 0.06154714152216911, |
| "learning_rate": 7.513947561696877e-05, |
| "loss": 11.8456, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5875085792724777, |
| "grad_norm": 0.048859577625989914, |
| "learning_rate": 7.471649285712768e-05, |
| "loss": 11.8409, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5888812628689087, |
| "grad_norm": 0.05322885513305664, |
| "learning_rate": 7.429399279872122e-05, |
| "loss": 11.8399, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5902539464653397, |
| "grad_norm": 0.049934811890125275, |
| "learning_rate": 7.387198350793201e-05, |
| "loss": 11.8503, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5916266300617707, |
| "grad_norm": 0.05650179833173752, |
| "learning_rate": 7.345047304157304e-05, |
| "loss": 11.8447, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5929993136582018, |
| "grad_norm": 0.052234046161174774, |
| "learning_rate": 7.302946944693408e-05, |
| "loss": 11.8406, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5943719972546329, |
| "grad_norm": 0.044755928218364716, |
| "learning_rate": 7.260898076162782e-05, |
| "loss": 11.8425, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5957446808510638, |
| "grad_norm": 0.04504930600523949, |
| "learning_rate": 7.218901501343658e-05, |
| "loss": 11.8322, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5971173644474949, |
| "grad_norm": 0.0498984158039093, |
| "learning_rate": 7.176958022015902e-05, |
| "loss": 11.845, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5984900480439259, |
| "grad_norm": 0.04789600521326065, |
| "learning_rate": 7.135068438945704e-05, |
| "loss": 11.8435, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5998627316403569, |
| "grad_norm": 0.054135389626026154, |
| "learning_rate": 7.093233551870287e-05, |
| "loss": 11.8375, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.6012354152367879, |
| "grad_norm": 0.049439262598752975, |
| "learning_rate": 7.05145415948264e-05, |
| "loss": 11.8466, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.602608098833219, |
| "grad_norm": 0.050558481365442276, |
| "learning_rate": 7.009731059416287e-05, |
| "loss": 11.8419, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.6039807824296499, |
| "grad_norm": 0.046476006507873535, |
| "learning_rate": 6.968065048230028e-05, |
| "loss": 11.8412, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.605353466026081, |
| "grad_norm": 0.04960538074374199, |
| "learning_rate": 6.926456921392753e-05, |
| "loss": 11.8434, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.606726149622512, |
| "grad_norm": 0.06765194982290268, |
| "learning_rate": 6.884907473268254e-05, |
| "loss": 11.8448, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.608098833218943, |
| "grad_norm": 0.05157052353024483, |
| "learning_rate": 6.843417497100046e-05, |
| "loss": 11.8465, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.609471516815374, |
| "grad_norm": 0.05726620927453041, |
| "learning_rate": 6.801987784996244e-05, |
| "loss": 11.8322, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6108442004118051, |
| "grad_norm": 0.04885038360953331, |
| "learning_rate": 6.760619127914417e-05, |
| "loss": 11.8428, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6122168840082362, |
| "grad_norm": 0.06902112066745758, |
| "learning_rate": 6.719312315646507e-05, |
| "loss": 11.8371, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6135895676046671, |
| "grad_norm": 0.05013713613152504, |
| "learning_rate": 6.678068136803736e-05, |
| "loss": 11.8309, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.6149622512010982, |
| "grad_norm": 0.04684825986623764, |
| "learning_rate": 6.636887378801563e-05, |
| "loss": 11.8422, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6163349347975292, |
| "grad_norm": 0.06438250839710236, |
| "learning_rate": 6.595770827844637e-05, |
| "loss": 11.8434, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.6177076183939602, |
| "grad_norm": 0.05015719309449196, |
| "learning_rate": 6.554719268911804e-05, |
| "loss": 11.8507, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6190803019903912, |
| "grad_norm": 0.0466039776802063, |
| "learning_rate": 6.513733485741102e-05, |
| "loss": 11.8532, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.6204529855868223, |
| "grad_norm": 0.05561694875359535, |
| "learning_rate": 6.472814260814814e-05, |
| "loss": 11.8339, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6218256691832532, |
| "grad_norm": 0.04746030271053314, |
| "learning_rate": 6.431962375344522e-05, |
| "loss": 11.8401, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.6231983527796843, |
| "grad_norm": 0.051803771406412125, |
| "learning_rate": 6.39117860925619e-05, |
| "loss": 11.844, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6245710363761153, |
| "grad_norm": 0.04621079936623573, |
| "learning_rate": 6.350463741175281e-05, |
| "loss": 11.8461, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6259437199725463, |
| "grad_norm": 0.05719459801912308, |
| "learning_rate": 6.309818548411881e-05, |
| "loss": 11.8389, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.6273164035689773, |
| "grad_norm": 0.07033354043960571, |
| "learning_rate": 6.269243806945878e-05, |
| "loss": 11.8494, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.6286890871654084, |
| "grad_norm": 0.05988188832998276, |
| "learning_rate": 6.228740291412121e-05, |
| "loss": 11.8504, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6300617707618394, |
| "grad_norm": 0.05682065710425377, |
| "learning_rate": 6.188308775085654e-05, |
| "loss": 11.8448, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.6314344543582704, |
| "grad_norm": 0.04063468426465988, |
| "learning_rate": 6.147950029866946e-05, |
| "loss": 11.8406, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6328071379547014, |
| "grad_norm": 0.04565683752298355, |
| "learning_rate": 6.107664826267146e-05, |
| "loss": 11.8468, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.6341798215511325, |
| "grad_norm": 0.05042997747659683, |
| "learning_rate": 6.067453933393383e-05, |
| "loss": 11.8417, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6355525051475635, |
| "grad_norm": 0.052602965384721756, |
| "learning_rate": 6.027318118934078e-05, |
| "loss": 11.8433, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6369251887439945, |
| "grad_norm": 0.043272774666547775, |
| "learning_rate": 5.987258149144288e-05, |
| "loss": 11.8442, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.6382978723404256, |
| "grad_norm": 0.04724358022212982, |
| "learning_rate": 5.9472747888310834e-05, |
| "loss": 11.843, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6396705559368565, |
| "grad_norm": 0.06730905920267105, |
| "learning_rate": 5.907368801338927e-05, |
| "loss": 11.8506, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6410432395332876, |
| "grad_norm": 0.05358872935175896, |
| "learning_rate": 5.86754094853513e-05, |
| "loss": 11.8339, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.6424159231297186, |
| "grad_norm": 0.048429373651742935, |
| "learning_rate": 5.827791990795278e-05, |
| "loss": 11.8374, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6437886067261496, |
| "grad_norm": 0.042113129049539566, |
| "learning_rate": 5.7881226869887314e-05, |
| "loss": 11.8472, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.04021785780787468, |
| "learning_rate": 5.748533794464142e-05, |
| "loss": 11.8391, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6465339739190117, |
| "grad_norm": 0.04441021382808685, |
| "learning_rate": 5.709026069034973e-05, |
| "loss": 11.85, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.6479066575154427, |
| "grad_norm": 0.04287193715572357, |
| "learning_rate": 5.669600264965088e-05, |
| "loss": 11.8451, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.6492793411118737, |
| "grad_norm": 0.05335507541894913, |
| "learning_rate": 5.630257134954338e-05, |
| "loss": 11.837, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.6506520247083047, |
| "grad_norm": 0.052487812936306, |
| "learning_rate": 5.59099743012421e-05, |
| "loss": 11.8472, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6520247083047358, |
| "grad_norm": 0.048992034047842026, |
| "learning_rate": 5.551821900003461e-05, |
| "loss": 11.8343, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6533973919011667, |
| "grad_norm": 0.054023195058107376, |
| "learning_rate": 5.512731292513835e-05, |
| "loss": 11.8395, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6547700754975978, |
| "grad_norm": 0.04266708716750145, |
| "learning_rate": 5.473726353955764e-05, |
| "loss": 11.8343, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.6561427590940289, |
| "grad_norm": 0.039765555411577225, |
| "learning_rate": 5.434807828994123e-05, |
| "loss": 11.8335, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6575154426904598, |
| "grad_norm": 0.058559659868478775, |
| "learning_rate": 5.39597646064402e-05, |
| "loss": 11.8384, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.6588881262868909, |
| "grad_norm": 0.046752121299505234, |
| "learning_rate": 5.357232990256618e-05, |
| "loss": 11.8371, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6602608098833219, |
| "grad_norm": 0.056967172771692276, |
| "learning_rate": 5.318578157504959e-05, |
| "loss": 11.8564, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6616334934797529, |
| "grad_norm": 0.04283031076192856, |
| "learning_rate": 5.280012700369856e-05, |
| "loss": 11.8438, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6630061770761839, |
| "grad_norm": 0.05448300763964653, |
| "learning_rate": 5.2415373551258054e-05, |
| "loss": 11.8302, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.664378860672615, |
| "grad_norm": 0.04729095473885536, |
| "learning_rate": 5.203152856326933e-05, |
| "loss": 11.8415, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.665751544269046, |
| "grad_norm": 0.06074047461152077, |
| "learning_rate": 5.164859936792955e-05, |
| "loss": 11.8346, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.667124227865477, |
| "grad_norm": 0.0658525601029396, |
| "learning_rate": 5.1266593275952034e-05, |
| "loss": 11.84, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.668496911461908, |
| "grad_norm": 0.055728498846292496, |
| "learning_rate": 5.088551758042655e-05, |
| "loss": 11.8355, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.6698695950583391, |
| "grad_norm": 0.07013114541769028, |
| "learning_rate": 5.050537955668027e-05, |
| "loss": 11.8376, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.67124227865477, |
| "grad_norm": 0.05220917984843254, |
| "learning_rate": 5.012618646213869e-05, |
| "loss": 11.8395, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.6726149622512011, |
| "grad_norm": 0.05545530095696449, |
| "learning_rate": 4.9747945536187145e-05, |
| "loss": 11.8468, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6739876458476322, |
| "grad_norm": 0.042175162583589554, |
| "learning_rate": 4.937066400003256e-05, |
| "loss": 11.8492, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.6753603294440631, |
| "grad_norm": 0.044837336987257004, |
| "learning_rate": 4.899434905656563e-05, |
| "loss": 11.8396, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6767330130404942, |
| "grad_norm": 0.05794432386755943, |
| "learning_rate": 4.861900789022339e-05, |
| "loss": 11.839, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.6781056966369252, |
| "grad_norm": 0.051717609167099, |
| "learning_rate": 4.824464766685182e-05, |
| "loss": 11.8364, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6794783802333562, |
| "grad_norm": 0.04744836688041687, |
| "learning_rate": 4.7871275533569223e-05, |
| "loss": 11.8452, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6808510638297872, |
| "grad_norm": 0.05374274402856827, |
| "learning_rate": 4.749889861862977e-05, |
| "loss": 11.8328, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6822237474262183, |
| "grad_norm": 0.07115243375301361, |
| "learning_rate": 4.712752403128729e-05, |
| "loss": 11.8418, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.6835964310226493, |
| "grad_norm": 0.04187103733420372, |
| "learning_rate": 4.6757158861659714e-05, |
| "loss": 11.8354, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6849691146190803, |
| "grad_norm": 0.0765848234295845, |
| "learning_rate": 4.638781018059356e-05, |
| "loss": 11.8432, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6863417982155113, |
| "grad_norm": 0.05868866667151451, |
| "learning_rate": 4.601948503952896e-05, |
| "loss": 11.8356, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6877144818119424, |
| "grad_norm": 0.051075566560029984, |
| "learning_rate": 4.565219047036521e-05, |
| "loss": 11.8426, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6890871654083733, |
| "grad_norm": 0.04912392050027847, |
| "learning_rate": 4.5285933485326226e-05, |
| "loss": 11.8339, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6904598490048044, |
| "grad_norm": 0.058397840708494186, |
| "learning_rate": 4.492072107682699e-05, |
| "loss": 11.8503, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6918325326012355, |
| "grad_norm": 0.05081508681178093, |
| "learning_rate": 4.4556560217339774e-05, |
| "loss": 11.8387, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6932052161976664, |
| "grad_norm": 0.05394862964749336, |
| "learning_rate": 4.419345785926119e-05, |
| "loss": 11.8442, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.6945778997940975, |
| "grad_norm": 0.050071366131305695, |
| "learning_rate": 4.383142093477938e-05, |
| "loss": 11.8376, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6959505833905285, |
| "grad_norm": 0.03961324319243431, |
| "learning_rate": 4.3470456355741786e-05, |
| "loss": 11.8482, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6973232669869595, |
| "grad_norm": 0.07291043549776077, |
| "learning_rate": 4.311057101352304e-05, |
| "loss": 11.8388, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6986959505833905, |
| "grad_norm": 0.057433102279901505, |
| "learning_rate": 4.275177177889347e-05, |
| "loss": 11.8364, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.7000686341798216, |
| "grad_norm": 0.04764627292752266, |
| "learning_rate": 4.239406550188791e-05, |
| "loss": 11.8416, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7014413177762526, |
| "grad_norm": 0.05604006350040436, |
| "learning_rate": 4.203745901167504e-05, |
| "loss": 11.8492, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.7028140013726836, |
| "grad_norm": 0.05157355219125748, |
| "learning_rate": 4.168195911642677e-05, |
| "loss": 11.8424, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7041866849691146, |
| "grad_norm": 0.05089060217142105, |
| "learning_rate": 4.1327572603188415e-05, |
| "loss": 11.8404, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.7055593685655457, |
| "grad_norm": 0.057208992540836334, |
| "learning_rate": 4.097430623774921e-05, |
| "loss": 11.8366, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7069320521619766, |
| "grad_norm": 0.06669998168945312, |
| "learning_rate": 4.062216676451285e-05, |
| "loss": 11.8294, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7083047357584077, |
| "grad_norm": 0.056854214519262314, |
| "learning_rate": 4.027116090636909e-05, |
| "loss": 11.8429, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7096774193548387, |
| "grad_norm": 0.055773284286260605, |
| "learning_rate": 3.9921295364565094e-05, |
| "loss": 11.843, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.7110501029512697, |
| "grad_norm": 0.0448710061609745, |
| "learning_rate": 3.9572576818577637e-05, |
| "loss": 11.8395, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7124227865477007, |
| "grad_norm": 0.0698017105460167, |
| "learning_rate": 3.922501192598557e-05, |
| "loss": 11.8371, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.7137954701441318, |
| "grad_norm": 0.044730111956596375, |
| "learning_rate": 3.8878607322342674e-05, |
| "loss": 11.836, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7151681537405628, |
| "grad_norm": 0.060508184134960175, |
| "learning_rate": 3.853336962105112e-05, |
| "loss": 11.8392, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.7165408373369938, |
| "grad_norm": 0.07923214137554169, |
| "learning_rate": 3.8189305413234975e-05, |
| "loss": 11.8567, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.7179135209334249, |
| "grad_norm": 0.04985347017645836, |
| "learning_rate": 3.784642126761457e-05, |
| "loss": 11.8479, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.7192862045298559, |
| "grad_norm": 0.06870623677968979, |
| "learning_rate": 3.750472373038093e-05, |
| "loss": 11.8393, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.7206588881262869, |
| "grad_norm": 0.04539593681693077, |
| "learning_rate": 3.7164219325070995e-05, |
| "loss": 11.8419, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.7220315717227179, |
| "grad_norm": 0.06020331010222435, |
| "learning_rate": 3.682491455244294e-05, |
| "loss": 11.8403, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.723404255319149, |
| "grad_norm": 0.04615195468068123, |
| "learning_rate": 3.6486815890352e-05, |
| "loss": 11.8389, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.7247769389155799, |
| "grad_norm": 0.050100456923246384, |
| "learning_rate": 3.6149929793626954e-05, |
| "loss": 11.8412, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.726149622512011, |
| "grad_norm": 0.06047607213258743, |
| "learning_rate": 3.581426269394679e-05, |
| "loss": 11.8482, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.727522306108442, |
| "grad_norm": 0.04392620921134949, |
| "learning_rate": 3.5479820999718036e-05, |
| "loss": 11.839, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.728894989704873, |
| "grad_norm": 0.0495496466755867, |
| "learning_rate": 3.514661109595222e-05, |
| "loss": 11.841, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.730267673301304, |
| "grad_norm": 0.051535751670598984, |
| "learning_rate": 3.481463934414412e-05, |
| "loss": 11.8436, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.7316403568977351, |
| "grad_norm": 0.05691013112664223, |
| "learning_rate": 3.4483912082150225e-05, |
| "loss": 11.8418, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.733013040494166, |
| "grad_norm": 0.07426922768354416, |
| "learning_rate": 3.4154435624067904e-05, |
| "loss": 11.8454, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.7343857240905971, |
| "grad_norm": 0.042437512427568436, |
| "learning_rate": 3.3826216260114604e-05, |
| "loss": 11.8413, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.7357584076870282, |
| "grad_norm": 0.06647706031799316, |
| "learning_rate": 3.349926025650796e-05, |
| "loss": 11.8375, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.7371310912834592, |
| "grad_norm": 0.051694292575120926, |
| "learning_rate": 3.3173573855346043e-05, |
| "loss": 11.8425, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.7385037748798902, |
| "grad_norm": 0.05568219721317291, |
| "learning_rate": 3.2849163274488314e-05, |
| "loss": 11.8442, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.7398764584763212, |
| "grad_norm": 0.05254996940493584, |
| "learning_rate": 3.252603470743676e-05, |
| "loss": 11.8468, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.7412491420727523, |
| "grad_norm": 0.05059533566236496, |
| "learning_rate": 3.220419432321783e-05, |
| "loss": 11.8336, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7426218256691832, |
| "grad_norm": 0.04756971076130867, |
| "learning_rate": 3.188364826626449e-05, |
| "loss": 11.8369, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.7439945092656143, |
| "grad_norm": 0.053694888949394226, |
| "learning_rate": 3.156440265629899e-05, |
| "loss": 11.8314, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7453671928620453, |
| "grad_norm": 0.04741639643907547, |
| "learning_rate": 3.124646358821599e-05, |
| "loss": 11.8371, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.7467398764584763, |
| "grad_norm": 0.04849841818213463, |
| "learning_rate": 3.092983713196639e-05, |
| "loss": 11.8434, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7481125600549073, |
| "grad_norm": 0.05285770818591118, |
| "learning_rate": 3.061452933244112e-05, |
| "loss": 11.8268, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7494852436513384, |
| "grad_norm": 0.05604279786348343, |
| "learning_rate": 3.0300546209355995e-05, |
| "loss": 11.8241, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7508579272477693, |
| "grad_norm": 0.06074153259396553, |
| "learning_rate": 2.998789375713663e-05, |
| "loss": 11.8336, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.7522306108442004, |
| "grad_norm": 0.05577109381556511, |
| "learning_rate": 2.9676577944804175e-05, |
| "loss": 11.8356, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.7536032944406315, |
| "grad_norm": 0.06328094750642776, |
| "learning_rate": 2.9366604715861156e-05, |
| "loss": 11.8373, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.7536032944406315, |
| "eval_loss": 11.839405059814453, |
| "eval_runtime": 4.8521, |
| "eval_samples_per_second": 63.271, |
| "eval_steps_per_second": 31.739, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.7549759780370625, |
| "grad_norm": 0.04346928372979164, |
| "learning_rate": 2.9057979988178087e-05, |
| "loss": 11.837, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7563486616334935, |
| "grad_norm": 0.049435850232839584, |
| "learning_rate": 2.8750709653880592e-05, |
| "loss": 11.8492, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.7577213452299245, |
| "grad_norm": 0.08350670337677002, |
| "learning_rate": 2.8444799579236704e-05, |
| "loss": 11.8411, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.7590940288263556, |
| "grad_norm": 0.03949452191591263, |
| "learning_rate": 2.8140255604545106e-05, |
| "loss": 11.8441, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.7604667124227865, |
| "grad_norm": 0.05235686153173447, |
| "learning_rate": 2.7837083544023422e-05, |
| "loss": 11.8429, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7618393960192176, |
| "grad_norm": 0.07899127900600433, |
| "learning_rate": 2.753528918569732e-05, |
| "loss": 11.842, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.7632120796156486, |
| "grad_norm": 0.048683881759643555, |
| "learning_rate": 2.723487829129001e-05, |
| "loss": 11.8378, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.7645847632120796, |
| "grad_norm": 0.0457923524081707, |
| "learning_rate": 2.6935856596112197e-05, |
| "loss": 11.8347, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.7659574468085106, |
| "grad_norm": 0.04805450886487961, |
| "learning_rate": 2.6638229808952685e-05, |
| "loss": 11.8326, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.7673301304049417, |
| "grad_norm": 0.055586062371730804, |
| "learning_rate": 2.6342003611969223e-05, |
| "loss": 11.839, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.7687028140013726, |
| "grad_norm": 0.055887579917907715, |
| "learning_rate": 2.60471836605802e-05, |
| "loss": 11.8484, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7700754975978037, |
| "grad_norm": 0.05548796057701111, |
| "learning_rate": 2.575377558335649e-05, |
| "loss": 11.8327, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.7714481811942348, |
| "grad_norm": 0.04671701416373253, |
| "learning_rate": 2.5461784981914193e-05, |
| "loss": 11.8427, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.7728208647906658, |
| "grad_norm": 0.039104290306568146, |
| "learning_rate": 2.5171217430807605e-05, |
| "loss": 11.8407, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.7741935483870968, |
| "grad_norm": 0.044156983494758606, |
| "learning_rate": 2.4882078477422687e-05, |
| "loss": 11.8502, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.7755662319835278, |
| "grad_norm": 0.05791350081562996, |
| "learning_rate": 2.4594373641871314e-05, |
| "loss": 11.843, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7769389155799589, |
| "grad_norm": 0.0634283572435379, |
| "learning_rate": 2.4308108416885778e-05, |
| "loss": 11.8408, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.7783115991763898, |
| "grad_norm": 0.05541371554136276, |
| "learning_rate": 2.4023288267714038e-05, |
| "loss": 11.84, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.7796842827728209, |
| "grad_norm": 0.049908384680747986, |
| "learning_rate": 2.373991863201527e-05, |
| "loss": 11.843, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.7810569663692519, |
| "grad_norm": 0.057140909135341644, |
| "learning_rate": 2.345800491975606e-05, |
| "loss": 11.8329, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7824296499656829, |
| "grad_norm": 0.04777148365974426, |
| "learning_rate": 2.317755251310719e-05, |
| "loss": 11.8414, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7838023335621139, |
| "grad_norm": 0.057908087968826294, |
| "learning_rate": 2.289856676634089e-05, |
| "loss": 11.8432, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.785175017158545, |
| "grad_norm": 0.052188824862241745, |
| "learning_rate": 2.2621053005728498e-05, |
| "loss": 11.8412, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7865477007549759, |
| "grad_norm": 0.053644005209207535, |
| "learning_rate": 2.234501652943888e-05, |
| "loss": 11.8412, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.787920384351407, |
| "grad_norm": 0.04098151996731758, |
| "learning_rate": 2.2070462607437258e-05, |
| "loss": 11.8441, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.789293067947838, |
| "grad_norm": 0.03970971703529358, |
| "learning_rate": 2.1797396481384546e-05, |
| "loss": 11.8446, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.790665751544269, |
| "grad_norm": 0.05546897277235985, |
| "learning_rate": 2.152582336453739e-05, |
| "loss": 11.8373, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7920384351407, |
| "grad_norm": 0.05648568645119667, |
| "learning_rate": 2.125574844164856e-05, |
| "loss": 11.8378, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.7934111187371311, |
| "grad_norm": 0.05751476064324379, |
| "learning_rate": 2.098717686886793e-05, |
| "loss": 11.8227, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.7947838023335622, |
| "grad_norm": 0.06138955056667328, |
| "learning_rate": 2.0720113773644102e-05, |
| "loss": 11.8458, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7961564859299931, |
| "grad_norm": 0.06323087215423584, |
| "learning_rate": 2.0454564254626473e-05, |
| "loss": 11.8417, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7975291695264242, |
| "grad_norm": 0.05554278567433357, |
| "learning_rate": 2.019053338156801e-05, |
| "loss": 11.8407, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.7989018531228552, |
| "grad_norm": 0.05347120761871338, |
| "learning_rate": 1.9928026195228288e-05, |
| "loss": 11.8366, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8002745367192862, |
| "grad_norm": 0.06264010816812515, |
| "learning_rate": 1.966704770727734e-05, |
| "loss": 11.8401, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.8016472203157172, |
| "grad_norm": 0.046872787177562714, |
| "learning_rate": 1.940760290019997e-05, |
| "loss": 11.8403, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8030199039121483, |
| "grad_norm": 0.04843395575881004, |
| "learning_rate": 1.9149696727200695e-05, |
| "loss": 11.8431, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8043925875085792, |
| "grad_norm": 0.04885626584291458, |
| "learning_rate": 1.889333411210905e-05, |
| "loss": 11.8373, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8057652711050103, |
| "grad_norm": 0.05135433375835419, |
| "learning_rate": 1.8638519949285636e-05, |
| "loss": 11.8398, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.8071379547014413, |
| "grad_norm": 0.05448038876056671, |
| "learning_rate": 1.8385259103528784e-05, |
| "loss": 11.8433, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.8085106382978723, |
| "grad_norm": 0.05292930826544762, |
| "learning_rate": 1.813355640998149e-05, |
| "loss": 11.8334, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.8098833218943033, |
| "grad_norm": 0.04943053051829338, |
| "learning_rate": 1.7883416674039278e-05, |
| "loss": 11.8468, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8112560054907344, |
| "grad_norm": 0.055272772908210754, |
| "learning_rate": 1.7634844671258354e-05, |
| "loss": 11.8517, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.8126286890871655, |
| "grad_norm": 0.04422403499484062, |
| "learning_rate": 1.7387845147264446e-05, |
| "loss": 11.8406, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.8140013726835964, |
| "grad_norm": 0.05159984901547432, |
| "learning_rate": 1.714242281766224e-05, |
| "loss": 11.8389, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.8153740562800275, |
| "grad_norm": 0.051616545766592026, |
| "learning_rate": 1.6898582367945293e-05, |
| "loss": 11.8441, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.8167467398764585, |
| "grad_norm": 0.04421011731028557, |
| "learning_rate": 1.665632845340669e-05, |
| "loss": 11.8309, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8181194234728895, |
| "grad_norm": 0.051439594477415085, |
| "learning_rate": 1.6415665699050044e-05, |
| "loss": 11.8362, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.8194921070693205, |
| "grad_norm": 0.07769216597080231, |
| "learning_rate": 1.6176598699501256e-05, |
| "loss": 11.8433, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.8208647906657516, |
| "grad_norm": 0.06136331334710121, |
| "learning_rate": 1.5939132018920743e-05, |
| "loss": 11.8336, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.8222374742621825, |
| "grad_norm": 0.04711955413222313, |
| "learning_rate": 1.5703270190916453e-05, |
| "loss": 11.8434, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.8236101578586136, |
| "grad_norm": 0.0722968727350235, |
| "learning_rate": 1.5469017718457124e-05, |
| "loss": 11.8388, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8249828414550446, |
| "grad_norm": 0.037872813642024994, |
| "learning_rate": 1.5236379073786434e-05, |
| "loss": 11.848, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.8263555250514756, |
| "grad_norm": 0.07454878091812134, |
| "learning_rate": 1.5005358698337535e-05, |
| "loss": 11.8273, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.8277282086479066, |
| "grad_norm": 0.046345267444849014, |
| "learning_rate": 1.477596100264832e-05, |
| "loss": 11.8424, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.8291008922443377, |
| "grad_norm": 0.050738733261823654, |
| "learning_rate": 1.454819036627727e-05, |
| "loss": 11.837, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.8304735758407688, |
| "grad_norm": 0.06344619393348694, |
| "learning_rate": 1.4322051137719684e-05, |
| "loss": 11.8349, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.8318462594371997, |
| "grad_norm": 0.057388026267290115, |
| "learning_rate": 1.4097547634324814e-05, |
| "loss": 11.8442, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.8332189430336308, |
| "grad_norm": 0.04761294275522232, |
| "learning_rate": 1.3874684142213312e-05, |
| "loss": 11.8383, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.8345916266300618, |
| "grad_norm": 0.05048016086220741, |
| "learning_rate": 1.3653464916195558e-05, |
| "loss": 11.8433, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.8359643102264928, |
| "grad_norm": 0.05350940302014351, |
| "learning_rate": 1.3433894179690265e-05, |
| "loss": 11.8396, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.8373369938229238, |
| "grad_norm": 0.05048614367842674, |
| "learning_rate": 1.3215976124643947e-05, |
| "loss": 11.8455, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8387096774193549, |
| "grad_norm": 0.05555451661348343, |
| "learning_rate": 1.2999714911450833e-05, |
| "loss": 11.8347, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.8400823610157858, |
| "grad_norm": 0.06020323559641838, |
| "learning_rate": 1.278511466887351e-05, |
| "loss": 11.8371, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.8414550446122169, |
| "grad_norm": 0.05648094415664673, |
| "learning_rate": 1.2572179493964066e-05, |
| "loss": 11.8383, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.8428277282086479, |
| "grad_norm": 0.062232714146375656, |
| "learning_rate": 1.2360913451985801e-05, |
| "loss": 11.8427, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.8442004118050789, |
| "grad_norm": 0.050423603504896164, |
| "learning_rate": 1.2151320576335701e-05, |
| "loss": 11.834, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.8455730954015099, |
| "grad_norm": 0.06251374632120132, |
| "learning_rate": 1.1943404868467412e-05, |
| "loss": 11.8314, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.846945778997941, |
| "grad_norm": 0.05089074373245239, |
| "learning_rate": 1.1737170297814826e-05, |
| "loss": 11.8389, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.848318462594372, |
| "grad_norm": 0.04287112504243851, |
| "learning_rate": 1.1532620801716354e-05, |
| "loss": 11.8373, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.849691146190803, |
| "grad_norm": 0.05921788886189461, |
| "learning_rate": 1.1329760285339674e-05, |
| "loss": 11.8361, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 0.04784156754612923, |
| "learning_rate": 1.1128592621607226e-05, |
| "loss": 11.837, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8524365133836651, |
| "grad_norm": 0.03757408261299133, |
| "learning_rate": 1.0929121651122254e-05, |
| "loss": 11.841, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.853809196980096, |
| "grad_norm": 0.0623999647796154, |
| "learning_rate": 1.0731351182095539e-05, |
| "loss": 11.8355, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.8551818805765271, |
| "grad_norm": 0.06030808761715889, |
| "learning_rate": 1.0535284990272599e-05, |
| "loss": 11.8401, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.8565545641729582, |
| "grad_norm": 0.04326646775007248, |
| "learning_rate": 1.034092681886164e-05, |
| "loss": 11.8427, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.8579272477693891, |
| "grad_norm": 0.04839903116226196, |
| "learning_rate": 1.0148280378462182e-05, |
| "loss": 11.8352, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.8592999313658202, |
| "grad_norm": 0.054702889174222946, |
| "learning_rate": 9.957349346994038e-06, |
| "loss": 11.8386, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.8606726149622512, |
| "grad_norm": 0.050904806703329086, |
| "learning_rate": 9.768137369627296e-06, |
| "loss": 11.84, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.8620452985586822, |
| "grad_norm": 0.04123358055949211, |
| "learning_rate": 9.58064805871256e-06, |
| "loss": 11.8352, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.8634179821551132, |
| "grad_norm": 0.04602748528122902, |
| "learning_rate": 9.394884993712094e-06, |
| "loss": 11.839, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.8647906657515443, |
| "grad_norm": 0.06563877314329147, |
| "learning_rate": 9.210851721131398e-06, |
| "loss": 11.836, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8661633493479753, |
| "grad_norm": 0.06982119381427765, |
| "learning_rate": 9.028551754451619e-06, |
| "loss": 11.8378, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.8675360329444063, |
| "grad_norm": 0.04955827444791794, |
| "learning_rate": 8.84798857406235e-06, |
| "loss": 11.8354, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.8689087165408373, |
| "grad_norm": 0.05467327684164047, |
| "learning_rate": 8.669165627195242e-06, |
| "loss": 11.8307, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.8702814001372684, |
| "grad_norm": 0.04625746235251427, |
| "learning_rate": 8.492086327858185e-06, |
| "loss": 11.8444, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.8716540837336993, |
| "grad_norm": 0.050869300961494446, |
| "learning_rate": 8.316754056770138e-06, |
| "loss": 11.8355, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.8730267673301304, |
| "grad_norm": 0.05619732290506363, |
| "learning_rate": 8.143172161296586e-06, |
| "loss": 11.8425, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.8743994509265615, |
| "grad_norm": 0.05311303958296776, |
| "learning_rate": 7.97134395538559e-06, |
| "loss": 11.8415, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.8757721345229924, |
| "grad_norm": 0.051659177988767624, |
| "learning_rate": 7.801272719504593e-06, |
| "loss": 11.8484, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.8771448181194235, |
| "grad_norm": 0.052918143570423126, |
| "learning_rate": 7.632961700577723e-06, |
| "loss": 11.8353, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.8785175017158545, |
| "grad_norm": 0.056356705725193024, |
| "learning_rate": 7.466414111923814e-06, |
| "loss": 11.8362, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8798901853122855, |
| "grad_norm": 0.059311430901288986, |
| "learning_rate": 7.301633133195141e-06, |
| "loss": 11.8412, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.8812628689087165, |
| "grad_norm": 0.04781975969672203, |
| "learning_rate": 7.138621910316589e-06, |
| "loss": 11.8391, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.8826355525051476, |
| "grad_norm": 0.06131509318947792, |
| "learning_rate": 6.9773835554256875e-06, |
| "loss": 11.8337, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.8840082361015786, |
| "grad_norm": 0.05300118401646614, |
| "learning_rate": 6.817921146813111e-06, |
| "loss": 11.8425, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8853809196980096, |
| "grad_norm": 0.04846544936299324, |
| "learning_rate": 6.660237728864039e-06, |
| "loss": 11.8328, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.8867536032944406, |
| "grad_norm": 0.05177874490618706, |
| "learning_rate": 6.504336311999915e-06, |
| "loss": 11.8387, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.8881262868908717, |
| "grad_norm": 0.043527256697416306, |
| "learning_rate": 6.3502198726209885e-06, |
| "loss": 11.8483, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.8894989704873026, |
| "grad_norm": 0.05334802344441414, |
| "learning_rate": 6.197891353049545e-06, |
| "loss": 11.834, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.8908716540837337, |
| "grad_norm": 0.04096319526433945, |
| "learning_rate": 6.047353661473698e-06, |
| "loss": 11.8339, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.8922443376801648, |
| "grad_norm": 0.050016850233078, |
| "learning_rate": 5.898609671891897e-06, |
| "loss": 11.8472, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8936170212765957, |
| "grad_norm": 0.045189931988716125, |
| "learning_rate": 5.751662224057997e-06, |
| "loss": 11.8452, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.8949897048730268, |
| "grad_norm": 0.05493776872754097, |
| "learning_rate": 5.606514123427076e-06, |
| "loss": 11.8459, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8963623884694578, |
| "grad_norm": 0.06039939448237419, |
| "learning_rate": 5.463168141101904e-06, |
| "loss": 11.8329, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.8977350720658888, |
| "grad_norm": 0.03999427706003189, |
| "learning_rate": 5.321627013779984e-06, |
| "loss": 11.8456, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8991077556623198, |
| "grad_norm": 0.04555674269795418, |
| "learning_rate": 5.18189344370138e-06, |
| "loss": 11.8392, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.9004804392587509, |
| "grad_norm": 0.04306599125266075, |
| "learning_rate": 5.04397009859704e-06, |
| "loss": 11.8343, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.9018531228551819, |
| "grad_norm": 0.03923780471086502, |
| "learning_rate": 4.907859611637911e-06, |
| "loss": 11.839, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.9032258064516129, |
| "grad_norm": 0.044273119419813156, |
| "learning_rate": 4.773564581384659e-06, |
| "loss": 11.8427, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.9045984900480439, |
| "grad_norm": 0.043921634554862976, |
| "learning_rate": 4.6410875717380895e-06, |
| "loss": 11.8405, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.905971173644475, |
| "grad_norm": 0.0454542301595211, |
| "learning_rate": 4.510431111890134e-06, |
| "loss": 11.8379, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9073438572409059, |
| "grad_norm": 0.04264671728014946, |
| "learning_rate": 4.381597696275596e-06, |
| "loss": 11.8376, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.908716540837337, |
| "grad_norm": 0.04583115503191948, |
| "learning_rate": 4.254589784524576e-06, |
| "loss": 11.8393, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.910089224433768, |
| "grad_norm": 0.04487455636262894, |
| "learning_rate": 4.129409801415429e-06, |
| "loss": 11.8358, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.911461908030199, |
| "grad_norm": 0.04537051171064377, |
| "learning_rate": 4.006060136828549e-06, |
| "loss": 11.8371, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.91283459162663, |
| "grad_norm": 0.04185154661536217, |
| "learning_rate": 3.884543145700659e-06, |
| "loss": 11.8388, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.9142072752230611, |
| "grad_norm": 0.05390184745192528, |
| "learning_rate": 3.7648611479799366e-06, |
| "loss": 11.8425, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.9155799588194921, |
| "grad_norm": 0.05049329996109009, |
| "learning_rate": 3.64701642858164e-06, |
| "loss": 11.8378, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.9169526424159231, |
| "grad_norm": 0.053360890597105026, |
| "learning_rate": 3.5310112373445948e-06, |
| "loss": 11.8326, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.9183253260123542, |
| "grad_norm": 0.052987098693847656, |
| "learning_rate": 3.416847788988131e-06, |
| "loss": 11.8424, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.9196980096087852, |
| "grad_norm": 0.054250121116638184, |
| "learning_rate": 3.3045282630698506e-06, |
| "loss": 11.834, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.9210706932052162, |
| "grad_norm": 0.06623899191617966, |
| "learning_rate": 3.1940548039440132e-06, |
| "loss": 11.8298, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.9224433768016472, |
| "grad_norm": 0.05597661808133125, |
| "learning_rate": 3.085429520720595e-06, |
| "loss": 11.8432, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.9238160603980783, |
| "grad_norm": 0.04483094438910484, |
| "learning_rate": 2.978654487225041e-06, |
| "loss": 11.8383, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.9251887439945092, |
| "grad_norm": 0.04835467413067818, |
| "learning_rate": 2.8737317419586185e-06, |
| "loss": 11.8419, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.9265614275909403, |
| "grad_norm": 0.04347274824976921, |
| "learning_rate": 2.7706632880595716e-06, |
| "loss": 11.8394, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.9279341111873713, |
| "grad_norm": 0.05429907143115997, |
| "learning_rate": 2.669451093264819e-06, |
| "loss": 11.8334, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.9293067947838023, |
| "grad_norm": 0.04547375813126564, |
| "learning_rate": 2.570097089872392e-06, |
| "loss": 11.834, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.9306794783802333, |
| "grad_norm": 0.052312929183244705, |
| "learning_rate": 2.472603174704624e-06, |
| "loss": 11.8406, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.9320521619766644, |
| "grad_norm": 0.04593424126505852, |
| "learning_rate": 2.37697120907181e-06, |
| "loss": 11.8378, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.9334248455730954, |
| "grad_norm": 0.07170899957418442, |
| "learning_rate": 2.283203018736757e-06, |
| "loss": 11.8425, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.9347975291695264, |
| "grad_norm": 0.05007517337799072, |
| "learning_rate": 2.1913003938798916e-06, |
| "loss": 11.8412, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.9361702127659575, |
| "grad_norm": 0.04072301462292671, |
| "learning_rate": 2.101265089065152e-06, |
| "loss": 11.8365, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.9375428963623885, |
| "grad_norm": 0.04734235256910324, |
| "learning_rate": 2.013098823206372e-06, |
| "loss": 11.8398, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.9389155799588195, |
| "grad_norm": 0.04552050307393074, |
| "learning_rate": 1.9268032795345613e-06, |
| "loss": 11.8372, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.9402882635552505, |
| "grad_norm": 0.04315394535660744, |
| "learning_rate": 1.842380105565711e-06, |
| "loss": 11.8315, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.9416609471516816, |
| "grad_norm": 0.046886757016181946, |
| "learning_rate": 1.7598309130693825e-06, |
| "loss": 11.8446, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.9430336307481125, |
| "grad_norm": 0.045571375638246536, |
| "learning_rate": 1.679157278037946e-06, |
| "loss": 11.8397, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.9444063143445436, |
| "grad_norm": 0.05177554860711098, |
| "learning_rate": 1.6003607406564148e-06, |
| "loss": 11.8343, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.9457789979409746, |
| "grad_norm": 0.04316064342856407, |
| "learning_rate": 1.523442805273123e-06, |
| "loss": 11.8403, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.9471516815374056, |
| "grad_norm": 0.06252071261405945, |
| "learning_rate": 1.448404940370951e-06, |
| "loss": 11.8453, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9485243651338366, |
| "grad_norm": 0.04544615000486374, |
| "learning_rate": 1.3752485785393455e-06, |
| "loss": 11.8407, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.9498970487302677, |
| "grad_norm": 0.03832651674747467, |
| "learning_rate": 1.3039751164469095e-06, |
| "loss": 11.8347, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.9512697323266986, |
| "grad_norm": 0.07385504990816116, |
| "learning_rate": 1.2345859148147787e-06, |
| "loss": 11.8305, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.9526424159231297, |
| "grad_norm": 0.05453018099069595, |
| "learning_rate": 1.1670822983906094e-06, |
| "loss": 11.8431, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.9540150995195608, |
| "grad_norm": 0.04976652190089226, |
| "learning_rate": 1.1014655559233312e-06, |
| "loss": 11.8433, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.9553877831159918, |
| "grad_norm": 0.05408503860235214, |
| "learning_rate": 1.0377369401385007e-06, |
| "loss": 11.8357, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.9567604667124228, |
| "grad_norm": 0.05039648711681366, |
| "learning_rate": 9.758976677144206e-07, |
| "loss": 11.8441, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.9581331503088538, |
| "grad_norm": 0.04055138677358627, |
| "learning_rate": 9.159489192588688e-07, |
| "loss": 11.8364, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.9595058339052849, |
| "grad_norm": 0.04227149859070778, |
| "learning_rate": 8.578918392866064e-07, |
| "loss": 11.8368, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.9608785175017158, |
| "grad_norm": 0.045309558510780334, |
| "learning_rate": 8.01727536197483e-07, |
| "loss": 11.8371, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9622512010981469, |
| "grad_norm": 0.0408874936401844, |
| "learning_rate": 7.474570822553317e-07, |
| "loss": 11.8427, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.9636238846945779, |
| "grad_norm": 0.05531365051865578, |
| "learning_rate": 6.950815135674083e-07, |
| "loss": 11.8373, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.9649965682910089, |
| "grad_norm": 0.0452052503824234, |
| "learning_rate": 6.446018300647172e-07, |
| "loss": 11.844, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.9663692518874399, |
| "grad_norm": 0.06131872162222862, |
| "learning_rate": 5.960189954828277e-07, |
| "loss": 11.8371, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.05207332968711853, |
| "learning_rate": 5.493339373435657e-07, |
| "loss": 11.839, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.9691146190803019, |
| "grad_norm": 0.04608982428908348, |
| "learning_rate": 5.045475469371952e-07, |
| "loss": 11.8413, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.970487302676733, |
| "grad_norm": 0.06518697738647461, |
| "learning_rate": 4.6166067930550895e-07, |
| "loss": 11.8464, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.9718599862731641, |
| "grad_norm": 0.06121048703789711, |
| "learning_rate": 4.206741532254421e-07, |
| "loss": 11.8363, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.9732326698695951, |
| "grad_norm": 0.0667104721069336, |
| "learning_rate": 3.815887511934735e-07, |
| "loss": 11.8398, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.9746053534660261, |
| "grad_norm": 0.04809541627764702, |
| "learning_rate": 3.444052194106262e-07, |
| "loss": 11.8384, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9759780370624571, |
| "grad_norm": 0.06325999647378922, |
| "learning_rate": 3.091242677683126e-07, |
| "loss": 11.8266, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.9773507206588882, |
| "grad_norm": 0.053307488560676575, |
| "learning_rate": 2.757465698347117e-07, |
| "loss": 11.8403, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.9787234042553191, |
| "grad_norm": 0.04108544811606407, |
| "learning_rate": 2.44272762841935e-07, |
| "loss": 11.8312, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.9800960878517502, |
| "grad_norm": 0.06890933960676193, |
| "learning_rate": 2.1470344767386963e-07, |
| "loss": 11.8332, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.9814687714481812, |
| "grad_norm": 0.05392121896147728, |
| "learning_rate": 1.870391888546652e-07, |
| "loss": 11.8397, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.9828414550446122, |
| "grad_norm": 0.04765625298023224, |
| "learning_rate": 1.612805145380314e-07, |
| "loss": 11.8312, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.9842141386410432, |
| "grad_norm": 0.05238913372159004, |
| "learning_rate": 1.374279164970571e-07, |
| "loss": 11.8441, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.9855868222374743, |
| "grad_norm": 0.04678383097052574, |
| "learning_rate": 1.1548185011490686e-07, |
| "loss": 11.8454, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.9869595058339052, |
| "grad_norm": 0.049237169325351715, |
| "learning_rate": 9.544273437609441e-08, |
| "loss": 11.8431, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.9883321894303363, |
| "grad_norm": 0.05109713599085808, |
| "learning_rate": 7.731095185846693e-08, |
| "loss": 11.8379, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.9897048730267674, |
| "grad_norm": 0.05569860711693764, |
| "learning_rate": 6.108684872592197e-08, |
| "loss": 11.8376, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.9910775566231984, |
| "grad_norm": 0.04838399961590767, |
| "learning_rate": 4.67707347218016e-08, |
| "loss": 11.8345, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.9924502402196294, |
| "grad_norm": 0.04732028767466545, |
| "learning_rate": 3.436288316296388e-08, |
| "loss": 11.8397, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.9938229238160604, |
| "grad_norm": 0.05188602954149246, |
| "learning_rate": 2.3863530934564727e-08, |
| "loss": 11.8332, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.9951956074124915, |
| "grad_norm": 0.055086929351091385, |
| "learning_rate": 1.5272878485561582e-08, |
| "loss": 11.8291, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9965682910089224, |
| "grad_norm": 0.05273955687880516, |
| "learning_rate": 8.591089824860898e-09, |
| "loss": 11.8416, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.9979409746053535, |
| "grad_norm": 0.04329286143183708, |
| "learning_rate": 3.818292518176225e-09, |
| "loss": 11.8459, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.9993136582017845, |
| "grad_norm": 0.05096045881509781, |
| "learning_rate": 9.545776856412225e-10, |
| "loss": 11.8288, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.0006863417982155, |
| "grad_norm": 0.0873846784234047, |
| "learning_rate": 0.0, |
| "loss": 17.7811, |
| "step": 729 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 729, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 183, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 159698972049408.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
