| { |
| "best_metric": 0.04605964198708534, |
| "best_model_checkpoint": "miner_id_24/checkpoint-1000", |
| "epoch": 0.21219033473025303, |
| "eval_steps": 200, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00010609516736512653, |
| "grad_norm": 1.2227132320404053, |
| "learning_rate": 2e-05, |
| "loss": 4.8043, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00010609516736512653, |
| "eval_loss": 1.136993646621704, |
| "eval_runtime": 49.054, |
| "eval_samples_per_second": 3.099, |
| "eval_steps_per_second": 1.549, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00021219033473025305, |
| "grad_norm": 2.1907739639282227, |
| "learning_rate": 4e-05, |
| "loss": 4.1685, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00031828550209537956, |
| "grad_norm": 0.9811404347419739, |
| "learning_rate": 6e-05, |
| "loss": 3.3074, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0004243806694605061, |
| "grad_norm": 0.8703851699829102, |
| "learning_rate": 8e-05, |
| "loss": 3.7147, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0005304758368256326, |
| "grad_norm": 2.5449721813201904, |
| "learning_rate": 0.0001, |
| "loss": 4.6841, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0006365710041907591, |
| "grad_norm": 0.7547330260276794, |
| "learning_rate": 0.00012, |
| "loss": 3.9436, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0007426661715558856, |
| "grad_norm": 2.5213091373443604, |
| "learning_rate": 0.00014, |
| "loss": 4.2939, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0008487613389210122, |
| "grad_norm": 0.7924553751945496, |
| "learning_rate": 0.00016, |
| "loss": 3.5846, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0009548565062861387, |
| "grad_norm": 0.9664968252182007, |
| "learning_rate": 0.00018, |
| "loss": 3.7094, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0010609516736512653, |
| "grad_norm": 3.1106185913085938, |
| "learning_rate": 0.0002, |
| "loss": 4.5386, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0011670468410163917, |
| "grad_norm": 3.502851724624634, |
| "learning_rate": 0.0002, |
| "loss": 4.4108, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0012731420083815182, |
| "grad_norm": 2.340696096420288, |
| "learning_rate": 0.0002, |
| "loss": 4.2098, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0013792371757466448, |
| "grad_norm": 0.8409628868103027, |
| "learning_rate": 0.0002, |
| "loss": 3.1861, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0014853323431117712, |
| "grad_norm": 6.07866096496582, |
| "learning_rate": 0.0002, |
| "loss": 3.1661, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0015914275104768978, |
| "grad_norm": 1.3211407661437988, |
| "learning_rate": 0.0002, |
| "loss": 3.3439, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0016975226778420244, |
| "grad_norm": 16.426177978515625, |
| "learning_rate": 0.0002, |
| "loss": 4.0503, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0018036178452071508, |
| "grad_norm": 3.2012696266174316, |
| "learning_rate": 0.0002, |
| "loss": 3.6086, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0019097130125722774, |
| "grad_norm": 2.214946985244751, |
| "learning_rate": 0.0002, |
| "loss": 4.8364, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.002015808179937404, |
| "grad_norm": 3.78006911277771, |
| "learning_rate": 0.0002, |
| "loss": 3.8686, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0021219033473025306, |
| "grad_norm": 2.004002571105957, |
| "learning_rate": 0.0002, |
| "loss": 3.5997, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0022279985146676567, |
| "grad_norm": 2.7124011516571045, |
| "learning_rate": 0.0002, |
| "loss": 3.26, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.0023340936820327833, |
| "grad_norm": 4.912680149078369, |
| "learning_rate": 0.0002, |
| "loss": 4.3046, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00244018884939791, |
| "grad_norm": 2.5795178413391113, |
| "learning_rate": 0.0002, |
| "loss": 3.5415, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0025462840167630365, |
| "grad_norm": 2.924400568008423, |
| "learning_rate": 0.0002, |
| "loss": 4.0286, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.002652379184128163, |
| "grad_norm": 2.0819458961486816, |
| "learning_rate": 0.0002, |
| "loss": 3.8931, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0027584743514932897, |
| "grad_norm": 1.6147068738937378, |
| "learning_rate": 0.0002, |
| "loss": 3.8922, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.002864569518858416, |
| "grad_norm": 2.2617621421813965, |
| "learning_rate": 0.0002, |
| "loss": 3.6717, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0029706646862235424, |
| "grad_norm": 1.4411593675613403, |
| "learning_rate": 0.0002, |
| "loss": 3.4587, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.003076759853588669, |
| "grad_norm": 1.3278883695602417, |
| "learning_rate": 0.0002, |
| "loss": 3.2057, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0031828550209537956, |
| "grad_norm": 7.279472351074219, |
| "learning_rate": 0.0002, |
| "loss": 3.6026, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.003288950188318922, |
| "grad_norm": 5.375319004058838, |
| "learning_rate": 0.0002, |
| "loss": 3.1919, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.003395045355684049, |
| "grad_norm": 2.184896945953369, |
| "learning_rate": 0.0002, |
| "loss": 4.331, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.003501140523049175, |
| "grad_norm": 1.893029808998108, |
| "learning_rate": 0.0002, |
| "loss": 3.2752, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0036072356904143016, |
| "grad_norm": 1.4469364881515503, |
| "learning_rate": 0.0002, |
| "loss": 2.6578, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.003713330857779428, |
| "grad_norm": 2.8980836868286133, |
| "learning_rate": 0.0002, |
| "loss": 3.5591, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0038194260251445547, |
| "grad_norm": 1.9772838354110718, |
| "learning_rate": 0.0002, |
| "loss": 3.7089, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.003925521192509681, |
| "grad_norm": 1.698952317237854, |
| "learning_rate": 0.0002, |
| "loss": 4.2461, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.004031616359874808, |
| "grad_norm": 3.236841917037964, |
| "learning_rate": 0.0002, |
| "loss": 3.2661, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0041377115272399345, |
| "grad_norm": 2.310988426208496, |
| "learning_rate": 0.0002, |
| "loss": 3.5265, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.004243806694605061, |
| "grad_norm": 2.7078940868377686, |
| "learning_rate": 0.0002, |
| "loss": 3.9806, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.004349901861970187, |
| "grad_norm": 2.04763126373291, |
| "learning_rate": 0.0002, |
| "loss": 4.0644, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.004455997029335313, |
| "grad_norm": 2.088035821914673, |
| "learning_rate": 0.0002, |
| "loss": 3.5607, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.00456209219670044, |
| "grad_norm": 3.0089221000671387, |
| "learning_rate": 0.0002, |
| "loss": 3.6652, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.004668187364065567, |
| "grad_norm": 1.804543137550354, |
| "learning_rate": 0.0002, |
| "loss": 3.3809, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.004774282531430693, |
| "grad_norm": 3.343690872192383, |
| "learning_rate": 0.0002, |
| "loss": 5.7005, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.00488037769879582, |
| "grad_norm": 4.5735602378845215, |
| "learning_rate": 0.0002, |
| "loss": 4.6877, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.004986472866160946, |
| "grad_norm": 2.804056167602539, |
| "learning_rate": 0.0002, |
| "loss": 3.4622, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.005092568033526073, |
| "grad_norm": 2.880557060241699, |
| "learning_rate": 0.0002, |
| "loss": 2.8687, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0051986632008912, |
| "grad_norm": 3.6451752185821533, |
| "learning_rate": 0.0002, |
| "loss": 3.3162, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.005304758368256326, |
| "grad_norm": 10.213030815124512, |
| "learning_rate": 0.0002, |
| "loss": 5.7558, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.005410853535621453, |
| "grad_norm": 2.1997122764587402, |
| "learning_rate": 0.0002, |
| "loss": 3.5788, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.005516948702986579, |
| "grad_norm": 2.8668668270111084, |
| "learning_rate": 0.0002, |
| "loss": 4.7041, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.005623043870351705, |
| "grad_norm": 2.356295108795166, |
| "learning_rate": 0.0002, |
| "loss": 3.6671, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.005729139037716832, |
| "grad_norm": 1.8307877779006958, |
| "learning_rate": 0.0002, |
| "loss": 3.4535, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.005835234205081958, |
| "grad_norm": 1.642962098121643, |
| "learning_rate": 0.0002, |
| "loss": 3.8134, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.005941329372447085, |
| "grad_norm": 1.3901139497756958, |
| "learning_rate": 0.0002, |
| "loss": 2.6132, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0060474245398122115, |
| "grad_norm": 3.6157572269439697, |
| "learning_rate": 0.0002, |
| "loss": 3.8405, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.006153519707177338, |
| "grad_norm": 2.10805344581604, |
| "learning_rate": 0.0002, |
| "loss": 3.0005, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.006259614874542465, |
| "grad_norm": 2.318377733230591, |
| "learning_rate": 0.0002, |
| "loss": 2.7393, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.006365710041907591, |
| "grad_norm": 1.664177417755127, |
| "learning_rate": 0.0002, |
| "loss": 2.4767, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.006471805209272718, |
| "grad_norm": 1.8722922801971436, |
| "learning_rate": 0.0002, |
| "loss": 3.3571, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.006577900376637844, |
| "grad_norm": 13.127361297607422, |
| "learning_rate": 0.0002, |
| "loss": 3.4924, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.006683995544002971, |
| "grad_norm": 3.1532177925109863, |
| "learning_rate": 0.0002, |
| "loss": 1.8734, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.006790090711368098, |
| "grad_norm": 2.594238042831421, |
| "learning_rate": 0.0002, |
| "loss": 2.8688, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.006896185878733223, |
| "grad_norm": 2.347144603729248, |
| "learning_rate": 0.0002, |
| "loss": 3.7396, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00700228104609835, |
| "grad_norm": 3.296151638031006, |
| "learning_rate": 0.0002, |
| "loss": 3.5659, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0071083762134634765, |
| "grad_norm": 3.602407932281494, |
| "learning_rate": 0.0002, |
| "loss": 3.5121, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.007214471380828603, |
| "grad_norm": 2.349242687225342, |
| "learning_rate": 0.0002, |
| "loss": 3.1578, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.00732056654819373, |
| "grad_norm": 2.2605416774749756, |
| "learning_rate": 0.0002, |
| "loss": 3.3185, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.007426661715558856, |
| "grad_norm": 4.027394771575928, |
| "learning_rate": 0.0002, |
| "loss": 3.7465, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.007532756882923983, |
| "grad_norm": 4.459629058837891, |
| "learning_rate": 0.0002, |
| "loss": 3.8214, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0076388520502891095, |
| "grad_norm": 9.508390426635742, |
| "learning_rate": 0.0002, |
| "loss": 4.3631, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.007744947217654236, |
| "grad_norm": 2.211562156677246, |
| "learning_rate": 0.0002, |
| "loss": 2.8494, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.007851042385019363, |
| "grad_norm": 2.5427725315093994, |
| "learning_rate": 0.0002, |
| "loss": 2.8457, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.007957137552384488, |
| "grad_norm": 3.0931122303009033, |
| "learning_rate": 0.0002, |
| "loss": 2.852, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.008063232719749616, |
| "grad_norm": 4.692409992218018, |
| "learning_rate": 0.0002, |
| "loss": 3.2587, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.008169327887114742, |
| "grad_norm": 4.0190253257751465, |
| "learning_rate": 0.0002, |
| "loss": 3.9436, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.008275423054479869, |
| "grad_norm": 1.9889991283416748, |
| "learning_rate": 0.0002, |
| "loss": 2.7261, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.008381518221844995, |
| "grad_norm": 2.311791181564331, |
| "learning_rate": 0.0002, |
| "loss": 3.3325, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.008487613389210122, |
| "grad_norm": 2.346062421798706, |
| "learning_rate": 0.0002, |
| "loss": 3.2785, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.008593708556575248, |
| "grad_norm": 1.7473080158233643, |
| "learning_rate": 0.0002, |
| "loss": 1.4763, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.008699803723940374, |
| "grad_norm": 2.0880274772644043, |
| "learning_rate": 0.0002, |
| "loss": 2.233, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.008805898891305501, |
| "grad_norm": 2.2840394973754883, |
| "learning_rate": 0.0002, |
| "loss": 4.0306, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.008911994058670627, |
| "grad_norm": 2.427666187286377, |
| "learning_rate": 0.0002, |
| "loss": 3.1015, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.009018089226035754, |
| "grad_norm": 2.8295342922210693, |
| "learning_rate": 0.0002, |
| "loss": 3.033, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.00912418439340088, |
| "grad_norm": 3.2556262016296387, |
| "learning_rate": 0.0002, |
| "loss": 1.9962, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.009230279560766008, |
| "grad_norm": 2.393796443939209, |
| "learning_rate": 0.0002, |
| "loss": 3.4312, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.009336374728131133, |
| "grad_norm": 3.0318567752838135, |
| "learning_rate": 0.0002, |
| "loss": 3.5413, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.00944246989549626, |
| "grad_norm": 4.341828346252441, |
| "learning_rate": 0.0002, |
| "loss": 4.1897, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.009548565062861386, |
| "grad_norm": 3.9201996326446533, |
| "learning_rate": 0.0002, |
| "loss": 3.9873, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.009654660230226514, |
| "grad_norm": 3.1441237926483154, |
| "learning_rate": 0.0002, |
| "loss": 2.5667, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.00976075539759164, |
| "grad_norm": 2.855177879333496, |
| "learning_rate": 0.0002, |
| "loss": 2.801, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.009866850564956767, |
| "grad_norm": 4.057689666748047, |
| "learning_rate": 0.0002, |
| "loss": 4.6134, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.009972945732321893, |
| "grad_norm": 4.55735969543457, |
| "learning_rate": 0.0002, |
| "loss": 3.7384, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.010079040899687019, |
| "grad_norm": 5.61582612991333, |
| "learning_rate": 0.0002, |
| "loss": 3.4867, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.010185136067052146, |
| "grad_norm": 5.767390727996826, |
| "learning_rate": 0.0002, |
| "loss": 4.4326, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.010291231234417272, |
| "grad_norm": 5.748133182525635, |
| "learning_rate": 0.0002, |
| "loss": 3.2955, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.0103973264017824, |
| "grad_norm": 6.928273677825928, |
| "learning_rate": 0.0002, |
| "loss": 5.2954, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.010503421569147525, |
| "grad_norm": 7.609223365783691, |
| "learning_rate": 0.0002, |
| "loss": 1.8802, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.010609516736512652, |
| "grad_norm": 17.72239875793457, |
| "learning_rate": 0.0002, |
| "loss": 2.5768, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.010715611903877778, |
| "grad_norm": 3.4008069038391113, |
| "learning_rate": 0.0002, |
| "loss": 3.7535, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.010821707071242906, |
| "grad_norm": 3.8317558765411377, |
| "learning_rate": 0.0002, |
| "loss": 2.9729, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.010927802238608031, |
| "grad_norm": 3.534489631652832, |
| "learning_rate": 0.0002, |
| "loss": 2.6354, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.011033897405973159, |
| "grad_norm": 3.032125234603882, |
| "learning_rate": 0.0002, |
| "loss": 2.1188, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.011139992573338284, |
| "grad_norm": 2.6836090087890625, |
| "learning_rate": 0.0002, |
| "loss": 2.5233, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.01124608774070341, |
| "grad_norm": 2.756310224533081, |
| "learning_rate": 0.0002, |
| "loss": 2.2229, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.011352182908068538, |
| "grad_norm": 2.0013468265533447, |
| "learning_rate": 0.0002, |
| "loss": 2.1586, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.011458278075433663, |
| "grad_norm": 3.1280078887939453, |
| "learning_rate": 0.0002, |
| "loss": 2.8185, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.01156437324279879, |
| "grad_norm": 2.1837096214294434, |
| "learning_rate": 0.0002, |
| "loss": 2.093, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.011670468410163917, |
| "grad_norm": 2.0937159061431885, |
| "learning_rate": 0.0002, |
| "loss": 1.7221, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.011776563577529044, |
| "grad_norm": 3.3554956912994385, |
| "learning_rate": 0.0002, |
| "loss": 1.8325, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.01188265874489417, |
| "grad_norm": 5.717564582824707, |
| "learning_rate": 0.0002, |
| "loss": 2.3021, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.011988753912259297, |
| "grad_norm": 4.078648090362549, |
| "learning_rate": 0.0002, |
| "loss": 2.0204, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.012094849079624423, |
| "grad_norm": 3.3916938304901123, |
| "learning_rate": 0.0002, |
| "loss": 3.1438, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.01220094424698955, |
| "grad_norm": 2.9676084518432617, |
| "learning_rate": 0.0002, |
| "loss": 3.1891, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.012307039414354676, |
| "grad_norm": 3.8291354179382324, |
| "learning_rate": 0.0002, |
| "loss": 4.0157, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.012413134581719802, |
| "grad_norm": 3.687831163406372, |
| "learning_rate": 0.0002, |
| "loss": 2.6913, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.01251922974908493, |
| "grad_norm": 2.7878036499023438, |
| "learning_rate": 0.0002, |
| "loss": 2.7616, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.012625324916450055, |
| "grad_norm": 2.7982282638549805, |
| "learning_rate": 0.0002, |
| "loss": 2.6217, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.012731420083815182, |
| "grad_norm": 3.1332545280456543, |
| "learning_rate": 0.0002, |
| "loss": 2.4894, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.012837515251180308, |
| "grad_norm": 3.5601961612701416, |
| "learning_rate": 0.0002, |
| "loss": 3.4742, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.012943610418545436, |
| "grad_norm": 4.125502109527588, |
| "learning_rate": 0.0002, |
| "loss": 2.2072, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.013049705585910561, |
| "grad_norm": 2.7976362705230713, |
| "learning_rate": 0.0002, |
| "loss": 1.2677, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.013155800753275689, |
| "grad_norm": 3.3750789165496826, |
| "learning_rate": 0.0002, |
| "loss": 1.0383, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.013261895920640815, |
| "grad_norm": 3.095698118209839, |
| "learning_rate": 0.0002, |
| "loss": 2.2804, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.013367991088005942, |
| "grad_norm": 3.771909713745117, |
| "learning_rate": 0.0002, |
| "loss": 1.7166, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.013474086255371068, |
| "grad_norm": 2.476886034011841, |
| "learning_rate": 0.0002, |
| "loss": 1.4567, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.013580181422736195, |
| "grad_norm": 3.81657075881958, |
| "learning_rate": 0.0002, |
| "loss": 2.9091, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.013686276590101321, |
| "grad_norm": 3.686119318008423, |
| "learning_rate": 0.0002, |
| "loss": 3.4401, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.013792371757466447, |
| "grad_norm": 2.754486322402954, |
| "learning_rate": 0.0002, |
| "loss": 2.2794, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.013898466924831574, |
| "grad_norm": 3.566023588180542, |
| "learning_rate": 0.0002, |
| "loss": 2.788, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0140045620921967, |
| "grad_norm": 2.876128911972046, |
| "learning_rate": 0.0002, |
| "loss": 2.0946, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.014110657259561827, |
| "grad_norm": 5.803760528564453, |
| "learning_rate": 0.0002, |
| "loss": 2.0384, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.014216752426926953, |
| "grad_norm": 2.3868322372436523, |
| "learning_rate": 0.0002, |
| "loss": 2.694, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.01432284759429208, |
| "grad_norm": 3.2313525676727295, |
| "learning_rate": 0.0002, |
| "loss": 2.6091, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.014428942761657206, |
| "grad_norm": 6.998787879943848, |
| "learning_rate": 0.0002, |
| "loss": 5.2077, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.014535037929022334, |
| "grad_norm": 3.026733875274658, |
| "learning_rate": 0.0002, |
| "loss": 1.3786, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.01464113309638746, |
| "grad_norm": 3.729038953781128, |
| "learning_rate": 0.0002, |
| "loss": 3.0251, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.014747228263752587, |
| "grad_norm": 7.158941745758057, |
| "learning_rate": 0.0002, |
| "loss": 2.2439, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.014853323431117713, |
| "grad_norm": 3.722791910171509, |
| "learning_rate": 0.0002, |
| "loss": 2.4273, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.014959418598482838, |
| "grad_norm": 3.5929651260375977, |
| "learning_rate": 0.0002, |
| "loss": 1.9943, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.015065513765847966, |
| "grad_norm": 3.1800715923309326, |
| "learning_rate": 0.0002, |
| "loss": 1.0048, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.015171608933213091, |
| "grad_norm": 4.236758232116699, |
| "learning_rate": 0.0002, |
| "loss": 1.6647, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.015277704100578219, |
| "grad_norm": 3.737858295440674, |
| "learning_rate": 0.0002, |
| "loss": 1.9938, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.015383799267943345, |
| "grad_norm": 3.9081311225891113, |
| "learning_rate": 0.0002, |
| "loss": 1.7413, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.015489894435308472, |
| "grad_norm": 4.345303058624268, |
| "learning_rate": 0.0002, |
| "loss": 1.4408, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.015595989602673598, |
| "grad_norm": 3.783076763153076, |
| "learning_rate": 0.0002, |
| "loss": 1.3153, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.015702084770038725, |
| "grad_norm": 9.792940139770508, |
| "learning_rate": 0.0002, |
| "loss": 2.4319, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.01580817993740385, |
| "grad_norm": 10.786137580871582, |
| "learning_rate": 0.0002, |
| "loss": 2.8049, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.015914275104768977, |
| "grad_norm": 16.320602416992188, |
| "learning_rate": 0.0002, |
| "loss": 1.6589, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.016020370272134106, |
| "grad_norm": 2.8635878562927246, |
| "learning_rate": 0.0002, |
| "loss": 2.3935, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.01612646543949923, |
| "grad_norm": 2.1177868843078613, |
| "learning_rate": 0.0002, |
| "loss": 1.4814, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.016232560606864357, |
| "grad_norm": 2.5111634731292725, |
| "learning_rate": 0.0002, |
| "loss": 2.8808, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.016338655774229483, |
| "grad_norm": 1.8321031332015991, |
| "learning_rate": 0.0002, |
| "loss": 0.9693, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.01644475094159461, |
| "grad_norm": 3.6505608558654785, |
| "learning_rate": 0.0002, |
| "loss": 1.3714, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.016550846108959738, |
| "grad_norm": 10.724478721618652, |
| "learning_rate": 0.0002, |
| "loss": 1.6566, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.016656941276324864, |
| "grad_norm": 2.7396724224090576, |
| "learning_rate": 0.0002, |
| "loss": 1.6568, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.01676303644368999, |
| "grad_norm": 2.6471476554870605, |
| "learning_rate": 0.0002, |
| "loss": 2.4285, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.016869131611055115, |
| "grad_norm": 2.0485448837280273, |
| "learning_rate": 0.0002, |
| "loss": 1.5799, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.016975226778420244, |
| "grad_norm": 10.288602828979492, |
| "learning_rate": 0.0002, |
| "loss": 0.7724, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.01708132194578537, |
| "grad_norm": 2.3833632469177246, |
| "learning_rate": 0.0002, |
| "loss": 1.1196, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.017187417113150496, |
| "grad_norm": 3.742144823074341, |
| "learning_rate": 0.0002, |
| "loss": 2.4564, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.01729351228051562, |
| "grad_norm": 4.046933174133301, |
| "learning_rate": 0.0002, |
| "loss": 2.5235, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.017399607447880747, |
| "grad_norm": 2.8122692108154297, |
| "learning_rate": 0.0002, |
| "loss": 1.1145, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.017505702615245877, |
| "grad_norm": 4.883057117462158, |
| "learning_rate": 0.0002, |
| "loss": 2.7339, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.017611797782611002, |
| "grad_norm": 2.676788568496704, |
| "learning_rate": 0.0002, |
| "loss": 1.8434, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.017717892949976128, |
| "grad_norm": 5.218541145324707, |
| "learning_rate": 0.0002, |
| "loss": 2.083, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.017823988117341254, |
| "grad_norm": 3.967400312423706, |
| "learning_rate": 0.0002, |
| "loss": 2.3963, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.017930083284706383, |
| "grad_norm": 3.4294486045837402, |
| "learning_rate": 0.0002, |
| "loss": 1.9041, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.01803617845207151, |
| "grad_norm": 12.549241065979004, |
| "learning_rate": 0.0002, |
| "loss": 3.9171, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.018142273619436634, |
| "grad_norm": 3.7909247875213623, |
| "learning_rate": 0.0002, |
| "loss": 1.2675, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.01824836878680176, |
| "grad_norm": 5.602055072784424, |
| "learning_rate": 0.0002, |
| "loss": 1.3248, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.01835446395416689, |
| "grad_norm": 3.3486201763153076, |
| "learning_rate": 0.0002, |
| "loss": 0.9758, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.018460559121532015, |
| "grad_norm": 3.924180030822754, |
| "learning_rate": 0.0002, |
| "loss": 1.6131, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.01856665428889714, |
| "grad_norm": 3.3005192279815674, |
| "learning_rate": 0.0002, |
| "loss": 1.4016, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.018672749456262266, |
| "grad_norm": 3.4813711643218994, |
| "learning_rate": 0.0002, |
| "loss": 1.7895, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.018778844623627392, |
| "grad_norm": 3.254422903060913, |
| "learning_rate": 0.0002, |
| "loss": 0.8657, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.01888493979099252, |
| "grad_norm": 3.5467541217803955, |
| "learning_rate": 0.0002, |
| "loss": 2.3606, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.018991034958357647, |
| "grad_norm": 5.447516441345215, |
| "learning_rate": 0.0002, |
| "loss": 1.3568, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.019097130125722773, |
| "grad_norm": 2.5604374408721924, |
| "learning_rate": 0.0002, |
| "loss": 1.465, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0192032252930879, |
| "grad_norm": 4.3453240394592285, |
| "learning_rate": 0.0002, |
| "loss": 1.8242, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.019309320460453028, |
| "grad_norm": 3.5254688262939453, |
| "learning_rate": 0.0002, |
| "loss": 2.0891, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.019415415627818153, |
| "grad_norm": 4.116239547729492, |
| "learning_rate": 0.0002, |
| "loss": 2.2097, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.01952151079518328, |
| "grad_norm": 2.1880035400390625, |
| "learning_rate": 0.0002, |
| "loss": 0.743, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.019627605962548405, |
| "grad_norm": 2.8995838165283203, |
| "learning_rate": 0.0002, |
| "loss": 1.0845, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.019733701129913534, |
| "grad_norm": 2.6183598041534424, |
| "learning_rate": 0.0002, |
| "loss": 1.3098, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.01983979629727866, |
| "grad_norm": 3.6374671459198, |
| "learning_rate": 0.0002, |
| "loss": 1.9352, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.019945891464643786, |
| "grad_norm": 3.0819814205169678, |
| "learning_rate": 0.0002, |
| "loss": 1.4616, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.02005198663200891, |
| "grad_norm": 4.812188148498535, |
| "learning_rate": 0.0002, |
| "loss": 2.0908, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.020158081799374037, |
| "grad_norm": 3.0675370693206787, |
| "learning_rate": 0.0002, |
| "loss": 1.6406, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.020264176966739166, |
| "grad_norm": 4.660072326660156, |
| "learning_rate": 0.0002, |
| "loss": 1.413, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.020370272134104292, |
| "grad_norm": 3.5570473670959473, |
| "learning_rate": 0.0002, |
| "loss": 1.6941, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.020476367301469418, |
| "grad_norm": 5.564205646514893, |
| "learning_rate": 0.0002, |
| "loss": 2.9569, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.020582462468834543, |
| "grad_norm": 3.190176248550415, |
| "learning_rate": 0.0002, |
| "loss": 1.6218, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.020688557636199673, |
| "grad_norm": 3.487715482711792, |
| "learning_rate": 0.0002, |
| "loss": 0.4987, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0207946528035648, |
| "grad_norm": 3.3298957347869873, |
| "learning_rate": 0.0002, |
| "loss": 1.5312, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.020900747970929924, |
| "grad_norm": 5.805622100830078, |
| "learning_rate": 0.0002, |
| "loss": 1.4019, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.02100684313829505, |
| "grad_norm": 7.060379505157471, |
| "learning_rate": 0.0002, |
| "loss": 1.1303, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.021112938305660175, |
| "grad_norm": 3.797893524169922, |
| "learning_rate": 0.0002, |
| "loss": 0.7686, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.021219033473025305, |
| "grad_norm": 14.904925346374512, |
| "learning_rate": 0.0002, |
| "loss": 3.1671, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.021219033473025305, |
| "eval_loss": 0.395944207906723, |
| "eval_runtime": 49.0379, |
| "eval_samples_per_second": 3.1, |
| "eval_steps_per_second": 1.55, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.02132512864039043, |
| "grad_norm": 5.733150959014893, |
| "learning_rate": 0.0002, |
| "loss": 2.5216, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.021431223807755556, |
| "grad_norm": 2.9409000873565674, |
| "learning_rate": 0.0002, |
| "loss": 1.4073, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.021537318975120682, |
| "grad_norm": 2.697526693344116, |
| "learning_rate": 0.0002, |
| "loss": 1.0417, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.02164341414248581, |
| "grad_norm": 3.6040546894073486, |
| "learning_rate": 0.0002, |
| "loss": 2.9267, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.021749509309850937, |
| "grad_norm": 1.904679536819458, |
| "learning_rate": 0.0002, |
| "loss": 1.4444, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.021855604477216063, |
| "grad_norm": 1.7012965679168701, |
| "learning_rate": 0.0002, |
| "loss": 0.5438, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.021961699644581188, |
| "grad_norm": 1.625866174697876, |
| "learning_rate": 0.0002, |
| "loss": 0.7673, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.022067794811946317, |
| "grad_norm": 3.999293327331543, |
| "learning_rate": 0.0002, |
| "loss": 2.7258, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.022173889979311443, |
| "grad_norm": 3.017442226409912, |
| "learning_rate": 0.0002, |
| "loss": 1.1749, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.02227998514667657, |
| "grad_norm": 4.8808698654174805, |
| "learning_rate": 0.0002, |
| "loss": 1.2095, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.022386080314041695, |
| "grad_norm": 3.9254953861236572, |
| "learning_rate": 0.0002, |
| "loss": 2.729, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.02249217548140682, |
| "grad_norm": 2.9561750888824463, |
| "learning_rate": 0.0002, |
| "loss": 1.2012, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.02259827064877195, |
| "grad_norm": 3.1008262634277344, |
| "learning_rate": 0.0002, |
| "loss": 1.3845, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.022704365816137075, |
| "grad_norm": 5.456976890563965, |
| "learning_rate": 0.0002, |
| "loss": 2.2289, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.0228104609835022, |
| "grad_norm": 2.7365076541900635, |
| "learning_rate": 0.0002, |
| "loss": 0.9943, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.022916556150867327, |
| "grad_norm": 4.081173419952393, |
| "learning_rate": 0.0002, |
| "loss": 1.1972, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.023022651318232456, |
| "grad_norm": 5.805318355560303, |
| "learning_rate": 0.0002, |
| "loss": 1.7178, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.02312874648559758, |
| "grad_norm": 3.44502329826355, |
| "learning_rate": 0.0002, |
| "loss": 0.6931, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.023234841652962707, |
| "grad_norm": 6.361124038696289, |
| "learning_rate": 0.0002, |
| "loss": 0.9266, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.023340936820327833, |
| "grad_norm": 8.124204635620117, |
| "learning_rate": 0.0002, |
| "loss": 2.3572, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.023447031987692962, |
| "grad_norm": 3.444772720336914, |
| "learning_rate": 0.0002, |
| "loss": 1.1797, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.023553127155058088, |
| "grad_norm": 3.6857378482818604, |
| "learning_rate": 0.0002, |
| "loss": 0.8014, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.023659222322423214, |
| "grad_norm": 3.032870292663574, |
| "learning_rate": 0.0002, |
| "loss": 1.318, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.02376531748978834, |
| "grad_norm": 3.588388681411743, |
| "learning_rate": 0.0002, |
| "loss": 1.0777, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.023871412657153465, |
| "grad_norm": 5.102999210357666, |
| "learning_rate": 0.0002, |
| "loss": 2.0448, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.023977507824518594, |
| "grad_norm": 3.4174258708953857, |
| "learning_rate": 0.0002, |
| "loss": 1.3072, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.02408360299188372, |
| "grad_norm": 4.506897449493408, |
| "learning_rate": 0.0002, |
| "loss": 2.0917, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.024189698159248846, |
| "grad_norm": 2.994997262954712, |
| "learning_rate": 0.0002, |
| "loss": 1.1594, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.02429579332661397, |
| "grad_norm": 5.212351322174072, |
| "learning_rate": 0.0002, |
| "loss": 2.0465, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.0244018884939791, |
| "grad_norm": 4.068553447723389, |
| "learning_rate": 0.0002, |
| "loss": 1.7014, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.024507983661344226, |
| "grad_norm": 4.696006774902344, |
| "learning_rate": 0.0002, |
| "loss": 1.1824, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.024614078828709352, |
| "grad_norm": 3.162461280822754, |
| "learning_rate": 0.0002, |
| "loss": 1.0923, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.024720173996074478, |
| "grad_norm": 3.1809380054473877, |
| "learning_rate": 0.0002, |
| "loss": 0.9357, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.024826269163439604, |
| "grad_norm": 3.0020837783813477, |
| "learning_rate": 0.0002, |
| "loss": 0.8018, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.024932364330804733, |
| "grad_norm": 3.0580692291259766, |
| "learning_rate": 0.0002, |
| "loss": 1.5624, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.02503845949816986, |
| "grad_norm": 5.495715618133545, |
| "learning_rate": 0.0002, |
| "loss": 1.685, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.025144554665534984, |
| "grad_norm": 3.2661473751068115, |
| "learning_rate": 0.0002, |
| "loss": 1.1768, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.02525064983290011, |
| "grad_norm": 3.7645680904388428, |
| "learning_rate": 0.0002, |
| "loss": 1.0666, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.02535674500026524, |
| "grad_norm": 2.1639583110809326, |
| "learning_rate": 0.0002, |
| "loss": 0.2454, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.025462840167630365, |
| "grad_norm": 4.131226539611816, |
| "learning_rate": 0.0002, |
| "loss": 1.9613, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.02556893533499549, |
| "grad_norm": 3.6866374015808105, |
| "learning_rate": 0.0002, |
| "loss": 0.8733, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.025675030502360616, |
| "grad_norm": 6.431790828704834, |
| "learning_rate": 0.0002, |
| "loss": 0.7187, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.025781125669725746, |
| "grad_norm": 5.000661849975586, |
| "learning_rate": 0.0002, |
| "loss": 1.009, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.02588722083709087, |
| "grad_norm": 4.369930267333984, |
| "learning_rate": 0.0002, |
| "loss": 1.5747, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.025993316004455997, |
| "grad_norm": 5.950666904449463, |
| "learning_rate": 0.0002, |
| "loss": 1.6512, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.026099411171821123, |
| "grad_norm": 6.275736331939697, |
| "learning_rate": 0.0002, |
| "loss": 2.2925, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.02620550633918625, |
| "grad_norm": 6.75863790512085, |
| "learning_rate": 0.0002, |
| "loss": 1.3982, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.026311601506551378, |
| "grad_norm": 4.256134033203125, |
| "learning_rate": 0.0002, |
| "loss": 1.0037, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.026417696673916503, |
| "grad_norm": 11.930377960205078, |
| "learning_rate": 0.0002, |
| "loss": 2.3937, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.02652379184128163, |
| "grad_norm": 13.662436485290527, |
| "learning_rate": 0.0002, |
| "loss": 0.923, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.026629887008646755, |
| "grad_norm": 2.975529432296753, |
| "learning_rate": 0.0002, |
| "loss": 0.8011, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.026735982176011884, |
| "grad_norm": 1.6943079233169556, |
| "learning_rate": 0.0002, |
| "loss": 0.3928, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.02684207734337701, |
| "grad_norm": 3.029340982437134, |
| "learning_rate": 0.0002, |
| "loss": 1.0006, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.026948172510742135, |
| "grad_norm": 3.238131284713745, |
| "learning_rate": 0.0002, |
| "loss": 1.4404, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.02705426767810726, |
| "grad_norm": 2.689577341079712, |
| "learning_rate": 0.0002, |
| "loss": 1.5503, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.02716036284547239, |
| "grad_norm": 5.332719326019287, |
| "learning_rate": 0.0002, |
| "loss": 1.4324, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.027266458012837516, |
| "grad_norm": 2.7952499389648438, |
| "learning_rate": 0.0002, |
| "loss": 0.9667, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.027372553180202642, |
| "grad_norm": 4.136829853057861, |
| "learning_rate": 0.0002, |
| "loss": 1.8374, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.027478648347567768, |
| "grad_norm": 5.165133476257324, |
| "learning_rate": 0.0002, |
| "loss": 1.7748, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.027584743514932893, |
| "grad_norm": 4.964156627655029, |
| "learning_rate": 0.0002, |
| "loss": 1.4183, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.027690838682298023, |
| "grad_norm": 4.093507766723633, |
| "learning_rate": 0.0002, |
| "loss": 1.2251, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.027796933849663148, |
| "grad_norm": 2.805535078048706, |
| "learning_rate": 0.0002, |
| "loss": 0.5492, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.027903029017028274, |
| "grad_norm": 4.703305244445801, |
| "learning_rate": 0.0002, |
| "loss": 1.4531, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0280091241843934, |
| "grad_norm": 3.359321355819702, |
| "learning_rate": 0.0002, |
| "loss": 1.0685, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.02811521935175853, |
| "grad_norm": 413.40277099609375, |
| "learning_rate": 0.0002, |
| "loss": 1.8959, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.028221314519123655, |
| "grad_norm": 4.22860860824585, |
| "learning_rate": 0.0002, |
| "loss": 1.1023, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.02832740968648878, |
| "grad_norm": 3.2861337661743164, |
| "learning_rate": 0.0002, |
| "loss": 0.8544, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.028433504853853906, |
| "grad_norm": 4.447198867797852, |
| "learning_rate": 0.0002, |
| "loss": 1.2257, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.028539600021219032, |
| "grad_norm": 2.61706805229187, |
| "learning_rate": 0.0002, |
| "loss": 0.6109, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.02864569518858416, |
| "grad_norm": 5.476799964904785, |
| "learning_rate": 0.0002, |
| "loss": 1.2561, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.028751790355949287, |
| "grad_norm": 4.6296563148498535, |
| "learning_rate": 0.0002, |
| "loss": 1.0873, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.028857885523314412, |
| "grad_norm": 4.792291164398193, |
| "learning_rate": 0.0002, |
| "loss": 0.9524, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.028963980690679538, |
| "grad_norm": 4.366674900054932, |
| "learning_rate": 0.0002, |
| "loss": 1.2119, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.029070075858044667, |
| "grad_norm": 4.877869129180908, |
| "learning_rate": 0.0002, |
| "loss": 2.0396, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.029176171025409793, |
| "grad_norm": 5.30100154876709, |
| "learning_rate": 0.0002, |
| "loss": 1.454, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.02928226619277492, |
| "grad_norm": 2.7943129539489746, |
| "learning_rate": 0.0002, |
| "loss": 0.6461, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.029388361360140045, |
| "grad_norm": 2.3773272037506104, |
| "learning_rate": 0.0002, |
| "loss": 0.5208, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.029494456527505174, |
| "grad_norm": 3.192535400390625, |
| "learning_rate": 0.0002, |
| "loss": 0.7365, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.0296005516948703, |
| "grad_norm": 9.500214576721191, |
| "learning_rate": 0.0002, |
| "loss": 2.1725, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.029706646862235425, |
| "grad_norm": 4.314040184020996, |
| "learning_rate": 0.0002, |
| "loss": 1.345, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.02981274202960055, |
| "grad_norm": 5.485884666442871, |
| "learning_rate": 0.0002, |
| "loss": 1.4923, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.029918837196965677, |
| "grad_norm": 1.8064782619476318, |
| "learning_rate": 0.0002, |
| "loss": 0.0409, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.030024932364330806, |
| "grad_norm": 3.2914040088653564, |
| "learning_rate": 0.0002, |
| "loss": 0.8203, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.03013102753169593, |
| "grad_norm": 3.3092668056488037, |
| "learning_rate": 0.0002, |
| "loss": 0.8943, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.030237122699061057, |
| "grad_norm": 5.146333694458008, |
| "learning_rate": 0.0002, |
| "loss": 1.7114, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.030343217866426183, |
| "grad_norm": 8.57264518737793, |
| "learning_rate": 0.0002, |
| "loss": 1.8486, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.030449313033791312, |
| "grad_norm": 4.154279708862305, |
| "learning_rate": 0.0002, |
| "loss": 0.7311, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.030555408201156438, |
| "grad_norm": 4.687794208526611, |
| "learning_rate": 0.0002, |
| "loss": 0.6446, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.030661503368521564, |
| "grad_norm": 4.394033432006836, |
| "learning_rate": 0.0002, |
| "loss": 1.4773, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.03076759853588669, |
| "grad_norm": 5.015145778656006, |
| "learning_rate": 0.0002, |
| "loss": 1.0613, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.03087369370325182, |
| "grad_norm": 3.91595721244812, |
| "learning_rate": 0.0002, |
| "loss": 0.6249, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.030979788870616944, |
| "grad_norm": 6.644060134887695, |
| "learning_rate": 0.0002, |
| "loss": 1.2293, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.03108588403798207, |
| "grad_norm": 7.162878513336182, |
| "learning_rate": 0.0002, |
| "loss": 1.3582, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.031191979205347196, |
| "grad_norm": 7.130400657653809, |
| "learning_rate": 0.0002, |
| "loss": 1.083, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.03129807437271232, |
| "grad_norm": 8.32446002960205, |
| "learning_rate": 0.0002, |
| "loss": 1.8725, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.03140416954007745, |
| "grad_norm": 5.074612140655518, |
| "learning_rate": 0.0002, |
| "loss": 1.5588, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.03151026470744257, |
| "grad_norm": 4.848550319671631, |
| "learning_rate": 0.0002, |
| "loss": 1.0441, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.0316163598748077, |
| "grad_norm": 4.596402168273926, |
| "learning_rate": 0.0002, |
| "loss": 1.3824, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.03172245504217283, |
| "grad_norm": 11.356524467468262, |
| "learning_rate": 0.0002, |
| "loss": 1.6103, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.031828550209537954, |
| "grad_norm": 9.608918190002441, |
| "learning_rate": 0.0002, |
| "loss": 1.2436, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03193464537690308, |
| "grad_norm": 3.735387086868286, |
| "learning_rate": 0.0002, |
| "loss": 1.3811, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.03204074054426821, |
| "grad_norm": 4.297565460205078, |
| "learning_rate": 0.0002, |
| "loss": 0.8889, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.032146835711633334, |
| "grad_norm": 3.0328731536865234, |
| "learning_rate": 0.0002, |
| "loss": 1.3669, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.03225293087899846, |
| "grad_norm": 4.018775463104248, |
| "learning_rate": 0.0002, |
| "loss": 1.116, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.032359026046363586, |
| "grad_norm": 2.942187786102295, |
| "learning_rate": 0.0002, |
| "loss": 0.8751, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.032465121213728715, |
| "grad_norm": 6.090500354766846, |
| "learning_rate": 0.0002, |
| "loss": 2.4727, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.032571216381093844, |
| "grad_norm": 2.201136589050293, |
| "learning_rate": 0.0002, |
| "loss": 0.5005, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.032677311548458966, |
| "grad_norm": 2.4293572902679443, |
| "learning_rate": 0.0002, |
| "loss": 0.6529, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.032783406715824095, |
| "grad_norm": 1.6190643310546875, |
| "learning_rate": 0.0002, |
| "loss": 0.3256, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.03288950188318922, |
| "grad_norm": 3.414869546890259, |
| "learning_rate": 0.0002, |
| "loss": 0.9411, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.03299559705055435, |
| "grad_norm": 3.666668653488159, |
| "learning_rate": 0.0002, |
| "loss": 0.7079, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.033101692217919476, |
| "grad_norm": 5.593864440917969, |
| "learning_rate": 0.0002, |
| "loss": 2.7286, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.0332077873852846, |
| "grad_norm": 14.349515914916992, |
| "learning_rate": 0.0002, |
| "loss": 1.8527, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.03331388255264973, |
| "grad_norm": 3.8774049282073975, |
| "learning_rate": 0.0002, |
| "loss": 1.0164, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.03341997772001486, |
| "grad_norm": 3.6103453636169434, |
| "learning_rate": 0.0002, |
| "loss": 0.899, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.03352607288737998, |
| "grad_norm": 3.107605218887329, |
| "learning_rate": 0.0002, |
| "loss": 0.988, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.03363216805474511, |
| "grad_norm": 4.9734039306640625, |
| "learning_rate": 0.0002, |
| "loss": 0.829, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.03373826322211023, |
| "grad_norm": 3.6341757774353027, |
| "learning_rate": 0.0002, |
| "loss": 1.1874, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.03384435838947536, |
| "grad_norm": 3.3148927688598633, |
| "learning_rate": 0.0002, |
| "loss": 0.7101, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.03395045355684049, |
| "grad_norm": 6.099140167236328, |
| "learning_rate": 0.0002, |
| "loss": 0.7273, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.03405654872420561, |
| "grad_norm": 3.361956834793091, |
| "learning_rate": 0.0002, |
| "loss": 0.6668, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.03416264389157074, |
| "grad_norm": 3.628396987915039, |
| "learning_rate": 0.0002, |
| "loss": 0.6095, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.03426873905893586, |
| "grad_norm": 7.606847763061523, |
| "learning_rate": 0.0002, |
| "loss": 1.7039, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.03437483422630099, |
| "grad_norm": 2.9438092708587646, |
| "learning_rate": 0.0002, |
| "loss": 0.4649, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.03448092939366612, |
| "grad_norm": 4.490889549255371, |
| "learning_rate": 0.0002, |
| "loss": 1.5968, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.03458702456103124, |
| "grad_norm": 4.871997833251953, |
| "learning_rate": 0.0002, |
| "loss": 1.0819, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.03469311972839637, |
| "grad_norm": 4.768057823181152, |
| "learning_rate": 0.0002, |
| "loss": 0.7246, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.034799214895761495, |
| "grad_norm": 3.626011848449707, |
| "learning_rate": 0.0002, |
| "loss": 1.5066, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.034905310063126624, |
| "grad_norm": 4.527174472808838, |
| "learning_rate": 0.0002, |
| "loss": 0.693, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.03501140523049175, |
| "grad_norm": 3.6624271869659424, |
| "learning_rate": 0.0002, |
| "loss": 0.2864, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.035117500397856875, |
| "grad_norm": 4.235393047332764, |
| "learning_rate": 0.0002, |
| "loss": 0.6812, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.035223595565222005, |
| "grad_norm": 4.5075602531433105, |
| "learning_rate": 0.0002, |
| "loss": 0.6515, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.035329690732587134, |
| "grad_norm": 4.6953349113464355, |
| "learning_rate": 0.0002, |
| "loss": 1.0906, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.035435785899952256, |
| "grad_norm": 4.4149017333984375, |
| "learning_rate": 0.0002, |
| "loss": 0.5416, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.035541881067317385, |
| "grad_norm": 2.8558144569396973, |
| "learning_rate": 0.0002, |
| "loss": 0.393, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.03564797623468251, |
| "grad_norm": 3.1266744136810303, |
| "learning_rate": 0.0002, |
| "loss": 0.3674, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.03575407140204764, |
| "grad_norm": 5.189237117767334, |
| "learning_rate": 0.0002, |
| "loss": 1.1688, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.035860166569412766, |
| "grad_norm": 4.945295333862305, |
| "learning_rate": 0.0002, |
| "loss": 0.7169, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.03596626173677789, |
| "grad_norm": 2.8422434329986572, |
| "learning_rate": 0.0002, |
| "loss": 0.3158, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.03607235690414302, |
| "grad_norm": 14.573302268981934, |
| "learning_rate": 0.0002, |
| "loss": 3.5565, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.03617845207150814, |
| "grad_norm": 5.243977069854736, |
| "learning_rate": 0.0002, |
| "loss": 0.7409, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.03628454723887327, |
| "grad_norm": 3.547652006149292, |
| "learning_rate": 0.0002, |
| "loss": 0.3603, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.0363906424062384, |
| "grad_norm": 6.906449317932129, |
| "learning_rate": 0.0002, |
| "loss": 2.0655, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.03649673757360352, |
| "grad_norm": 4.528022289276123, |
| "learning_rate": 0.0002, |
| "loss": 0.1801, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.03660283274096865, |
| "grad_norm": 3.1219239234924316, |
| "learning_rate": 0.0002, |
| "loss": 0.2412, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.03670892790833378, |
| "grad_norm": 12.57082748413086, |
| "learning_rate": 0.0002, |
| "loss": 1.1844, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.0368150230756989, |
| "grad_norm": 8.647945404052734, |
| "learning_rate": 0.0002, |
| "loss": 1.0324, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.03692111824306403, |
| "grad_norm": 5.898775100708008, |
| "learning_rate": 0.0002, |
| "loss": 0.6056, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.03702721341042915, |
| "grad_norm": 5.9041748046875, |
| "learning_rate": 0.0002, |
| "loss": 0.8185, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.03713330857779428, |
| "grad_norm": 164.45352172851562, |
| "learning_rate": 0.0002, |
| "loss": 3.1613, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.03723940374515941, |
| "grad_norm": 7.521422386169434, |
| "learning_rate": 0.0002, |
| "loss": 1.7537, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.03734549891252453, |
| "grad_norm": 2.9983487129211426, |
| "learning_rate": 0.0002, |
| "loss": 0.5436, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.03745159407988966, |
| "grad_norm": 4.213047504425049, |
| "learning_rate": 0.0002, |
| "loss": 1.0223, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.037557689247254784, |
| "grad_norm": 2.540405511856079, |
| "learning_rate": 0.0002, |
| "loss": 0.3584, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.037663784414619914, |
| "grad_norm": 2.6902472972869873, |
| "learning_rate": 0.0002, |
| "loss": 0.5628, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.03776987958198504, |
| "grad_norm": 2.733140707015991, |
| "learning_rate": 0.0002, |
| "loss": 0.6759, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.037875974749350165, |
| "grad_norm": 2.972196340560913, |
| "learning_rate": 0.0002, |
| "loss": 1.1594, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.037982069916715294, |
| "grad_norm": 2.2910826206207275, |
| "learning_rate": 0.0002, |
| "loss": 0.4298, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.03808816508408042, |
| "grad_norm": 2.993675947189331, |
| "learning_rate": 0.0002, |
| "loss": 1.139, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.038194260251445546, |
| "grad_norm": 3.8977863788604736, |
| "learning_rate": 0.0002, |
| "loss": 1.2189, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.038300355418810675, |
| "grad_norm": 1.8936662673950195, |
| "learning_rate": 0.0002, |
| "loss": 0.3933, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.0384064505861758, |
| "grad_norm": 1.834683895111084, |
| "learning_rate": 0.0002, |
| "loss": 0.2562, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.038512545753540926, |
| "grad_norm": 3.3719115257263184, |
| "learning_rate": 0.0002, |
| "loss": 0.3638, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.038618640920906055, |
| "grad_norm": 5.012463092803955, |
| "learning_rate": 0.0002, |
| "loss": 0.5322, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.03872473608827118, |
| "grad_norm": 2.486210346221924, |
| "learning_rate": 0.0002, |
| "loss": 0.4776, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.03883083125563631, |
| "grad_norm": 5.088481903076172, |
| "learning_rate": 0.0002, |
| "loss": 0.596, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.03893692642300143, |
| "grad_norm": 5.185567378997803, |
| "learning_rate": 0.0002, |
| "loss": 0.9014, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.03904302159036656, |
| "grad_norm": 4.369194507598877, |
| "learning_rate": 0.0002, |
| "loss": 0.6617, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.03914911675773169, |
| "grad_norm": 4.543515205383301, |
| "learning_rate": 0.0002, |
| "loss": 0.826, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.03925521192509681, |
| "grad_norm": 4.201028823852539, |
| "learning_rate": 0.0002, |
| "loss": 0.7516, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03936130709246194, |
| "grad_norm": 6.975632667541504, |
| "learning_rate": 0.0002, |
| "loss": 0.8649, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.03946740225982707, |
| "grad_norm": 13.609240531921387, |
| "learning_rate": 0.0002, |
| "loss": 2.0637, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.03957349742719219, |
| "grad_norm": 2.2117419242858887, |
| "learning_rate": 0.0002, |
| "loss": 0.2086, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.03967959259455732, |
| "grad_norm": 4.979019641876221, |
| "learning_rate": 0.0002, |
| "loss": 0.5815, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.03978568776192244, |
| "grad_norm": 2.7178735733032227, |
| "learning_rate": 0.0002, |
| "loss": 0.2869, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.03989178292928757, |
| "grad_norm": 6.517244338989258, |
| "learning_rate": 0.0002, |
| "loss": 0.3016, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.0399978780966527, |
| "grad_norm": 2.107304811477661, |
| "learning_rate": 0.0002, |
| "loss": 0.1669, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.04010397326401782, |
| "grad_norm": 7.323092460632324, |
| "learning_rate": 0.0002, |
| "loss": 0.9315, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.04021006843138295, |
| "grad_norm": 4.1918158531188965, |
| "learning_rate": 0.0002, |
| "loss": 0.2948, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.040316163598748074, |
| "grad_norm": 2.221923589706421, |
| "learning_rate": 0.0002, |
| "loss": 0.178, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0404222587661132, |
| "grad_norm": 2.7988953590393066, |
| "learning_rate": 0.0002, |
| "loss": 0.234, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.04052835393347833, |
| "grad_norm": 5.585294723510742, |
| "learning_rate": 0.0002, |
| "loss": 0.4728, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.040634449100843455, |
| "grad_norm": 2.6768264770507812, |
| "learning_rate": 0.0002, |
| "loss": 0.2467, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.040740544268208584, |
| "grad_norm": 2.4491844177246094, |
| "learning_rate": 0.0002, |
| "loss": 0.1182, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.04084663943557371, |
| "grad_norm": 4.81193208694458, |
| "learning_rate": 0.0002, |
| "loss": 0.8382, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.040952734602938835, |
| "grad_norm": 3.971623420715332, |
| "learning_rate": 0.0002, |
| "loss": 0.4721, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.041058829770303965, |
| "grad_norm": 3.5163159370422363, |
| "learning_rate": 0.0002, |
| "loss": 0.4978, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.04116492493766909, |
| "grad_norm": 4.195182800292969, |
| "learning_rate": 0.0002, |
| "loss": 0.9137, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.041271020105034216, |
| "grad_norm": 2.5431699752807617, |
| "learning_rate": 0.0002, |
| "loss": 0.1213, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.041377115272399345, |
| "grad_norm": 8.400617599487305, |
| "learning_rate": 0.0002, |
| "loss": 1.2513, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.04148321043976447, |
| "grad_norm": 4.060451030731201, |
| "learning_rate": 0.0002, |
| "loss": 0.5213, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.0415893056071296, |
| "grad_norm": 4.0345306396484375, |
| "learning_rate": 0.0002, |
| "loss": 0.4791, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.04169540077449472, |
| "grad_norm": 8.12038803100586, |
| "learning_rate": 0.0002, |
| "loss": 0.4937, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.04180149594185985, |
| "grad_norm": 4.133437156677246, |
| "learning_rate": 0.0002, |
| "loss": 0.4821, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.04190759110922498, |
| "grad_norm": 6.603668212890625, |
| "learning_rate": 0.0002, |
| "loss": 0.7771, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0420136862765901, |
| "grad_norm": 12.854839324951172, |
| "learning_rate": 0.0002, |
| "loss": 0.8368, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.04211978144395523, |
| "grad_norm": 8.148303031921387, |
| "learning_rate": 0.0002, |
| "loss": 1.868, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.04222587661132035, |
| "grad_norm": 6.718593120574951, |
| "learning_rate": 0.0002, |
| "loss": 0.6266, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.04233197177868548, |
| "grad_norm": 9.160544395446777, |
| "learning_rate": 0.0002, |
| "loss": 0.8171, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.04243806694605061, |
| "grad_norm": 20.137012481689453, |
| "learning_rate": 0.0002, |
| "loss": 1.3667, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.04243806694605061, |
| "eval_loss": 0.17873066663742065, |
| "eval_runtime": 49.024, |
| "eval_samples_per_second": 3.101, |
| "eval_steps_per_second": 1.55, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.04254416211341573, |
| "grad_norm": 7.019038677215576, |
| "learning_rate": 0.0002, |
| "loss": 1.6404, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.04265025728078086, |
| "grad_norm": 3.3495168685913086, |
| "learning_rate": 0.0002, |
| "loss": 0.2782, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.04275635244814599, |
| "grad_norm": 2.889557361602783, |
| "learning_rate": 0.0002, |
| "loss": 0.3636, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.04286244761551111, |
| "grad_norm": 2.536804676055908, |
| "learning_rate": 0.0002, |
| "loss": 0.4657, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.04296854278287624, |
| "grad_norm": 2.9899702072143555, |
| "learning_rate": 0.0002, |
| "loss": 0.376, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.043074637950241364, |
| "grad_norm": 1.6560529470443726, |
| "learning_rate": 0.0002, |
| "loss": 0.1273, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.04318073311760649, |
| "grad_norm": 3.457346200942993, |
| "learning_rate": 0.0002, |
| "loss": 0.5013, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.04328682828497162, |
| "grad_norm": 3.9248204231262207, |
| "learning_rate": 0.0002, |
| "loss": 0.4628, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.043392923452336744, |
| "grad_norm": 3.600216865539551, |
| "learning_rate": 0.0002, |
| "loss": 0.7497, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.043499018619701874, |
| "grad_norm": 3.5014729499816895, |
| "learning_rate": 0.0002, |
| "loss": 0.6667, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.043605113787066996, |
| "grad_norm": 4.599094867706299, |
| "learning_rate": 0.0002, |
| "loss": 0.2094, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.043711208954432125, |
| "grad_norm": 4.209789752960205, |
| "learning_rate": 0.0002, |
| "loss": 0.4949, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.043817304121797254, |
| "grad_norm": 3.094412326812744, |
| "learning_rate": 0.0002, |
| "loss": 0.3972, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.043923399289162376, |
| "grad_norm": 3.7161800861358643, |
| "learning_rate": 0.0002, |
| "loss": 0.5443, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.044029494456527506, |
| "grad_norm": 3.4043614864349365, |
| "learning_rate": 0.0002, |
| "loss": 0.9129, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.044135589623892635, |
| "grad_norm": 5.5519208908081055, |
| "learning_rate": 0.0002, |
| "loss": 0.9976, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.04424168479125776, |
| "grad_norm": 3.6496615409851074, |
| "learning_rate": 0.0002, |
| "loss": 0.2854, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.044347779958622886, |
| "grad_norm": 3.084127902984619, |
| "learning_rate": 0.0002, |
| "loss": 0.502, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.04445387512598801, |
| "grad_norm": 5.787623405456543, |
| "learning_rate": 0.0002, |
| "loss": 0.4366, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.04455997029335314, |
| "grad_norm": 3.5248732566833496, |
| "learning_rate": 0.0002, |
| "loss": 0.2447, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.04466606546071827, |
| "grad_norm": 4.171925067901611, |
| "learning_rate": 0.0002, |
| "loss": 0.4862, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.04477216062808339, |
| "grad_norm": 3.0946240425109863, |
| "learning_rate": 0.0002, |
| "loss": 0.3172, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.04487825579544852, |
| "grad_norm": 3.9588584899902344, |
| "learning_rate": 0.0002, |
| "loss": 0.1817, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.04498435096281364, |
| "grad_norm": 4.443936824798584, |
| "learning_rate": 0.0002, |
| "loss": 0.3485, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.04509044613017877, |
| "grad_norm": 3.333066940307617, |
| "learning_rate": 0.0002, |
| "loss": 0.2707, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.0451965412975439, |
| "grad_norm": 4.589669704437256, |
| "learning_rate": 0.0002, |
| "loss": 0.6352, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.04530263646490902, |
| "grad_norm": 3.973156690597534, |
| "learning_rate": 0.0002, |
| "loss": 0.439, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.04540873163227415, |
| "grad_norm": 11.658697128295898, |
| "learning_rate": 0.0002, |
| "loss": 0.901, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.04551482679963928, |
| "grad_norm": 4.025359630584717, |
| "learning_rate": 0.0002, |
| "loss": 0.3266, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.0456209219670044, |
| "grad_norm": 6.444979190826416, |
| "learning_rate": 0.0002, |
| "loss": 0.5214, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.04572701713436953, |
| "grad_norm": 4.326871871948242, |
| "learning_rate": 0.0002, |
| "loss": 0.5354, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.04583311230173465, |
| "grad_norm": 3.2906038761138916, |
| "learning_rate": 0.0002, |
| "loss": 0.2216, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.04593920746909978, |
| "grad_norm": 5.379806041717529, |
| "learning_rate": 0.0002, |
| "loss": 0.4014, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.04604530263646491, |
| "grad_norm": 3.8933420181274414, |
| "learning_rate": 0.0002, |
| "loss": 0.35, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.046151397803830034, |
| "grad_norm": 3.171335220336914, |
| "learning_rate": 0.0002, |
| "loss": 0.2283, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.04625749297119516, |
| "grad_norm": 14.405277252197266, |
| "learning_rate": 0.0002, |
| "loss": 1.4901, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.046363588138560285, |
| "grad_norm": 5.727415561676025, |
| "learning_rate": 0.0002, |
| "loss": 0.5702, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.046469683305925415, |
| "grad_norm": 5.878786087036133, |
| "learning_rate": 0.0002, |
| "loss": 0.4651, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.046575778473290544, |
| "grad_norm": 2.603529691696167, |
| "learning_rate": 0.0002, |
| "loss": 0.1419, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.046681873640655666, |
| "grad_norm": 3.8785459995269775, |
| "learning_rate": 0.0002, |
| "loss": 0.1976, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.046787968808020795, |
| "grad_norm": 11.364130973815918, |
| "learning_rate": 0.0002, |
| "loss": 1.6506, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.046894063975385925, |
| "grad_norm": 2.501291513442993, |
| "learning_rate": 0.0002, |
| "loss": 0.1111, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.04700015914275105, |
| "grad_norm": 3.854921817779541, |
| "learning_rate": 0.0002, |
| "loss": 0.1216, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.047106254310116176, |
| "grad_norm": 3.051520347595215, |
| "learning_rate": 0.0002, |
| "loss": 0.1628, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.0472123494774813, |
| "grad_norm": 7.160539627075195, |
| "learning_rate": 0.0002, |
| "loss": 0.8058, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.04731844464484643, |
| "grad_norm": 65.8753890991211, |
| "learning_rate": 0.0002, |
| "loss": 0.6923, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.04742453981221156, |
| "grad_norm": 18.15306854248047, |
| "learning_rate": 0.0002, |
| "loss": 1.5316, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.04753063497957668, |
| "grad_norm": 2.9575817584991455, |
| "learning_rate": 0.0002, |
| "loss": 0.4715, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.04763673014694181, |
| "grad_norm": 11.436844825744629, |
| "learning_rate": 0.0002, |
| "loss": 0.9842, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.04774282531430693, |
| "grad_norm": 10.71850299835205, |
| "learning_rate": 0.0002, |
| "loss": 0.9742, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.04784892048167206, |
| "grad_norm": 4.655384540557861, |
| "learning_rate": 0.0002, |
| "loss": 0.5414, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.04795501564903719, |
| "grad_norm": 3.786055326461792, |
| "learning_rate": 0.0002, |
| "loss": 0.3729, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.04806111081640231, |
| "grad_norm": 2.6778831481933594, |
| "learning_rate": 0.0002, |
| "loss": 0.2415, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.04816720598376744, |
| "grad_norm": 3.2645668983459473, |
| "learning_rate": 0.0002, |
| "loss": 0.2568, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.04827330115113257, |
| "grad_norm": 2.8314027786254883, |
| "learning_rate": 0.0002, |
| "loss": 0.2543, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.04837939631849769, |
| "grad_norm": 4.143037796020508, |
| "learning_rate": 0.0002, |
| "loss": 0.5018, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.04848549148586282, |
| "grad_norm": 4.975722312927246, |
| "learning_rate": 0.0002, |
| "loss": 0.7023, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.04859158665322794, |
| "grad_norm": 4.0427775382995605, |
| "learning_rate": 0.0002, |
| "loss": 0.819, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.04869768182059307, |
| "grad_norm": 3.950007915496826, |
| "learning_rate": 0.0002, |
| "loss": 0.3765, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0488037769879582, |
| "grad_norm": 3.1164987087249756, |
| "learning_rate": 0.0002, |
| "loss": 0.2256, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.048909872155323324, |
| "grad_norm": 2.9342164993286133, |
| "learning_rate": 0.0002, |
| "loss": 0.4349, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.04901596732268845, |
| "grad_norm": 2.075115919113159, |
| "learning_rate": 0.0002, |
| "loss": 0.1819, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.049122062490053575, |
| "grad_norm": 8.89643669128418, |
| "learning_rate": 0.0002, |
| "loss": 0.3656, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.049228157657418704, |
| "grad_norm": 3.1514883041381836, |
| "learning_rate": 0.0002, |
| "loss": 0.2729, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.049334252824783834, |
| "grad_norm": 4.056678295135498, |
| "learning_rate": 0.0002, |
| "loss": 0.5473, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.049440347992148956, |
| "grad_norm": 9.375845909118652, |
| "learning_rate": 0.0002, |
| "loss": 1.0148, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.049546443159514085, |
| "grad_norm": 4.761811256408691, |
| "learning_rate": 0.0002, |
| "loss": 0.51, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.04965253832687921, |
| "grad_norm": 4.510958194732666, |
| "learning_rate": 0.0002, |
| "loss": 0.6182, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.049758633494244336, |
| "grad_norm": 3.781621217727661, |
| "learning_rate": 0.0002, |
| "loss": 0.4285, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.049864728661609466, |
| "grad_norm": 3.644886016845703, |
| "learning_rate": 0.0002, |
| "loss": 0.5142, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.04997082382897459, |
| "grad_norm": 6.482536315917969, |
| "learning_rate": 0.0002, |
| "loss": 0.3391, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.05007691899633972, |
| "grad_norm": 4.07009220123291, |
| "learning_rate": 0.0002, |
| "loss": 0.5175, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.050183014163704846, |
| "grad_norm": 6.267446517944336, |
| "learning_rate": 0.0002, |
| "loss": 1.3086, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.05028910933106997, |
| "grad_norm": 14.80613899230957, |
| "learning_rate": 0.0002, |
| "loss": 2.3187, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.0503952044984351, |
| "grad_norm": 2.8999814987182617, |
| "learning_rate": 0.0002, |
| "loss": 0.31, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.05050129966580022, |
| "grad_norm": 8.018625259399414, |
| "learning_rate": 0.0002, |
| "loss": 0.5926, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.05060739483316535, |
| "grad_norm": 5.844554424285889, |
| "learning_rate": 0.0002, |
| "loss": 0.529, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.05071349000053048, |
| "grad_norm": 3.1673948764801025, |
| "learning_rate": 0.0002, |
| "loss": 0.351, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.0508195851678956, |
| "grad_norm": 4.546468734741211, |
| "learning_rate": 0.0002, |
| "loss": 0.1893, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.05092568033526073, |
| "grad_norm": 11.55413818359375, |
| "learning_rate": 0.0002, |
| "loss": 0.2541, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.05103177550262585, |
| "grad_norm": 10.320550918579102, |
| "learning_rate": 0.0002, |
| "loss": 1.8247, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.05113787066999098, |
| "grad_norm": 3.112452268600464, |
| "learning_rate": 0.0002, |
| "loss": 0.165, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.05124396583735611, |
| "grad_norm": 3.85616135597229, |
| "learning_rate": 0.0002, |
| "loss": 0.3051, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.05135006100472123, |
| "grad_norm": 2.5799131393432617, |
| "learning_rate": 0.0002, |
| "loss": 0.0843, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.05145615617208636, |
| "grad_norm": 4.228163719177246, |
| "learning_rate": 0.0002, |
| "loss": 0.3153, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.05156225133945149, |
| "grad_norm": 11.891464233398438, |
| "learning_rate": 0.0002, |
| "loss": 0.9818, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.05166834650681661, |
| "grad_norm": 3.89750075340271, |
| "learning_rate": 0.0002, |
| "loss": 0.1893, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.05177444167418174, |
| "grad_norm": 6.656202793121338, |
| "learning_rate": 0.0002, |
| "loss": 0.3507, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.051880536841546865, |
| "grad_norm": 3.2699997425079346, |
| "learning_rate": 0.0002, |
| "loss": 0.2807, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.051986632008911994, |
| "grad_norm": 10.409578323364258, |
| "learning_rate": 0.0002, |
| "loss": 1.4287, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.05209272717627712, |
| "grad_norm": 2.918891668319702, |
| "learning_rate": 0.0002, |
| "loss": 0.3404, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.052198822343642245, |
| "grad_norm": 4.25892448425293, |
| "learning_rate": 0.0002, |
| "loss": 0.2439, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.052304917511007375, |
| "grad_norm": 2.5544915199279785, |
| "learning_rate": 0.0002, |
| "loss": 0.1317, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.0524110126783725, |
| "grad_norm": 9.94870376586914, |
| "learning_rate": 0.0002, |
| "loss": 0.9205, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.052517107845737626, |
| "grad_norm": 12.25198745727539, |
| "learning_rate": 0.0002, |
| "loss": 0.198, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.052623203013102755, |
| "grad_norm": 5.718235969543457, |
| "learning_rate": 0.0002, |
| "loss": 0.2217, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.05272929818046788, |
| "grad_norm": 9.451251983642578, |
| "learning_rate": 0.0002, |
| "loss": 0.4886, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.05283539334783301, |
| "grad_norm": 4.339202880859375, |
| "learning_rate": 0.0002, |
| "loss": 0.6708, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.052941488515198136, |
| "grad_norm": 11.120373725891113, |
| "learning_rate": 0.0002, |
| "loss": 0.632, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.05304758368256326, |
| "grad_norm": 12.669961929321289, |
| "learning_rate": 0.0002, |
| "loss": 0.5631, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05315367884992839, |
| "grad_norm": 5.537994384765625, |
| "learning_rate": 0.0002, |
| "loss": 0.4354, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.05325977401729351, |
| "grad_norm": 2.084691047668457, |
| "learning_rate": 0.0002, |
| "loss": 0.111, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.05336586918465864, |
| "grad_norm": 3.671396493911743, |
| "learning_rate": 0.0002, |
| "loss": 0.2303, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.05347196435202377, |
| "grad_norm": 4.126123428344727, |
| "learning_rate": 0.0002, |
| "loss": 0.3585, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.05357805951938889, |
| "grad_norm": 2.2750625610351562, |
| "learning_rate": 0.0002, |
| "loss": 0.1479, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.05368415468675402, |
| "grad_norm": 3.4741342067718506, |
| "learning_rate": 0.0002, |
| "loss": 0.2407, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.05379024985411914, |
| "grad_norm": 3.8042309284210205, |
| "learning_rate": 0.0002, |
| "loss": 0.5285, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.05389634502148427, |
| "grad_norm": 2.939202070236206, |
| "learning_rate": 0.0002, |
| "loss": 0.2078, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.0540024401888494, |
| "grad_norm": 2.3906304836273193, |
| "learning_rate": 0.0002, |
| "loss": 0.2069, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.05410853535621452, |
| "grad_norm": 2.337224245071411, |
| "learning_rate": 0.0002, |
| "loss": 0.1283, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.05421463052357965, |
| "grad_norm": 3.028588056564331, |
| "learning_rate": 0.0002, |
| "loss": 0.132, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.05432072569094478, |
| "grad_norm": 4.573586463928223, |
| "learning_rate": 0.0002, |
| "loss": 0.6889, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.0544268208583099, |
| "grad_norm": 10.099056243896484, |
| "learning_rate": 0.0002, |
| "loss": 0.559, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.05453291602567503, |
| "grad_norm": 4.925566673278809, |
| "learning_rate": 0.0002, |
| "loss": 0.2214, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.054639011193040155, |
| "grad_norm": 9.198141098022461, |
| "learning_rate": 0.0002, |
| "loss": 0.6515, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.054745106360405284, |
| "grad_norm": 6.661198616027832, |
| "learning_rate": 0.0002, |
| "loss": 0.6289, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.05485120152777041, |
| "grad_norm": 3.1955177783966064, |
| "learning_rate": 0.0002, |
| "loss": 0.2037, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.054957296695135535, |
| "grad_norm": 4.03855562210083, |
| "learning_rate": 0.0002, |
| "loss": 0.3868, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.055063391862500664, |
| "grad_norm": 4.027100086212158, |
| "learning_rate": 0.0002, |
| "loss": 0.2544, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.05516948702986579, |
| "grad_norm": 3.5460662841796875, |
| "learning_rate": 0.0002, |
| "loss": 0.1581, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.055275582197230916, |
| "grad_norm": 3.6065421104431152, |
| "learning_rate": 0.0002, |
| "loss": 0.276, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.055381677364596045, |
| "grad_norm": 3.0606110095977783, |
| "learning_rate": 0.0002, |
| "loss": 0.1081, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.05548777253196117, |
| "grad_norm": 1.7537955045700073, |
| "learning_rate": 0.0002, |
| "loss": 0.0509, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.055593867699326296, |
| "grad_norm": 7.004730701446533, |
| "learning_rate": 0.0002, |
| "loss": 0.3984, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.055699962866691426, |
| "grad_norm": 7.577908515930176, |
| "learning_rate": 0.0002, |
| "loss": 0.5543, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.05580605803405655, |
| "grad_norm": 3.8665435314178467, |
| "learning_rate": 0.0002, |
| "loss": 0.2653, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.05591215320142168, |
| "grad_norm": 4.8650994300842285, |
| "learning_rate": 0.0002, |
| "loss": 0.3168, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.0560182483687868, |
| "grad_norm": 5.418580055236816, |
| "learning_rate": 0.0002, |
| "loss": 0.5015, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.05612434353615193, |
| "grad_norm": 4.403785705566406, |
| "learning_rate": 0.0002, |
| "loss": 0.2941, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.05623043870351706, |
| "grad_norm": 2.7670342922210693, |
| "learning_rate": 0.0002, |
| "loss": 0.3218, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.05633653387088218, |
| "grad_norm": 5.0616135597229, |
| "learning_rate": 0.0002, |
| "loss": 0.356, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.05644262903824731, |
| "grad_norm": 5.4133453369140625, |
| "learning_rate": 0.0002, |
| "loss": 0.5207, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.05654872420561243, |
| "grad_norm": 3.008209228515625, |
| "learning_rate": 0.0002, |
| "loss": 0.1534, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.05665481937297756, |
| "grad_norm": 4.882579326629639, |
| "learning_rate": 0.0002, |
| "loss": 0.3743, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.05676091454034269, |
| "grad_norm": 2.044800043106079, |
| "learning_rate": 0.0002, |
| "loss": 0.0916, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.05686700970770781, |
| "grad_norm": 4.066525936126709, |
| "learning_rate": 0.0002, |
| "loss": 0.2454, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.05697310487507294, |
| "grad_norm": 3.590541124343872, |
| "learning_rate": 0.0002, |
| "loss": 0.2537, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.057079200042438064, |
| "grad_norm": 5.188663482666016, |
| "learning_rate": 0.0002, |
| "loss": 0.4371, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.05718529520980319, |
| "grad_norm": 16.274005889892578, |
| "learning_rate": 0.0002, |
| "loss": 0.9034, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.05729139037716832, |
| "grad_norm": 2.4885027408599854, |
| "learning_rate": 0.0002, |
| "loss": 0.1431, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.057397485544533444, |
| "grad_norm": 7.728314399719238, |
| "learning_rate": 0.0002, |
| "loss": 0.5979, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.05750358071189857, |
| "grad_norm": 4.958306312561035, |
| "learning_rate": 0.0002, |
| "loss": 0.8061, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.0576096758792637, |
| "grad_norm": 4.054244041442871, |
| "learning_rate": 0.0002, |
| "loss": 0.3257, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.057715771046628825, |
| "grad_norm": 4.01568603515625, |
| "learning_rate": 0.0002, |
| "loss": 0.2197, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.057821866213993954, |
| "grad_norm": 6.441722869873047, |
| "learning_rate": 0.0002, |
| "loss": 0.6696, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.057927961381359076, |
| "grad_norm": 3.335869073867798, |
| "learning_rate": 0.0002, |
| "loss": 0.3509, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.058034056548724205, |
| "grad_norm": 4.625494480133057, |
| "learning_rate": 0.0002, |
| "loss": 0.4024, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.058140151716089335, |
| "grad_norm": 9.314163208007812, |
| "learning_rate": 0.0002, |
| "loss": 0.6531, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.05824624688345446, |
| "grad_norm": 4.827786922454834, |
| "learning_rate": 0.0002, |
| "loss": 0.2281, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.058352342050819586, |
| "grad_norm": 13.49416732788086, |
| "learning_rate": 0.0002, |
| "loss": 0.5565, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.05845843721818471, |
| "grad_norm": 4.7248711585998535, |
| "learning_rate": 0.0002, |
| "loss": 0.5274, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.05856453238554984, |
| "grad_norm": 3.890202760696411, |
| "learning_rate": 0.0002, |
| "loss": 0.4273, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.05867062755291497, |
| "grad_norm": 3.558539867401123, |
| "learning_rate": 0.0002, |
| "loss": 0.2962, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.05877672272028009, |
| "grad_norm": 5.086642742156982, |
| "learning_rate": 0.0002, |
| "loss": 0.2852, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.05888281788764522, |
| "grad_norm": 4.275340557098389, |
| "learning_rate": 0.0002, |
| "loss": 0.5032, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.05898891305501035, |
| "grad_norm": 2.8693175315856934, |
| "learning_rate": 0.0002, |
| "loss": 0.2842, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.05909500822237547, |
| "grad_norm": 2.1812076568603516, |
| "learning_rate": 0.0002, |
| "loss": 0.1644, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.0592011033897406, |
| "grad_norm": 1.5773775577545166, |
| "learning_rate": 0.0002, |
| "loss": 0.1425, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.05930719855710572, |
| "grad_norm": 3.70076584815979, |
| "learning_rate": 0.0002, |
| "loss": 0.4021, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.05941329372447085, |
| "grad_norm": 2.562319755554199, |
| "learning_rate": 0.0002, |
| "loss": 0.1592, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.05951938889183598, |
| "grad_norm": 6.144506454467773, |
| "learning_rate": 0.0002, |
| "loss": 0.3432, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.0596254840592011, |
| "grad_norm": 2.538200855255127, |
| "learning_rate": 0.0002, |
| "loss": 0.34, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.05973157922656623, |
| "grad_norm": 2.777168035507202, |
| "learning_rate": 0.0002, |
| "loss": 0.1778, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.05983767439393135, |
| "grad_norm": 5.7629499435424805, |
| "learning_rate": 0.0002, |
| "loss": 0.2949, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.05994376956129648, |
| "grad_norm": 3.34789776802063, |
| "learning_rate": 0.0002, |
| "loss": 0.3748, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.06004986472866161, |
| "grad_norm": 4.118829250335693, |
| "learning_rate": 0.0002, |
| "loss": 0.2176, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.060155959896026734, |
| "grad_norm": 4.782301902770996, |
| "learning_rate": 0.0002, |
| "loss": 0.3927, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.06026205506339186, |
| "grad_norm": 5.128859043121338, |
| "learning_rate": 0.0002, |
| "loss": 0.5543, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.06036815023075699, |
| "grad_norm": 5.0031256675720215, |
| "learning_rate": 0.0002, |
| "loss": 0.3529, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.060474245398122115, |
| "grad_norm": 2.7428393363952637, |
| "learning_rate": 0.0002, |
| "loss": 0.1595, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.060580340565487244, |
| "grad_norm": 3.581171989440918, |
| "learning_rate": 0.0002, |
| "loss": 0.1678, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.060686435732852366, |
| "grad_norm": 4.675350666046143, |
| "learning_rate": 0.0002, |
| "loss": 0.7082, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.060792530900217495, |
| "grad_norm": 5.9380106925964355, |
| "learning_rate": 0.0002, |
| "loss": 1.027, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.060898626067582624, |
| "grad_norm": 3.5587375164031982, |
| "learning_rate": 0.0002, |
| "loss": 0.247, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.06100472123494775, |
| "grad_norm": 2.679931640625, |
| "learning_rate": 0.0002, |
| "loss": 0.1213, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.061110816402312876, |
| "grad_norm": 2.86470103263855, |
| "learning_rate": 0.0002, |
| "loss": 0.1278, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.061216911569678, |
| "grad_norm": 2.979581594467163, |
| "learning_rate": 0.0002, |
| "loss": 0.1826, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.06132300673704313, |
| "grad_norm": 56.3017463684082, |
| "learning_rate": 0.0002, |
| "loss": 1.6229, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.061429101904408256, |
| "grad_norm": 5.066262245178223, |
| "learning_rate": 0.0002, |
| "loss": 0.2046, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.06153519707177338, |
| "grad_norm": 4.789727210998535, |
| "learning_rate": 0.0002, |
| "loss": 0.2343, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.06164129223913851, |
| "grad_norm": 2.431149959564209, |
| "learning_rate": 0.0002, |
| "loss": 0.1323, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.06174738740650364, |
| "grad_norm": 6.847019672393799, |
| "learning_rate": 0.0002, |
| "loss": 1.2988, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.06185348257386876, |
| "grad_norm": 5.719597339630127, |
| "learning_rate": 0.0002, |
| "loss": 0.118, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.06195957774123389, |
| "grad_norm": 5.006930351257324, |
| "learning_rate": 0.0002, |
| "loss": 0.3411, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.06206567290859901, |
| "grad_norm": 3.8464155197143555, |
| "learning_rate": 0.0002, |
| "loss": 0.2107, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.06217176807596414, |
| "grad_norm": 4.633309364318848, |
| "learning_rate": 0.0002, |
| "loss": 0.2187, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.06227786324332927, |
| "grad_norm": 4.91509485244751, |
| "learning_rate": 0.0002, |
| "loss": 0.1753, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.06238395841069439, |
| "grad_norm": 4.266772270202637, |
| "learning_rate": 0.0002, |
| "loss": 0.2735, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.06249005357805952, |
| "grad_norm": 3.0416057109832764, |
| "learning_rate": 0.0002, |
| "loss": 0.1378, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.06259614874542464, |
| "grad_norm": 8.14599895477295, |
| "learning_rate": 0.0002, |
| "loss": 0.3211, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.06270224391278978, |
| "grad_norm": 5.665064334869385, |
| "learning_rate": 0.0002, |
| "loss": 0.6611, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.0628083390801549, |
| "grad_norm": 2.7205049991607666, |
| "learning_rate": 0.0002, |
| "loss": 0.1931, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.06291443424752002, |
| "grad_norm": 8.475919723510742, |
| "learning_rate": 0.0002, |
| "loss": 0.9683, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.06302052941488515, |
| "grad_norm": 7.554189205169678, |
| "learning_rate": 0.0002, |
| "loss": 0.5407, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.06312662458225028, |
| "grad_norm": 4.229675769805908, |
| "learning_rate": 0.0002, |
| "loss": 0.5314, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.0632327197496154, |
| "grad_norm": 12.832164764404297, |
| "learning_rate": 0.0002, |
| "loss": 0.7761, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.06333881491698053, |
| "grad_norm": 3.9546749591827393, |
| "learning_rate": 0.0002, |
| "loss": 0.3258, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.06344491008434566, |
| "grad_norm": 6.405267715454102, |
| "learning_rate": 0.0002, |
| "loss": 0.4697, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.06355100525171078, |
| "grad_norm": 7.217308521270752, |
| "learning_rate": 0.0002, |
| "loss": 0.4231, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.06365710041907591, |
| "grad_norm": 29.28597640991211, |
| "learning_rate": 0.0002, |
| "loss": 1.3113, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.06365710041907591, |
| "eval_loss": 0.08916247636079788, |
| "eval_runtime": 49.0386, |
| "eval_samples_per_second": 3.1, |
| "eval_steps_per_second": 1.55, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.06376319558644104, |
| "grad_norm": 5.610376834869385, |
| "learning_rate": 0.0002, |
| "loss": 0.5724, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.06386929075380617, |
| "grad_norm": 3.7921555042266846, |
| "learning_rate": 0.0002, |
| "loss": 0.388, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.06397538592117129, |
| "grad_norm": 2.8842315673828125, |
| "learning_rate": 0.0002, |
| "loss": 0.2475, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.06408148108853642, |
| "grad_norm": 3.200852870941162, |
| "learning_rate": 0.0002, |
| "loss": 0.4298, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.06418757625590155, |
| "grad_norm": 2.1004700660705566, |
| "learning_rate": 0.0002, |
| "loss": 0.2028, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.06429367142326667, |
| "grad_norm": 2.8462905883789062, |
| "learning_rate": 0.0002, |
| "loss": 0.2599, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.06439976659063179, |
| "grad_norm": 1.2346347570419312, |
| "learning_rate": 0.0002, |
| "loss": 0.0708, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.06450586175799693, |
| "grad_norm": 2.5743134021759033, |
| "learning_rate": 0.0002, |
| "loss": 0.2394, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.06461195692536205, |
| "grad_norm": 2.2635066509246826, |
| "learning_rate": 0.0002, |
| "loss": 0.1344, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.06471805209272717, |
| "grad_norm": 3.221421480178833, |
| "learning_rate": 0.0002, |
| "loss": 0.2511, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.06482414726009231, |
| "grad_norm": 2.1261017322540283, |
| "learning_rate": 0.0002, |
| "loss": 0.1018, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.06493024242745743, |
| "grad_norm": 5.1786956787109375, |
| "learning_rate": 0.0002, |
| "loss": 0.5701, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.06503633759482255, |
| "grad_norm": 4.090452671051025, |
| "learning_rate": 0.0002, |
| "loss": 0.215, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.06514243276218769, |
| "grad_norm": 3.630239963531494, |
| "learning_rate": 0.0002, |
| "loss": 0.3656, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.06524852792955281, |
| "grad_norm": 4.492198944091797, |
| "learning_rate": 0.0002, |
| "loss": 0.2083, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.06535462309691793, |
| "grad_norm": 3.804440975189209, |
| "learning_rate": 0.0002, |
| "loss": 0.3314, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.06546071826428307, |
| "grad_norm": 2.5500738620758057, |
| "learning_rate": 0.0002, |
| "loss": 0.1255, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.06556681343164819, |
| "grad_norm": 5.838658332824707, |
| "learning_rate": 0.0002, |
| "loss": 0.4225, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.06567290859901331, |
| "grad_norm": 4.944155216217041, |
| "learning_rate": 0.0002, |
| "loss": 0.3638, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.06577900376637844, |
| "grad_norm": 3.6323204040527344, |
| "learning_rate": 0.0002, |
| "loss": 0.2216, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.06588509893374357, |
| "grad_norm": 13.889847755432129, |
| "learning_rate": 0.0002, |
| "loss": 0.5049, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.0659911941011087, |
| "grad_norm": 3.3791098594665527, |
| "learning_rate": 0.0002, |
| "loss": 0.2231, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.06609728926847382, |
| "grad_norm": 6.004593849182129, |
| "learning_rate": 0.0002, |
| "loss": 0.7742, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.06620338443583895, |
| "grad_norm": 8.87594985961914, |
| "learning_rate": 0.0002, |
| "loss": 1.0047, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.06630947960320407, |
| "grad_norm": 6.613532066345215, |
| "learning_rate": 0.0002, |
| "loss": 0.6526, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.0664155747705692, |
| "grad_norm": 12.780609130859375, |
| "learning_rate": 0.0002, |
| "loss": 1.9303, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.06652166993793433, |
| "grad_norm": 14.488462448120117, |
| "learning_rate": 0.0002, |
| "loss": 0.3839, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.06662776510529946, |
| "grad_norm": 4.009988784790039, |
| "learning_rate": 0.0002, |
| "loss": 0.3222, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.06673386027266458, |
| "grad_norm": 4.880191802978516, |
| "learning_rate": 0.0002, |
| "loss": 0.5494, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.06683995544002971, |
| "grad_norm": 4.599989414215088, |
| "learning_rate": 0.0002, |
| "loss": 0.5131, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.06694605060739484, |
| "grad_norm": 5.42250394821167, |
| "learning_rate": 0.0002, |
| "loss": 0.3608, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.06705214577475996, |
| "grad_norm": 3.7433536052703857, |
| "learning_rate": 0.0002, |
| "loss": 0.2408, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.06715824094212508, |
| "grad_norm": 2.7087557315826416, |
| "learning_rate": 0.0002, |
| "loss": 0.0868, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.06726433610949022, |
| "grad_norm": 3.7214767932891846, |
| "learning_rate": 0.0002, |
| "loss": 0.2557, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.06737043127685534, |
| "grad_norm": 2.7252237796783447, |
| "learning_rate": 0.0002, |
| "loss": 0.1232, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.06747652644422046, |
| "grad_norm": 4.881894588470459, |
| "learning_rate": 0.0002, |
| "loss": 0.4531, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.0675826216115856, |
| "grad_norm": 6.514401912689209, |
| "learning_rate": 0.0002, |
| "loss": 0.2653, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.06768871677895072, |
| "grad_norm": 3.553607225418091, |
| "learning_rate": 0.0002, |
| "loss": 0.1501, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.06779481194631584, |
| "grad_norm": 4.459464073181152, |
| "learning_rate": 0.0002, |
| "loss": 0.2508, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.06790090711368098, |
| "grad_norm": 3.5486855506896973, |
| "learning_rate": 0.0002, |
| "loss": 0.106, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0680070022810461, |
| "grad_norm": 4.2254958152771, |
| "learning_rate": 0.0002, |
| "loss": 0.1645, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.06811309744841122, |
| "grad_norm": 5.640418529510498, |
| "learning_rate": 0.0002, |
| "loss": 0.3539, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.06821919261577634, |
| "grad_norm": 11.905725479125977, |
| "learning_rate": 0.0002, |
| "loss": 1.2295, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.06832528778314148, |
| "grad_norm": 8.749820709228516, |
| "learning_rate": 0.0002, |
| "loss": 0.7658, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.0684313829505066, |
| "grad_norm": 4.348646640777588, |
| "learning_rate": 0.0002, |
| "loss": 0.1147, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.06853747811787173, |
| "grad_norm": 6.002796173095703, |
| "learning_rate": 0.0002, |
| "loss": 0.6288, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.06864357328523686, |
| "grad_norm": 9.510159492492676, |
| "learning_rate": 0.0002, |
| "loss": 0.351, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.06874966845260198, |
| "grad_norm": 5.778880596160889, |
| "learning_rate": 0.0002, |
| "loss": 0.7013, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.0688557636199671, |
| "grad_norm": 11.165702819824219, |
| "learning_rate": 0.0002, |
| "loss": 1.1029, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.06896185878733224, |
| "grad_norm": 5.628787040710449, |
| "learning_rate": 0.0002, |
| "loss": 0.1404, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.06906795395469736, |
| "grad_norm": 4.53183650970459, |
| "learning_rate": 0.0002, |
| "loss": 0.3085, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.06917404912206249, |
| "grad_norm": 4.863949775695801, |
| "learning_rate": 0.0002, |
| "loss": 0.3933, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.06928014428942762, |
| "grad_norm": 3.7040953636169434, |
| "learning_rate": 0.0002, |
| "loss": 0.2462, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.06938623945679274, |
| "grad_norm": 4.999240875244141, |
| "learning_rate": 0.0002, |
| "loss": 0.306, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.06949233462415787, |
| "grad_norm": 3.741084098815918, |
| "learning_rate": 0.0002, |
| "loss": 0.342, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.06959842979152299, |
| "grad_norm": 6.657467842102051, |
| "learning_rate": 0.0002, |
| "loss": 0.7531, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.06970452495888813, |
| "grad_norm": 7.294471740722656, |
| "learning_rate": 0.0002, |
| "loss": 0.2952, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.06981062012625325, |
| "grad_norm": 2.055006742477417, |
| "learning_rate": 0.0002, |
| "loss": 0.1761, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.06991671529361837, |
| "grad_norm": 5.409494400024414, |
| "learning_rate": 0.0002, |
| "loss": 0.4647, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.0700228104609835, |
| "grad_norm": 9.101902961730957, |
| "learning_rate": 0.0002, |
| "loss": 0.319, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.07012890562834863, |
| "grad_norm": 8.174763679504395, |
| "learning_rate": 0.0002, |
| "loss": 0.8389, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.07023500079571375, |
| "grad_norm": 3.9572856426239014, |
| "learning_rate": 0.0002, |
| "loss": 0.3355, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.07034109596307889, |
| "grad_norm": 2.5465238094329834, |
| "learning_rate": 0.0002, |
| "loss": 0.1266, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.07044719113044401, |
| "grad_norm": 2.8283932209014893, |
| "learning_rate": 0.0002, |
| "loss": 0.151, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.07055328629780913, |
| "grad_norm": 2.2505173683166504, |
| "learning_rate": 0.0002, |
| "loss": 0.0761, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.07065938146517427, |
| "grad_norm": 4.689875602722168, |
| "learning_rate": 0.0002, |
| "loss": 0.2989, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.07076547663253939, |
| "grad_norm": 3.8966643810272217, |
| "learning_rate": 0.0002, |
| "loss": 0.1415, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.07087157179990451, |
| "grad_norm": 3.2418038845062256, |
| "learning_rate": 0.0002, |
| "loss": 0.1207, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.07097766696726963, |
| "grad_norm": 3.0007593631744385, |
| "learning_rate": 0.0002, |
| "loss": 0.1506, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.07108376213463477, |
| "grad_norm": 12.069741249084473, |
| "learning_rate": 0.0002, |
| "loss": 0.5128, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.07118985730199989, |
| "grad_norm": 8.416768074035645, |
| "learning_rate": 0.0002, |
| "loss": 0.9113, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.07129595246936501, |
| "grad_norm": 3.5242292881011963, |
| "learning_rate": 0.0002, |
| "loss": 0.2545, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.07140204763673015, |
| "grad_norm": 3.051753044128418, |
| "learning_rate": 0.0002, |
| "loss": 0.11, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.07150814280409527, |
| "grad_norm": 5.365684509277344, |
| "learning_rate": 0.0002, |
| "loss": 0.2277, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.0716142379714604, |
| "grad_norm": 6.824778079986572, |
| "learning_rate": 0.0002, |
| "loss": 0.2501, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.07172033313882553, |
| "grad_norm": 3.743600368499756, |
| "learning_rate": 0.0002, |
| "loss": 0.2058, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.07182642830619065, |
| "grad_norm": 4.472799301147461, |
| "learning_rate": 0.0002, |
| "loss": 0.2761, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.07193252347355578, |
| "grad_norm": 5.101916790008545, |
| "learning_rate": 0.0002, |
| "loss": 0.1916, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.07203861864092091, |
| "grad_norm": 2.443308115005493, |
| "learning_rate": 0.0002, |
| "loss": 0.073, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.07214471380828603, |
| "grad_norm": 17.126750946044922, |
| "learning_rate": 0.0002, |
| "loss": 0.6213, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.07225080897565116, |
| "grad_norm": 5.7893900871276855, |
| "learning_rate": 0.0002, |
| "loss": 0.3445, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.07235690414301628, |
| "grad_norm": 6.270269393920898, |
| "learning_rate": 0.0002, |
| "loss": 0.2641, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.07246299931038142, |
| "grad_norm": 9.40769100189209, |
| "learning_rate": 0.0002, |
| "loss": 0.4471, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.07256909447774654, |
| "grad_norm": 3.2555091381073, |
| "learning_rate": 0.0002, |
| "loss": 0.1212, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.07267518964511166, |
| "grad_norm": 17.810117721557617, |
| "learning_rate": 0.0002, |
| "loss": 0.7555, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.0727812848124768, |
| "grad_norm": 5.007012367248535, |
| "learning_rate": 0.0002, |
| "loss": 0.244, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.07288737997984192, |
| "grad_norm": 8.664237976074219, |
| "learning_rate": 0.0002, |
| "loss": 0.3282, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.07299347514720704, |
| "grad_norm": 6.072393417358398, |
| "learning_rate": 0.0002, |
| "loss": 0.2992, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.07309957031457218, |
| "grad_norm": 5.4319562911987305, |
| "learning_rate": 0.0002, |
| "loss": 0.2234, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.0732056654819373, |
| "grad_norm": 4.079190731048584, |
| "learning_rate": 0.0002, |
| "loss": 0.3037, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.07331176064930242, |
| "grad_norm": 3.374394416809082, |
| "learning_rate": 0.0002, |
| "loss": 0.1903, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.07341785581666756, |
| "grad_norm": 38.705020904541016, |
| "learning_rate": 0.0002, |
| "loss": 1.0504, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.07352395098403268, |
| "grad_norm": 5.991052627563477, |
| "learning_rate": 0.0002, |
| "loss": 0.6048, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.0736300461513978, |
| "grad_norm": 12.915069580078125, |
| "learning_rate": 0.0002, |
| "loss": 1.0595, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.07373614131876292, |
| "grad_norm": 3.206860065460205, |
| "learning_rate": 0.0002, |
| "loss": 0.0905, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.07384223648612806, |
| "grad_norm": 8.366113662719727, |
| "learning_rate": 0.0002, |
| "loss": 0.5384, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.07394833165349318, |
| "grad_norm": 6.558657169342041, |
| "learning_rate": 0.0002, |
| "loss": 0.4005, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.0740544268208583, |
| "grad_norm": 6.074172496795654, |
| "learning_rate": 0.0002, |
| "loss": 0.5591, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.07416052198822344, |
| "grad_norm": 23.76583480834961, |
| "learning_rate": 0.0002, |
| "loss": 1.8607, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.07426661715558856, |
| "grad_norm": 112.91799926757812, |
| "learning_rate": 0.0002, |
| "loss": 1.6153, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.07437271232295369, |
| "grad_norm": 5.5957722663879395, |
| "learning_rate": 0.0002, |
| "loss": 0.2914, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.07447880749031882, |
| "grad_norm": 2.8663930892944336, |
| "learning_rate": 0.0002, |
| "loss": 0.1763, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.07458490265768394, |
| "grad_norm": 8.880402565002441, |
| "learning_rate": 0.0002, |
| "loss": 1.2012, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.07469099782504907, |
| "grad_norm": 4.399427890777588, |
| "learning_rate": 0.0002, |
| "loss": 0.4293, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.0747970929924142, |
| "grad_norm": 7.26530122756958, |
| "learning_rate": 0.0002, |
| "loss": 0.4372, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.07490318815977932, |
| "grad_norm": 2.5463669300079346, |
| "learning_rate": 0.0002, |
| "loss": 0.2172, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.07500928332714445, |
| "grad_norm": 2.738553524017334, |
| "learning_rate": 0.0002, |
| "loss": 0.1196, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.07511537849450957, |
| "grad_norm": 3.9488115310668945, |
| "learning_rate": 0.0002, |
| "loss": 0.2565, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.0752214736618747, |
| "grad_norm": 5.9588727951049805, |
| "learning_rate": 0.0002, |
| "loss": 0.7091, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.07532756882923983, |
| "grad_norm": 4.817722320556641, |
| "learning_rate": 0.0002, |
| "loss": 0.3512, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.07543366399660495, |
| "grad_norm": 6.824806213378906, |
| "learning_rate": 0.0002, |
| "loss": 0.6625, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.07553975916397009, |
| "grad_norm": 24.636932373046875, |
| "learning_rate": 0.0002, |
| "loss": 0.6106, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.07564585433133521, |
| "grad_norm": 3.8396823406219482, |
| "learning_rate": 0.0002, |
| "loss": 0.2976, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.07575194949870033, |
| "grad_norm": 4.226137638092041, |
| "learning_rate": 0.0002, |
| "loss": 0.1733, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.07585804466606547, |
| "grad_norm": 4.535526275634766, |
| "learning_rate": 0.0002, |
| "loss": 0.333, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.07596413983343059, |
| "grad_norm": 3.506185293197632, |
| "learning_rate": 0.0002, |
| "loss": 0.2628, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.07607023500079571, |
| "grad_norm": 38.88819885253906, |
| "learning_rate": 0.0002, |
| "loss": 1.7036, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.07617633016816085, |
| "grad_norm": 12.238123893737793, |
| "learning_rate": 0.0002, |
| "loss": 1.0973, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.07628242533552597, |
| "grad_norm": 6.463571071624756, |
| "learning_rate": 0.0002, |
| "loss": 0.5162, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.07638852050289109, |
| "grad_norm": 6.2630839347839355, |
| "learning_rate": 0.0002, |
| "loss": 0.5527, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.07649461567025621, |
| "grad_norm": 4.1223883628845215, |
| "learning_rate": 0.0002, |
| "loss": 0.3895, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.07660071083762135, |
| "grad_norm": 3.174379825592041, |
| "learning_rate": 0.0002, |
| "loss": 0.2113, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.07670680600498647, |
| "grad_norm": 8.552772521972656, |
| "learning_rate": 0.0002, |
| "loss": 0.6577, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.0768129011723516, |
| "grad_norm": 4.080522537231445, |
| "learning_rate": 0.0002, |
| "loss": 0.295, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.07691899633971673, |
| "grad_norm": 5.435962200164795, |
| "learning_rate": 0.0002, |
| "loss": 0.37, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.07702509150708185, |
| "grad_norm": 3.7987217903137207, |
| "learning_rate": 0.0002, |
| "loss": 0.1589, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.07713118667444697, |
| "grad_norm": 4.022715091705322, |
| "learning_rate": 0.0002, |
| "loss": 0.2205, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.07723728184181211, |
| "grad_norm": 3.789083480834961, |
| "learning_rate": 0.0002, |
| "loss": 0.2356, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.07734337700917723, |
| "grad_norm": 5.616610050201416, |
| "learning_rate": 0.0002, |
| "loss": 0.3331, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.07744947217654236, |
| "grad_norm": 12.458718299865723, |
| "learning_rate": 0.0002, |
| "loss": 0.5378, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.07755556734390749, |
| "grad_norm": 4.798974514007568, |
| "learning_rate": 0.0002, |
| "loss": 0.2408, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.07766166251127261, |
| "grad_norm": 4.2375946044921875, |
| "learning_rate": 0.0002, |
| "loss": 0.1266, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.07776775767863774, |
| "grad_norm": 3.4935221672058105, |
| "learning_rate": 0.0002, |
| "loss": 0.207, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.07787385284600286, |
| "grad_norm": 1.879577875137329, |
| "learning_rate": 0.0002, |
| "loss": 0.0714, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.077979948013368, |
| "grad_norm": 4.0762224197387695, |
| "learning_rate": 0.0002, |
| "loss": 0.1635, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.07808604318073312, |
| "grad_norm": 4.758638381958008, |
| "learning_rate": 0.0002, |
| "loss": 0.1874, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.07819213834809824, |
| "grad_norm": 6.532026767730713, |
| "learning_rate": 0.0002, |
| "loss": 0.1125, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.07829823351546338, |
| "grad_norm": 3.2506072521209717, |
| "learning_rate": 0.0002, |
| "loss": 0.1087, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.0784043286828285, |
| "grad_norm": 4.046933174133301, |
| "learning_rate": 0.0002, |
| "loss": 0.1957, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.07851042385019362, |
| "grad_norm": 11.668895721435547, |
| "learning_rate": 0.0002, |
| "loss": 0.7543, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.07861651901755876, |
| "grad_norm": 17.64698028564453, |
| "learning_rate": 0.0002, |
| "loss": 0.8363, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.07872261418492388, |
| "grad_norm": 6.905730247497559, |
| "learning_rate": 0.0002, |
| "loss": 0.7299, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.078828709352289, |
| "grad_norm": 8.248103141784668, |
| "learning_rate": 0.0002, |
| "loss": 0.4052, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.07893480451965414, |
| "grad_norm": 3.1363577842712402, |
| "learning_rate": 0.0002, |
| "loss": 0.099, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.07904089968701926, |
| "grad_norm": 4.938887596130371, |
| "learning_rate": 0.0002, |
| "loss": 0.1887, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.07914699485438438, |
| "grad_norm": 6.449240684509277, |
| "learning_rate": 0.0002, |
| "loss": 0.1837, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.0792530900217495, |
| "grad_norm": 6.514237403869629, |
| "learning_rate": 0.0002, |
| "loss": 0.1361, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.07935918518911464, |
| "grad_norm": 7.053455829620361, |
| "learning_rate": 0.0002, |
| "loss": 0.1565, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.07946528035647976, |
| "grad_norm": 14.952088356018066, |
| "learning_rate": 0.0002, |
| "loss": 1.0946, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.07957137552384488, |
| "grad_norm": 37.55180358886719, |
| "learning_rate": 0.0002, |
| "loss": 0.1784, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.07967747069121002, |
| "grad_norm": 3.232473850250244, |
| "learning_rate": 0.0002, |
| "loss": 0.2765, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.07978356585857514, |
| "grad_norm": 5.744659423828125, |
| "learning_rate": 0.0002, |
| "loss": 0.2963, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.07988966102594026, |
| "grad_norm": 7.928718566894531, |
| "learning_rate": 0.0002, |
| "loss": 0.7469, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.0799957561933054, |
| "grad_norm": 2.6437113285064697, |
| "learning_rate": 0.0002, |
| "loss": 0.1238, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.08010185136067052, |
| "grad_norm": 3.4692840576171875, |
| "learning_rate": 0.0002, |
| "loss": 0.1593, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.08020794652803565, |
| "grad_norm": 3.8364415168762207, |
| "learning_rate": 0.0002, |
| "loss": 0.1883, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.08031404169540078, |
| "grad_norm": 2.611585855484009, |
| "learning_rate": 0.0002, |
| "loss": 0.1243, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.0804201368627659, |
| "grad_norm": 2.859053373336792, |
| "learning_rate": 0.0002, |
| "loss": 0.1357, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.08052623203013103, |
| "grad_norm": 1.694167971611023, |
| "learning_rate": 0.0002, |
| "loss": 0.0748, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.08063232719749615, |
| "grad_norm": 3.495535135269165, |
| "learning_rate": 0.0002, |
| "loss": 0.1757, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.08073842236486128, |
| "grad_norm": 3.7558202743530273, |
| "learning_rate": 0.0002, |
| "loss": 0.1925, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.0808445175322264, |
| "grad_norm": 6.8181233406066895, |
| "learning_rate": 0.0002, |
| "loss": 0.3036, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.08095061269959153, |
| "grad_norm": 7.185952186584473, |
| "learning_rate": 0.0002, |
| "loss": 0.3111, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.08105670786695666, |
| "grad_norm": 12.572129249572754, |
| "learning_rate": 0.0002, |
| "loss": 0.4204, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.08116280303432179, |
| "grad_norm": 3.4574153423309326, |
| "learning_rate": 0.0002, |
| "loss": 0.1748, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.08126889820168691, |
| "grad_norm": 2.5053699016571045, |
| "learning_rate": 0.0002, |
| "loss": 0.095, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.08137499336905205, |
| "grad_norm": 4.2039289474487305, |
| "learning_rate": 0.0002, |
| "loss": 0.1828, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.08148108853641717, |
| "grad_norm": 5.081491470336914, |
| "learning_rate": 0.0002, |
| "loss": 0.2445, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.08158718370378229, |
| "grad_norm": 7.920422077178955, |
| "learning_rate": 0.0002, |
| "loss": 0.3388, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.08169327887114743, |
| "grad_norm": 5.7130446434021, |
| "learning_rate": 0.0002, |
| "loss": 0.1856, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.08179937403851255, |
| "grad_norm": 3.450728416442871, |
| "learning_rate": 0.0002, |
| "loss": 0.1135, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.08190546920587767, |
| "grad_norm": 4.449799537658691, |
| "learning_rate": 0.0002, |
| "loss": 0.2615, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.08201156437324279, |
| "grad_norm": 6.353518486022949, |
| "learning_rate": 0.0002, |
| "loss": 0.4395, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.08211765954060793, |
| "grad_norm": 7.910038948059082, |
| "learning_rate": 0.0002, |
| "loss": 0.9144, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.08222375470797305, |
| "grad_norm": 3.688411235809326, |
| "learning_rate": 0.0002, |
| "loss": 0.1323, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.08232984987533817, |
| "grad_norm": 3.8672003746032715, |
| "learning_rate": 0.0002, |
| "loss": 0.1212, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.08243594504270331, |
| "grad_norm": 4.643365859985352, |
| "learning_rate": 0.0002, |
| "loss": 0.2495, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.08254204021006843, |
| "grad_norm": 3.914198875427246, |
| "learning_rate": 0.0002, |
| "loss": 0.3021, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.08264813537743355, |
| "grad_norm": 3.5866808891296387, |
| "learning_rate": 0.0002, |
| "loss": 0.1549, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.08275423054479869, |
| "grad_norm": 14.578566551208496, |
| "learning_rate": 0.0002, |
| "loss": 0.6742, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.08286032571216381, |
| "grad_norm": 6.346424579620361, |
| "learning_rate": 0.0002, |
| "loss": 0.157, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.08296642087952893, |
| "grad_norm": 4.913268089294434, |
| "learning_rate": 0.0002, |
| "loss": 0.0718, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.08307251604689406, |
| "grad_norm": 4.367186546325684, |
| "learning_rate": 0.0002, |
| "loss": 0.1149, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.0831786112142592, |
| "grad_norm": 12.289315223693848, |
| "learning_rate": 0.0002, |
| "loss": 0.2603, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.08328470638162432, |
| "grad_norm": 4.280111789703369, |
| "learning_rate": 0.0002, |
| "loss": 0.3526, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.08339080154898944, |
| "grad_norm": 10.446785926818848, |
| "learning_rate": 0.0002, |
| "loss": 0.4246, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.08349689671635457, |
| "grad_norm": 5.4254255294799805, |
| "learning_rate": 0.0002, |
| "loss": 0.3875, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.0836029918837197, |
| "grad_norm": 12.753533363342285, |
| "learning_rate": 0.0002, |
| "loss": 0.7021, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.08370908705108482, |
| "grad_norm": 7.635656356811523, |
| "learning_rate": 0.0002, |
| "loss": 0.495, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.08381518221844995, |
| "grad_norm": 6.433089256286621, |
| "learning_rate": 0.0002, |
| "loss": 0.3411, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.08392127738581508, |
| "grad_norm": 9.745985984802246, |
| "learning_rate": 0.0002, |
| "loss": 0.3246, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.0840273725531802, |
| "grad_norm": 5.520859241485596, |
| "learning_rate": 0.0002, |
| "loss": 0.1283, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.08413346772054534, |
| "grad_norm": 13.156946182250977, |
| "learning_rate": 0.0002, |
| "loss": 0.3963, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.08423956288791046, |
| "grad_norm": 4.165501117706299, |
| "learning_rate": 0.0002, |
| "loss": 0.1245, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.08434565805527558, |
| "grad_norm": 53.253936767578125, |
| "learning_rate": 0.0002, |
| "loss": 0.4904, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.0844517532226407, |
| "grad_norm": 283.68560791015625, |
| "learning_rate": 0.0002, |
| "loss": 1.5297, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.08455784839000584, |
| "grad_norm": 102.33619689941406, |
| "learning_rate": 0.0002, |
| "loss": 0.662, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.08466394355737096, |
| "grad_norm": 23.28367042541504, |
| "learning_rate": 0.0002, |
| "loss": 1.4367, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.08477003872473608, |
| "grad_norm": 1478.8902587890625, |
| "learning_rate": 0.0002, |
| "loss": 1.0578, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.08487613389210122, |
| "grad_norm": 16.38321876525879, |
| "learning_rate": 0.0002, |
| "loss": 0.5292, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.08487613389210122, |
| "eval_loss": 0.21103231608867645, |
| "eval_runtime": 48.7689, |
| "eval_samples_per_second": 3.117, |
| "eval_steps_per_second": 1.558, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.08498222905946634, |
| "grad_norm": 9.71135425567627, |
| "learning_rate": 0.0002, |
| "loss": 0.5207, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.08508832422683146, |
| "grad_norm": 45.04329299926758, |
| "learning_rate": 0.0002, |
| "loss": 0.7621, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.0851944193941966, |
| "grad_norm": 296.08673095703125, |
| "learning_rate": 0.0002, |
| "loss": 0.4215, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.08530051456156172, |
| "grad_norm": 13.904364585876465, |
| "learning_rate": 0.0002, |
| "loss": 0.1412, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.08540660972892684, |
| "grad_norm": 4.986144542694092, |
| "learning_rate": 0.0002, |
| "loss": 0.2334, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.08551270489629198, |
| "grad_norm": 39.85183334350586, |
| "learning_rate": 0.0002, |
| "loss": 0.3387, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.0856188000636571, |
| "grad_norm": 3.3284711837768555, |
| "learning_rate": 0.0002, |
| "loss": 0.0913, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.08572489523102222, |
| "grad_norm": 3.160778045654297, |
| "learning_rate": 0.0002, |
| "loss": 0.2829, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.08583099039838735, |
| "grad_norm": 2.814385414123535, |
| "learning_rate": 0.0002, |
| "loss": 0.1487, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.08593708556575248, |
| "grad_norm": 23.32956314086914, |
| "learning_rate": 0.0002, |
| "loss": 0.5398, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0860431807331176, |
| "grad_norm": 18.749479293823242, |
| "learning_rate": 0.0002, |
| "loss": 0.3823, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.08614927590048273, |
| "grad_norm": 5.964547634124756, |
| "learning_rate": 0.0002, |
| "loss": 0.3784, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.08625537106784786, |
| "grad_norm": 227.19158935546875, |
| "learning_rate": 0.0002, |
| "loss": 1.217, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.08636146623521299, |
| "grad_norm": 140.8079071044922, |
| "learning_rate": 0.0002, |
| "loss": 1.4583, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.08646756140257811, |
| "grad_norm": 96.3405532836914, |
| "learning_rate": 0.0002, |
| "loss": 0.3757, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.08657365656994324, |
| "grad_norm": 94.93951416015625, |
| "learning_rate": 0.0002, |
| "loss": 0.5054, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.08667975173730837, |
| "grad_norm": 68.08019256591797, |
| "learning_rate": 0.0002, |
| "loss": 2.6031, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.08678584690467349, |
| "grad_norm": 55.42512512207031, |
| "learning_rate": 0.0002, |
| "loss": 0.2442, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.08689194207203862, |
| "grad_norm": 5.081948280334473, |
| "learning_rate": 0.0002, |
| "loss": 0.2645, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.08699803723940375, |
| "grad_norm": 44.33955764770508, |
| "learning_rate": 0.0002, |
| "loss": 0.5245, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.08710413240676887, |
| "grad_norm": 25.753232955932617, |
| "learning_rate": 0.0002, |
| "loss": 0.4342, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.08721022757413399, |
| "grad_norm": 11.769057273864746, |
| "learning_rate": 0.0002, |
| "loss": 0.2816, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.08731632274149913, |
| "grad_norm": 9.603446960449219, |
| "learning_rate": 0.0002, |
| "loss": 0.2642, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.08742241790886425, |
| "grad_norm": 22.730379104614258, |
| "learning_rate": 0.0002, |
| "loss": 0.6362, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.08752851307622937, |
| "grad_norm": 45.25450897216797, |
| "learning_rate": 0.0002, |
| "loss": 0.4819, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.08763460824359451, |
| "grad_norm": 24.82512092590332, |
| "learning_rate": 0.0002, |
| "loss": 0.2842, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.08774070341095963, |
| "grad_norm": 12.592031478881836, |
| "learning_rate": 0.0002, |
| "loss": 0.586, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.08784679857832475, |
| "grad_norm": 7.460018634796143, |
| "learning_rate": 0.0002, |
| "loss": 0.3587, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.08795289374568989, |
| "grad_norm": 6.4240593910217285, |
| "learning_rate": 0.0002, |
| "loss": 0.6286, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.08805898891305501, |
| "grad_norm": 6.414285659790039, |
| "learning_rate": 0.0002, |
| "loss": 0.5618, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.08816508408042013, |
| "grad_norm": 4.488040924072266, |
| "learning_rate": 0.0002, |
| "loss": 0.1909, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.08827117924778527, |
| "grad_norm": 81.71155548095703, |
| "learning_rate": 0.0002, |
| "loss": 1.6634, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.08837727441515039, |
| "grad_norm": 18.445558547973633, |
| "learning_rate": 0.0002, |
| "loss": 0.3801, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.08848336958251551, |
| "grad_norm": 327.7757568359375, |
| "learning_rate": 0.0002, |
| "loss": 0.4968, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.08858946474988064, |
| "grad_norm": 1204.0489501953125, |
| "learning_rate": 0.0002, |
| "loss": 1.1808, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.08869555991724577, |
| "grad_norm": 1465.5318603515625, |
| "learning_rate": 0.0002, |
| "loss": 1.9551, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.0888016550846109, |
| "grad_norm": 781.5340576171875, |
| "learning_rate": 0.0002, |
| "loss": 2.7936, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.08890775025197602, |
| "grad_norm": 1217.83251953125, |
| "learning_rate": 0.0002, |
| "loss": 7.068, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.08901384541934115, |
| "grad_norm": 125.70577239990234, |
| "learning_rate": 0.0002, |
| "loss": 1.1681, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.08911994058670628, |
| "grad_norm": 92.87783813476562, |
| "learning_rate": 0.0002, |
| "loss": 0.5878, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0892260357540714, |
| "grad_norm": 344.3868103027344, |
| "learning_rate": 0.0002, |
| "loss": 3.3507, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.08933213092143653, |
| "grad_norm": 16.81496810913086, |
| "learning_rate": 0.0002, |
| "loss": 0.4846, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.08943822608880166, |
| "grad_norm": 35.49168395996094, |
| "learning_rate": 0.0002, |
| "loss": 0.3368, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.08954432125616678, |
| "grad_norm": 13.952561378479004, |
| "learning_rate": 0.0002, |
| "loss": 0.2745, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.08965041642353191, |
| "grad_norm": 46.852073669433594, |
| "learning_rate": 0.0002, |
| "loss": 0.5632, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.08975651159089704, |
| "grad_norm": 110.2021255493164, |
| "learning_rate": 0.0002, |
| "loss": 0.7667, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.08986260675826216, |
| "grad_norm": 28.733291625976562, |
| "learning_rate": 0.0002, |
| "loss": 1.4233, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.08996870192562728, |
| "grad_norm": 11.49069595336914, |
| "learning_rate": 0.0002, |
| "loss": 0.0933, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.09007479709299242, |
| "grad_norm": 45.068206787109375, |
| "learning_rate": 0.0002, |
| "loss": 0.6702, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.09018089226035754, |
| "grad_norm": 83.66073608398438, |
| "learning_rate": 0.0002, |
| "loss": 0.5498, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.09028698742772266, |
| "grad_norm": 29.8362979888916, |
| "learning_rate": 0.0002, |
| "loss": 0.1718, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.0903930825950878, |
| "grad_norm": 34.316322326660156, |
| "learning_rate": 0.0002, |
| "loss": 0.4585, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.09049917776245292, |
| "grad_norm": 10.863202095031738, |
| "learning_rate": 0.0002, |
| "loss": 0.2159, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.09060527292981804, |
| "grad_norm": 4.104557991027832, |
| "learning_rate": 0.0002, |
| "loss": 0.1043, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.09071136809718318, |
| "grad_norm": 248.93577575683594, |
| "learning_rate": 0.0002, |
| "loss": 0.723, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.0908174632645483, |
| "grad_norm": 433.48077392578125, |
| "learning_rate": 0.0002, |
| "loss": 0.4723, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.09092355843191342, |
| "grad_norm": 7.293045997619629, |
| "learning_rate": 0.0002, |
| "loss": 0.1134, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.09102965359927856, |
| "grad_norm": 3.635262966156006, |
| "learning_rate": 0.0002, |
| "loss": 0.0738, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.09113574876664368, |
| "grad_norm": 4.284511089324951, |
| "learning_rate": 0.0002, |
| "loss": 0.1496, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.0912418439340088, |
| "grad_norm": 1.9820600748062134, |
| "learning_rate": 0.0002, |
| "loss": 0.0765, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.09134793910137393, |
| "grad_norm": 4.29663610458374, |
| "learning_rate": 0.0002, |
| "loss": 0.0997, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.09145403426873906, |
| "grad_norm": 3.535823345184326, |
| "learning_rate": 0.0002, |
| "loss": 0.0838, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.09156012943610418, |
| "grad_norm": 5.426991939544678, |
| "learning_rate": 0.0002, |
| "loss": 0.2601, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.0916662246034693, |
| "grad_norm": 4.216775417327881, |
| "learning_rate": 0.0002, |
| "loss": 0.2161, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.09177231977083444, |
| "grad_norm": 4.993974208831787, |
| "learning_rate": 0.0002, |
| "loss": 0.1562, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.09187841493819957, |
| "grad_norm": 3.2122085094451904, |
| "learning_rate": 0.0002, |
| "loss": 0.0855, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.09198451010556469, |
| "grad_norm": 4.8346052169799805, |
| "learning_rate": 0.0002, |
| "loss": 0.0882, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.09209060527292982, |
| "grad_norm": 6.152461051940918, |
| "learning_rate": 0.0002, |
| "loss": 0.1474, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.09219670044029495, |
| "grad_norm": 8.10042667388916, |
| "learning_rate": 0.0002, |
| "loss": 0.301, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.09230279560766007, |
| "grad_norm": 29.936992645263672, |
| "learning_rate": 0.0002, |
| "loss": 0.5741, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0924088907750252, |
| "grad_norm": 23.863069534301758, |
| "learning_rate": 0.0002, |
| "loss": 0.3341, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.09251498594239033, |
| "grad_norm": 8.221658706665039, |
| "learning_rate": 0.0002, |
| "loss": 0.6903, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.09262108110975545, |
| "grad_norm": 26.134838104248047, |
| "learning_rate": 0.0002, |
| "loss": 0.3096, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.09272717627712057, |
| "grad_norm": 122.84064483642578, |
| "learning_rate": 0.0002, |
| "loss": 0.308, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.09283327144448571, |
| "grad_norm": 22.87897300720215, |
| "learning_rate": 0.0002, |
| "loss": 0.7408, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.09293936661185083, |
| "grad_norm": 17.714832305908203, |
| "learning_rate": 0.0002, |
| "loss": 0.1075, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.09304546177921595, |
| "grad_norm": 13.842040061950684, |
| "learning_rate": 0.0002, |
| "loss": 0.3858, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.09315155694658109, |
| "grad_norm": 10.42376708984375, |
| "learning_rate": 0.0002, |
| "loss": 0.5156, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.09325765211394621, |
| "grad_norm": 16.35070037841797, |
| "learning_rate": 0.0002, |
| "loss": 0.6185, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.09336374728131133, |
| "grad_norm": 104.81939697265625, |
| "learning_rate": 0.0002, |
| "loss": 0.4872, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.09346984244867647, |
| "grad_norm": 13.35502815246582, |
| "learning_rate": 0.0002, |
| "loss": 0.1332, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.09357593761604159, |
| "grad_norm": 5.611352920532227, |
| "learning_rate": 0.0002, |
| "loss": 0.2131, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.09368203278340671, |
| "grad_norm": 7.384365558624268, |
| "learning_rate": 0.0002, |
| "loss": 0.2499, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.09378812795077185, |
| "grad_norm": 4.425970077514648, |
| "learning_rate": 0.0002, |
| "loss": 0.0796, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.09389422311813697, |
| "grad_norm": 12.311652183532715, |
| "learning_rate": 0.0002, |
| "loss": 0.2457, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.0940003182855021, |
| "grad_norm": 7.744880199432373, |
| "learning_rate": 0.0002, |
| "loss": 0.47, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.09410641345286722, |
| "grad_norm": 15.2293062210083, |
| "learning_rate": 0.0002, |
| "loss": 0.1748, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.09421250862023235, |
| "grad_norm": 36.817325592041016, |
| "learning_rate": 0.0002, |
| "loss": 1.1367, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.09431860378759747, |
| "grad_norm": 6.953737735748291, |
| "learning_rate": 0.0002, |
| "loss": 0.3261, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.0944246989549626, |
| "grad_norm": 8.802331924438477, |
| "learning_rate": 0.0002, |
| "loss": 0.6097, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.09453079412232773, |
| "grad_norm": 3.1757493019104004, |
| "learning_rate": 0.0002, |
| "loss": 0.0555, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.09463688928969285, |
| "grad_norm": 23.173797607421875, |
| "learning_rate": 0.0002, |
| "loss": 1.2259, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.09474298445705798, |
| "grad_norm": 2.148590326309204, |
| "learning_rate": 0.0002, |
| "loss": 0.047, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.09484907962442311, |
| "grad_norm": 4.946005344390869, |
| "learning_rate": 0.0002, |
| "loss": 0.0749, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.09495517479178824, |
| "grad_norm": 17.750329971313477, |
| "learning_rate": 0.0002, |
| "loss": 0.423, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.09506126995915336, |
| "grad_norm": 6.048081874847412, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.0951673651265185, |
| "grad_norm": 4.95994758605957, |
| "learning_rate": 0.0002, |
| "loss": 0.3465, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.09527346029388362, |
| "grad_norm": 10.87966251373291, |
| "learning_rate": 0.0002, |
| "loss": 0.3328, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.09537955546124874, |
| "grad_norm": 22.058963775634766, |
| "learning_rate": 0.0002, |
| "loss": 0.29, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.09548565062861386, |
| "grad_norm": 41.46510696411133, |
| "learning_rate": 0.0002, |
| "loss": 0.5388, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.095591745795979, |
| "grad_norm": 5.482000827789307, |
| "learning_rate": 0.0002, |
| "loss": 0.2475, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.09569784096334412, |
| "grad_norm": 6.108401298522949, |
| "learning_rate": 0.0002, |
| "loss": 0.2509, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.09580393613070924, |
| "grad_norm": 7.241744041442871, |
| "learning_rate": 0.0002, |
| "loss": 0.3078, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.09591003129807438, |
| "grad_norm": 4.551517963409424, |
| "learning_rate": 0.0002, |
| "loss": 0.2375, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.0960161264654395, |
| "grad_norm": 2.120582342147827, |
| "learning_rate": 0.0002, |
| "loss": 0.0885, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.09612222163280462, |
| "grad_norm": 33.40194320678711, |
| "learning_rate": 0.0002, |
| "loss": 0.2413, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.09622831680016976, |
| "grad_norm": 3.8170711994171143, |
| "learning_rate": 0.0002, |
| "loss": 0.078, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.09633441196753488, |
| "grad_norm": 5.528766632080078, |
| "learning_rate": 0.0002, |
| "loss": 0.2033, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.0964405071349, |
| "grad_norm": 3.110133647918701, |
| "learning_rate": 0.0002, |
| "loss": 0.0616, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.09654660230226514, |
| "grad_norm": 9.456400871276855, |
| "learning_rate": 0.0002, |
| "loss": 0.367, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.09665269746963026, |
| "grad_norm": 13.399513244628906, |
| "learning_rate": 0.0002, |
| "loss": 0.7934, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.09675879263699538, |
| "grad_norm": 7.778237819671631, |
| "learning_rate": 0.0002, |
| "loss": 0.5616, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.0968648878043605, |
| "grad_norm": 7.01383113861084, |
| "learning_rate": 0.0002, |
| "loss": 0.1966, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.09697098297172564, |
| "grad_norm": 6.82355260848999, |
| "learning_rate": 0.0002, |
| "loss": 0.2699, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.09707707813909076, |
| "grad_norm": 5.846414089202881, |
| "learning_rate": 0.0002, |
| "loss": 0.321, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.09718317330645589, |
| "grad_norm": 8.556624412536621, |
| "learning_rate": 0.0002, |
| "loss": 0.4179, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.09728926847382102, |
| "grad_norm": 6.036978244781494, |
| "learning_rate": 0.0002, |
| "loss": 0.298, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.09739536364118614, |
| "grad_norm": 6.262257099151611, |
| "learning_rate": 0.0002, |
| "loss": 0.2564, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.09750145880855127, |
| "grad_norm": 10.128730773925781, |
| "learning_rate": 0.0002, |
| "loss": 0.8018, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.0976075539759164, |
| "grad_norm": 5.193517208099365, |
| "learning_rate": 0.0002, |
| "loss": 0.1976, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.09771364914328153, |
| "grad_norm": 10.155567169189453, |
| "learning_rate": 0.0002, |
| "loss": 0.3504, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.09781974431064665, |
| "grad_norm": 24.649782180786133, |
| "learning_rate": 0.0002, |
| "loss": 0.3723, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.09792583947801177, |
| "grad_norm": 4.4652838706970215, |
| "learning_rate": 0.0002, |
| "loss": 0.1102, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.0980319346453769, |
| "grad_norm": 10.126294136047363, |
| "learning_rate": 0.0002, |
| "loss": 0.5421, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.09813802981274203, |
| "grad_norm": 19.13774299621582, |
| "learning_rate": 0.0002, |
| "loss": 0.879, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.09824412498010715, |
| "grad_norm": 9.954194068908691, |
| "learning_rate": 0.0002, |
| "loss": 0.1607, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.09835022014747229, |
| "grad_norm": 5.449145317077637, |
| "learning_rate": 0.0002, |
| "loss": 0.2123, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.09845631531483741, |
| "grad_norm": 3.7783305644989014, |
| "learning_rate": 0.0002, |
| "loss": 0.2146, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.09856241048220253, |
| "grad_norm": 9.788578033447266, |
| "learning_rate": 0.0002, |
| "loss": 0.5549, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.09866850564956767, |
| "grad_norm": 12.19473648071289, |
| "learning_rate": 0.0002, |
| "loss": 0.3596, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.09877460081693279, |
| "grad_norm": 3.5135529041290283, |
| "learning_rate": 0.0002, |
| "loss": 0.1331, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.09888069598429791, |
| "grad_norm": 5.6725850105285645, |
| "learning_rate": 0.0002, |
| "loss": 0.1861, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.09898679115166305, |
| "grad_norm": 5.075739860534668, |
| "learning_rate": 0.0002, |
| "loss": 0.1981, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.09909288631902817, |
| "grad_norm": 8.344465255737305, |
| "learning_rate": 0.0002, |
| "loss": 0.3108, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.09919898148639329, |
| "grad_norm": 3.8805463314056396, |
| "learning_rate": 0.0002, |
| "loss": 0.1802, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.09930507665375841, |
| "grad_norm": 3.626652479171753, |
| "learning_rate": 0.0002, |
| "loss": 0.1236, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.09941117182112355, |
| "grad_norm": 5.866469860076904, |
| "learning_rate": 0.0002, |
| "loss": 0.1584, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.09951726698848867, |
| "grad_norm": 6.243852138519287, |
| "learning_rate": 0.0002, |
| "loss": 0.1453, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.0996233621558538, |
| "grad_norm": 6.239872932434082, |
| "learning_rate": 0.0002, |
| "loss": 0.279, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.09972945732321893, |
| "grad_norm": 4.694568634033203, |
| "learning_rate": 0.0002, |
| "loss": 0.1224, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.09983555249058405, |
| "grad_norm": 12.269820213317871, |
| "learning_rate": 0.0002, |
| "loss": 0.7628, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.09994164765794918, |
| "grad_norm": 8.645962715148926, |
| "learning_rate": 0.0002, |
| "loss": 0.3193, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.10004774282531431, |
| "grad_norm": 10.963713645935059, |
| "learning_rate": 0.0002, |
| "loss": 0.5907, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.10015383799267943, |
| "grad_norm": 7.6771240234375, |
| "learning_rate": 0.0002, |
| "loss": 0.3445, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.10025993316004456, |
| "grad_norm": 3.259446144104004, |
| "learning_rate": 0.0002, |
| "loss": 0.1432, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.10036602832740969, |
| "grad_norm": 5.180166721343994, |
| "learning_rate": 0.0002, |
| "loss": 0.1579, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.10047212349477481, |
| "grad_norm": 9.347119331359863, |
| "learning_rate": 0.0002, |
| "loss": 0.3424, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.10057821866213994, |
| "grad_norm": 5.854878902435303, |
| "learning_rate": 0.0002, |
| "loss": 0.3414, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.10068431382950506, |
| "grad_norm": 2.04023814201355, |
| "learning_rate": 0.0002, |
| "loss": 0.0607, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.1007904089968702, |
| "grad_norm": 817.5407104492188, |
| "learning_rate": 0.0002, |
| "loss": 1.9692, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.10089650416423532, |
| "grad_norm": 11.386343955993652, |
| "learning_rate": 0.0002, |
| "loss": 0.2828, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.10100259933160044, |
| "grad_norm": 3.735729217529297, |
| "learning_rate": 0.0002, |
| "loss": 0.1504, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.10110869449896558, |
| "grad_norm": 3.7068793773651123, |
| "learning_rate": 0.0002, |
| "loss": 0.1478, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.1012147896663307, |
| "grad_norm": 2.9154701232910156, |
| "learning_rate": 0.0002, |
| "loss": 0.1353, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.10132088483369582, |
| "grad_norm": 4.800934314727783, |
| "learning_rate": 0.0002, |
| "loss": 0.2173, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.10142698000106096, |
| "grad_norm": 5.565913200378418, |
| "learning_rate": 0.0002, |
| "loss": 0.2096, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.10153307516842608, |
| "grad_norm": 4.223171234130859, |
| "learning_rate": 0.0002, |
| "loss": 0.158, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.1016391703357912, |
| "grad_norm": 20.174570083618164, |
| "learning_rate": 0.0002, |
| "loss": 0.9264, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.10174526550315634, |
| "grad_norm": 5.878188133239746, |
| "learning_rate": 0.0002, |
| "loss": 0.192, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.10185136067052146, |
| "grad_norm": 22.095687866210938, |
| "learning_rate": 0.0002, |
| "loss": 0.1385, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.10195745583788658, |
| "grad_norm": 15.41683578491211, |
| "learning_rate": 0.0002, |
| "loss": 0.3664, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.1020635510052517, |
| "grad_norm": 583.3829956054688, |
| "learning_rate": 0.0002, |
| "loss": 0.3132, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.10216964617261684, |
| "grad_norm": 108.37024688720703, |
| "learning_rate": 0.0002, |
| "loss": 0.5591, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.10227574133998196, |
| "grad_norm": 19.7489013671875, |
| "learning_rate": 0.0002, |
| "loss": 0.4805, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.10238183650734708, |
| "grad_norm": 55.832183837890625, |
| "learning_rate": 0.0002, |
| "loss": 0.5866, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.10248793167471222, |
| "grad_norm": 6.604098320007324, |
| "learning_rate": 0.0002, |
| "loss": 0.4271, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.10259402684207734, |
| "grad_norm": 5.373109340667725, |
| "learning_rate": 0.0002, |
| "loss": 0.2416, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.10270012200944247, |
| "grad_norm": 12.02646255493164, |
| "learning_rate": 0.0002, |
| "loss": 0.4632, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.1028062171768076, |
| "grad_norm": 5.241696834564209, |
| "learning_rate": 0.0002, |
| "loss": 0.1781, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.10291231234417272, |
| "grad_norm": 4.9600043296813965, |
| "learning_rate": 0.0002, |
| "loss": 0.1691, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.10301840751153785, |
| "grad_norm": 23.45733070373535, |
| "learning_rate": 0.0002, |
| "loss": 1.4422, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.10312450267890298, |
| "grad_norm": 4.85302734375, |
| "learning_rate": 0.0002, |
| "loss": 0.1572, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.1032305978462681, |
| "grad_norm": 4.2393364906311035, |
| "learning_rate": 0.0002, |
| "loss": 0.1772, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.10333669301363323, |
| "grad_norm": 3.4545748233795166, |
| "learning_rate": 0.0002, |
| "loss": 0.1067, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.10344278818099835, |
| "grad_norm": 6.4797587394714355, |
| "learning_rate": 0.0002, |
| "loss": 0.1307, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.10354888334836349, |
| "grad_norm": 6.413112640380859, |
| "learning_rate": 0.0002, |
| "loss": 0.2444, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.10365497851572861, |
| "grad_norm": 7.833003044128418, |
| "learning_rate": 0.0002, |
| "loss": 0.1903, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.10376107368309373, |
| "grad_norm": 10.643932342529297, |
| "learning_rate": 0.0002, |
| "loss": 0.2074, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.10386716885045887, |
| "grad_norm": 8.130704879760742, |
| "learning_rate": 0.0002, |
| "loss": 0.2482, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.10397326401782399, |
| "grad_norm": 7.131394386291504, |
| "learning_rate": 0.0002, |
| "loss": 0.2324, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.10407935918518911, |
| "grad_norm": 8.134309768676758, |
| "learning_rate": 0.0002, |
| "loss": 0.3532, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.10418545435255425, |
| "grad_norm": 7.702080726623535, |
| "learning_rate": 0.0002, |
| "loss": 0.2078, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.10429154951991937, |
| "grad_norm": 6.890686511993408, |
| "learning_rate": 0.0002, |
| "loss": 0.2789, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.10439764468728449, |
| "grad_norm": 8.947646141052246, |
| "learning_rate": 0.0002, |
| "loss": 0.4258, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.10450373985464963, |
| "grad_norm": 8.662394523620605, |
| "learning_rate": 0.0002, |
| "loss": 0.617, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.10460983502201475, |
| "grad_norm": 7.331841468811035, |
| "learning_rate": 0.0002, |
| "loss": 0.2331, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.10471593018937987, |
| "grad_norm": 4.448927879333496, |
| "learning_rate": 0.0002, |
| "loss": 0.1169, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.104822025356745, |
| "grad_norm": 10.623579978942871, |
| "learning_rate": 0.0002, |
| "loss": 0.4424, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.10492812052411013, |
| "grad_norm": 8.12799072265625, |
| "learning_rate": 0.0002, |
| "loss": 0.351, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.10503421569147525, |
| "grad_norm": 6.10422945022583, |
| "learning_rate": 0.0002, |
| "loss": 0.3594, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.10514031085884037, |
| "grad_norm": 4.214483737945557, |
| "learning_rate": 0.0002, |
| "loss": 0.2033, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.10524640602620551, |
| "grad_norm": 4.4698615074157715, |
| "learning_rate": 0.0002, |
| "loss": 0.1361, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.10535250119357063, |
| "grad_norm": 10.528698921203613, |
| "learning_rate": 0.0002, |
| "loss": 0.61, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.10545859636093576, |
| "grad_norm": 112.81682586669922, |
| "learning_rate": 0.0002, |
| "loss": 0.19, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.10556469152830089, |
| "grad_norm": 7.6838459968566895, |
| "learning_rate": 0.0002, |
| "loss": 0.4657, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.10567078669566601, |
| "grad_norm": 9.013739585876465, |
| "learning_rate": 0.0002, |
| "loss": 0.1825, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.10577688186303114, |
| "grad_norm": 12.061539649963379, |
| "learning_rate": 0.0002, |
| "loss": 0.5188, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.10588297703039627, |
| "grad_norm": 5.032177925109863, |
| "learning_rate": 0.0002, |
| "loss": 0.1736, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.1059890721977614, |
| "grad_norm": 10.266098022460938, |
| "learning_rate": 0.0002, |
| "loss": 0.3227, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.10609516736512652, |
| "grad_norm": 6.4536356925964355, |
| "learning_rate": 0.0002, |
| "loss": 0.3196, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.10609516736512652, |
| "eval_loss": 0.04605964198708534, |
| "eval_runtime": 49.0244, |
| "eval_samples_per_second": 3.1, |
| "eval_steps_per_second": 1.55, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.10620126253249164, |
| "grad_norm": 4.841498851776123, |
| "learning_rate": 0.0002, |
| "loss": 0.2612, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.10630735769985677, |
| "grad_norm": 3.1755409240722656, |
| "learning_rate": 0.0002, |
| "loss": 0.1179, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.1064134528672219, |
| "grad_norm": 6.4283857345581055, |
| "learning_rate": 0.0002, |
| "loss": 0.3499, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.10651954803458702, |
| "grad_norm": 2.556008815765381, |
| "learning_rate": 0.0002, |
| "loss": 0.0907, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.10662564320195216, |
| "grad_norm": 2.873443126678467, |
| "learning_rate": 0.0002, |
| "loss": 0.1008, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.10673173836931728, |
| "grad_norm": 4.240716934204102, |
| "learning_rate": 0.0002, |
| "loss": 0.1456, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.1068378335366824, |
| "grad_norm": 3.303347587585449, |
| "learning_rate": 0.0002, |
| "loss": 0.1388, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.10694392870404754, |
| "grad_norm": 2.580970048904419, |
| "learning_rate": 0.0002, |
| "loss": 0.0845, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.10705002387141266, |
| "grad_norm": 5.031477928161621, |
| "learning_rate": 0.0002, |
| "loss": 0.2127, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.10715611903877778, |
| "grad_norm": 10.765517234802246, |
| "learning_rate": 0.0002, |
| "loss": 0.3643, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.10726221420614292, |
| "grad_norm": 12.862351417541504, |
| "learning_rate": 0.0002, |
| "loss": 0.9245, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.10736830937350804, |
| "grad_norm": 2.423178195953369, |
| "learning_rate": 0.0002, |
| "loss": 0.063, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.10747440454087316, |
| "grad_norm": 8.211199760437012, |
| "learning_rate": 0.0002, |
| "loss": 0.2747, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.10758049970823828, |
| "grad_norm": 4.859186172485352, |
| "learning_rate": 0.0002, |
| "loss": 0.156, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.10768659487560342, |
| "grad_norm": 6.475876808166504, |
| "learning_rate": 0.0002, |
| "loss": 0.2587, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.10779269004296854, |
| "grad_norm": 8.004240036010742, |
| "learning_rate": 0.0002, |
| "loss": 0.2996, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.10789878521033366, |
| "grad_norm": 9.652987480163574, |
| "learning_rate": 0.0002, |
| "loss": 0.4725, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.1080048803776988, |
| "grad_norm": 5.915900707244873, |
| "learning_rate": 0.0002, |
| "loss": 0.1871, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.10811097554506392, |
| "grad_norm": 5.781275272369385, |
| "learning_rate": 0.0002, |
| "loss": 0.1861, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.10821707071242904, |
| "grad_norm": 3.964726448059082, |
| "learning_rate": 0.0002, |
| "loss": 0.0966, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.10832316587979418, |
| "grad_norm": 4.190655708312988, |
| "learning_rate": 0.0002, |
| "loss": 0.1343, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.1084292610471593, |
| "grad_norm": 10.784733772277832, |
| "learning_rate": 0.0002, |
| "loss": 0.6337, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.10853535621452443, |
| "grad_norm": 3.6684811115264893, |
| "learning_rate": 0.0002, |
| "loss": 0.0844, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.10864145138188956, |
| "grad_norm": 8.427834510803223, |
| "learning_rate": 0.0002, |
| "loss": 0.294, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.10874754654925468, |
| "grad_norm": 6.719343662261963, |
| "learning_rate": 0.0002, |
| "loss": 0.3608, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.1088536417166198, |
| "grad_norm": 8.410332679748535, |
| "learning_rate": 0.0002, |
| "loss": 0.2222, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.10895973688398493, |
| "grad_norm": 5.013596534729004, |
| "learning_rate": 0.0002, |
| "loss": 0.191, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.10906583205135006, |
| "grad_norm": 5.365532398223877, |
| "learning_rate": 0.0002, |
| "loss": 0.117, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.10917192721871519, |
| "grad_norm": 9.163508415222168, |
| "learning_rate": 0.0002, |
| "loss": 0.291, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.10927802238608031, |
| "grad_norm": 13.34863567352295, |
| "learning_rate": 0.0002, |
| "loss": 0.5781, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.10938411755344545, |
| "grad_norm": 5.85091495513916, |
| "learning_rate": 0.0002, |
| "loss": 0.1623, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.10949021272081057, |
| "grad_norm": 2.680802583694458, |
| "learning_rate": 0.0002, |
| "loss": 0.0572, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.10959630788817569, |
| "grad_norm": 8.637289047241211, |
| "learning_rate": 0.0002, |
| "loss": 0.1041, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.10970240305554083, |
| "grad_norm": 3.7488861083984375, |
| "learning_rate": 0.0002, |
| "loss": 0.1608, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.10980849822290595, |
| "grad_norm": 9.101702690124512, |
| "learning_rate": 0.0002, |
| "loss": 0.2382, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.10991459339027107, |
| "grad_norm": 6.855931758880615, |
| "learning_rate": 0.0002, |
| "loss": 0.2551, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.1100206885576362, |
| "grad_norm": 5.662245750427246, |
| "learning_rate": 0.0002, |
| "loss": 0.2803, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.11012678372500133, |
| "grad_norm": 13.947858810424805, |
| "learning_rate": 0.0002, |
| "loss": 0.8438, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.11023287889236645, |
| "grad_norm": 3.861103057861328, |
| "learning_rate": 0.0002, |
| "loss": 0.1096, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.11033897405973157, |
| "grad_norm": 4.768041610717773, |
| "learning_rate": 0.0002, |
| "loss": 0.1284, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.11044506922709671, |
| "grad_norm": 8.931245803833008, |
| "learning_rate": 0.0002, |
| "loss": 0.4122, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.11055116439446183, |
| "grad_norm": 6.585056304931641, |
| "learning_rate": 0.0002, |
| "loss": 0.0836, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.11065725956182695, |
| "grad_norm": 7.952004909515381, |
| "learning_rate": 0.0002, |
| "loss": 0.2141, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.11076335472919209, |
| "grad_norm": 12.633135795593262, |
| "learning_rate": 0.0002, |
| "loss": 0.2851, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.11086944989655721, |
| "grad_norm": 12.42103385925293, |
| "learning_rate": 0.0002, |
| "loss": 0.2862, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.11097554506392233, |
| "grad_norm": 5.174999713897705, |
| "learning_rate": 0.0002, |
| "loss": 0.1889, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.11108164023128747, |
| "grad_norm": 14.995347023010254, |
| "learning_rate": 0.0002, |
| "loss": 0.4448, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.11118773539865259, |
| "grad_norm": 6.2882304191589355, |
| "learning_rate": 0.0002, |
| "loss": 0.2815, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.11129383056601772, |
| "grad_norm": 9.961227416992188, |
| "learning_rate": 0.0002, |
| "loss": 0.2628, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.11139992573338285, |
| "grad_norm": 153.41493225097656, |
| "learning_rate": 0.0002, |
| "loss": 2.4994, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.11150602090074797, |
| "grad_norm": 7.719893932342529, |
| "learning_rate": 0.0002, |
| "loss": 0.3934, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.1116121160681131, |
| "grad_norm": 6.404787540435791, |
| "learning_rate": 0.0002, |
| "loss": 0.1049, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.11171821123547822, |
| "grad_norm": 4.991966247558594, |
| "learning_rate": 0.0002, |
| "loss": 0.2368, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.11182430640284335, |
| "grad_norm": 10.780029296875, |
| "learning_rate": 0.0002, |
| "loss": 0.6035, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.11193040157020848, |
| "grad_norm": 4.436051368713379, |
| "learning_rate": 0.0002, |
| "loss": 0.162, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.1120364967375736, |
| "grad_norm": 5.31149959564209, |
| "learning_rate": 0.0002, |
| "loss": 0.1948, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.11214259190493873, |
| "grad_norm": 5.0994873046875, |
| "learning_rate": 0.0002, |
| "loss": 0.272, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.11224868707230386, |
| "grad_norm": 7.52865743637085, |
| "learning_rate": 0.0002, |
| "loss": 0.2583, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.11235478223966898, |
| "grad_norm": 3.5193498134613037, |
| "learning_rate": 0.0002, |
| "loss": 0.1601, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.11246087740703412, |
| "grad_norm": 4.611939907073975, |
| "learning_rate": 0.0002, |
| "loss": 0.1936, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.11256697257439924, |
| "grad_norm": 6.021697998046875, |
| "learning_rate": 0.0002, |
| "loss": 0.2719, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.11267306774176436, |
| "grad_norm": 5.79730224609375, |
| "learning_rate": 0.0002, |
| "loss": 0.1744, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.11277916290912948, |
| "grad_norm": 11.0021333694458, |
| "learning_rate": 0.0002, |
| "loss": 0.6133, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.11288525807649462, |
| "grad_norm": 3.674099922180176, |
| "learning_rate": 0.0002, |
| "loss": 0.1215, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.11299135324385974, |
| "grad_norm": 7.8867573738098145, |
| "learning_rate": 0.0002, |
| "loss": 0.295, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.11309744841122486, |
| "grad_norm": 5.821372985839844, |
| "learning_rate": 0.0002, |
| "loss": 0.219, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.11320354357859, |
| "grad_norm": 6.051746368408203, |
| "learning_rate": 0.0002, |
| "loss": 0.1511, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.11330963874595512, |
| "grad_norm": 6.958406448364258, |
| "learning_rate": 0.0002, |
| "loss": 0.2474, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.11341573391332024, |
| "grad_norm": 8.159649848937988, |
| "learning_rate": 0.0002, |
| "loss": 0.3385, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.11352182908068538, |
| "grad_norm": 5.378207683563232, |
| "learning_rate": 0.0002, |
| "loss": 0.3034, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1136279242480505, |
| "grad_norm": 5.427059650421143, |
| "learning_rate": 0.0002, |
| "loss": 0.2313, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.11373401941541562, |
| "grad_norm": 4.548110008239746, |
| "learning_rate": 0.0002, |
| "loss": 0.1216, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.11384011458278076, |
| "grad_norm": 8.052380561828613, |
| "learning_rate": 0.0002, |
| "loss": 0.3743, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.11394620975014588, |
| "grad_norm": 6.338522911071777, |
| "learning_rate": 0.0002, |
| "loss": 0.2468, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.114052304917511, |
| "grad_norm": 6.758045673370361, |
| "learning_rate": 0.0002, |
| "loss": 0.3011, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.11415840008487613, |
| "grad_norm": 6.515815734863281, |
| "learning_rate": 0.0002, |
| "loss": 0.2676, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.11426449525224126, |
| "grad_norm": 10.658228874206543, |
| "learning_rate": 0.0002, |
| "loss": 0.3921, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.11437059041960639, |
| "grad_norm": 9.746109008789062, |
| "learning_rate": 0.0002, |
| "loss": 0.7113, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.11447668558697151, |
| "grad_norm": 7.96254825592041, |
| "learning_rate": 0.0002, |
| "loss": 0.3067, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.11458278075433664, |
| "grad_norm": 9.150073051452637, |
| "learning_rate": 0.0002, |
| "loss": 0.5182, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.11468887592170177, |
| "grad_norm": 15.276697158813477, |
| "learning_rate": 0.0002, |
| "loss": 0.2532, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.11479497108906689, |
| "grad_norm": 6.846829891204834, |
| "learning_rate": 0.0002, |
| "loss": 0.2687, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.11490106625643202, |
| "grad_norm": 8.014737129211426, |
| "learning_rate": 0.0002, |
| "loss": 0.3505, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.11500716142379715, |
| "grad_norm": 4.297073841094971, |
| "learning_rate": 0.0002, |
| "loss": 0.1367, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.11511325659116227, |
| "grad_norm": 4.513153553009033, |
| "learning_rate": 0.0002, |
| "loss": 0.1415, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.1152193517585274, |
| "grad_norm": 6.3977203369140625, |
| "learning_rate": 0.0002, |
| "loss": 0.2346, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.11532544692589253, |
| "grad_norm": 6.178880214691162, |
| "learning_rate": 0.0002, |
| "loss": 0.2287, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.11543154209325765, |
| "grad_norm": 8.008464813232422, |
| "learning_rate": 0.0002, |
| "loss": 0.4221, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.11553763726062277, |
| "grad_norm": 8.416707038879395, |
| "learning_rate": 0.0002, |
| "loss": 0.1822, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.11564373242798791, |
| "grad_norm": 10.450370788574219, |
| "learning_rate": 0.0002, |
| "loss": 0.4482, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.11574982759535303, |
| "grad_norm": 7.946789741516113, |
| "learning_rate": 0.0002, |
| "loss": 0.2978, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.11585592276271815, |
| "grad_norm": 5.009422302246094, |
| "learning_rate": 0.0002, |
| "loss": 0.1924, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.11596201793008329, |
| "grad_norm": 8.511032104492188, |
| "learning_rate": 0.0002, |
| "loss": 0.2784, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.11606811309744841, |
| "grad_norm": 8.13355827331543, |
| "learning_rate": 0.0002, |
| "loss": 0.2357, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.11617420826481353, |
| "grad_norm": 3.1594395637512207, |
| "learning_rate": 0.0002, |
| "loss": 0.0594, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.11628030343217867, |
| "grad_norm": 7.956035137176514, |
| "learning_rate": 0.0002, |
| "loss": 0.2205, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.11638639859954379, |
| "grad_norm": 6.954958915710449, |
| "learning_rate": 0.0002, |
| "loss": 0.2728, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.11649249376690891, |
| "grad_norm": 10.703007698059082, |
| "learning_rate": 0.0002, |
| "loss": 0.3546, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.11659858893427405, |
| "grad_norm": 5.756525993347168, |
| "learning_rate": 0.0002, |
| "loss": 0.1839, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.11670468410163917, |
| "grad_norm": 10.985968589782715, |
| "learning_rate": 0.0002, |
| "loss": 0.1482, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1168107792690043, |
| "grad_norm": 7.142670154571533, |
| "learning_rate": 0.0002, |
| "loss": 0.1799, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.11691687443636942, |
| "grad_norm": 5.420449256896973, |
| "learning_rate": 0.0002, |
| "loss": 0.1734, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.11702296960373455, |
| "grad_norm": 6.192259311676025, |
| "learning_rate": 0.0002, |
| "loss": 0.1485, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.11712906477109968, |
| "grad_norm": 5.745464324951172, |
| "learning_rate": 0.0002, |
| "loss": 0.1474, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.1172351599384648, |
| "grad_norm": 4.055246829986572, |
| "learning_rate": 0.0002, |
| "loss": 0.1269, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.11734125510582993, |
| "grad_norm": 4.159825325012207, |
| "learning_rate": 0.0002, |
| "loss": 0.2147, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.11744735027319506, |
| "grad_norm": 4.998556137084961, |
| "learning_rate": 0.0002, |
| "loss": 0.1984, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.11755344544056018, |
| "grad_norm": 6.101062297821045, |
| "learning_rate": 0.0002, |
| "loss": 0.1454, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.11765954060792531, |
| "grad_norm": 3.989575147628784, |
| "learning_rate": 0.0002, |
| "loss": 0.1572, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.11776563577529044, |
| "grad_norm": 6.703911781311035, |
| "learning_rate": 0.0002, |
| "loss": 0.2071, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.11787173094265556, |
| "grad_norm": 20.928285598754883, |
| "learning_rate": 0.0002, |
| "loss": 0.9935, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.1179778261100207, |
| "grad_norm": 8.511348724365234, |
| "learning_rate": 0.0002, |
| "loss": 0.4089, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.11808392127738582, |
| "grad_norm": 8.88584041595459, |
| "learning_rate": 0.0002, |
| "loss": 0.6523, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.11819001644475094, |
| "grad_norm": 8.507850646972656, |
| "learning_rate": 0.0002, |
| "loss": 0.3825, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.11829611161211606, |
| "grad_norm": 3.9840872287750244, |
| "learning_rate": 0.0002, |
| "loss": 0.1438, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.1184022067794812, |
| "grad_norm": 5.750953197479248, |
| "learning_rate": 0.0002, |
| "loss": 0.2801, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.11850830194684632, |
| "grad_norm": 11.119308471679688, |
| "learning_rate": 0.0002, |
| "loss": 0.4663, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.11861439711421144, |
| "grad_norm": 8.140937805175781, |
| "learning_rate": 0.0002, |
| "loss": 0.3937, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.11872049228157658, |
| "grad_norm": 3.4910008907318115, |
| "learning_rate": 0.0002, |
| "loss": 0.1322, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.1188265874489417, |
| "grad_norm": 5.410153865814209, |
| "learning_rate": 0.0002, |
| "loss": 0.2816, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.11893268261630682, |
| "grad_norm": 11.129048347473145, |
| "learning_rate": 0.0002, |
| "loss": 0.4342, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.11903877778367196, |
| "grad_norm": 5.893263339996338, |
| "learning_rate": 0.0002, |
| "loss": 0.2393, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.11914487295103708, |
| "grad_norm": 7.032773971557617, |
| "learning_rate": 0.0002, |
| "loss": 0.2763, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.1192509681184022, |
| "grad_norm": 11.255716323852539, |
| "learning_rate": 0.0002, |
| "loss": 0.3044, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.11935706328576734, |
| "grad_norm": 11.46914291381836, |
| "learning_rate": 0.0002, |
| "loss": 0.4252, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.11946315845313246, |
| "grad_norm": 6.600700378417969, |
| "learning_rate": 0.0002, |
| "loss": 0.2073, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.11956925362049758, |
| "grad_norm": 4.324222564697266, |
| "learning_rate": 0.0002, |
| "loss": 0.1313, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.1196753487878627, |
| "grad_norm": 5.712939262390137, |
| "learning_rate": 0.0002, |
| "loss": 0.2759, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.11978144395522784, |
| "grad_norm": 6.105525970458984, |
| "learning_rate": 0.0002, |
| "loss": 0.1592, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.11988753912259296, |
| "grad_norm": 11.735051155090332, |
| "learning_rate": 0.0002, |
| "loss": 0.4388, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.11999363428995809, |
| "grad_norm": 9.049027442932129, |
| "learning_rate": 0.0002, |
| "loss": 0.2739, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.12009972945732322, |
| "grad_norm": 7.319828033447266, |
| "learning_rate": 0.0002, |
| "loss": 0.3549, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.12020582462468835, |
| "grad_norm": 5.124215602874756, |
| "learning_rate": 0.0002, |
| "loss": 0.2046, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.12031191979205347, |
| "grad_norm": 6.72359037399292, |
| "learning_rate": 0.0002, |
| "loss": 0.1802, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.1204180149594186, |
| "grad_norm": 32.95004653930664, |
| "learning_rate": 0.0002, |
| "loss": 1.3426, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.12052411012678373, |
| "grad_norm": 6.111928939819336, |
| "learning_rate": 0.0002, |
| "loss": 0.2438, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.12063020529414885, |
| "grad_norm": 8.635579109191895, |
| "learning_rate": 0.0002, |
| "loss": 0.2224, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.12073630046151398, |
| "grad_norm": 5.973379611968994, |
| "learning_rate": 0.0002, |
| "loss": 0.1619, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.1208423956288791, |
| "grad_norm": 6.042442798614502, |
| "learning_rate": 0.0002, |
| "loss": 0.1929, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.12094849079624423, |
| "grad_norm": 7.2643208503723145, |
| "learning_rate": 0.0002, |
| "loss": 0.3076, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.12105458596360935, |
| "grad_norm": 12.672991752624512, |
| "learning_rate": 0.0002, |
| "loss": 0.3627, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.12116068113097449, |
| "grad_norm": 17.507015228271484, |
| "learning_rate": 0.0002, |
| "loss": 0.8109, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.12126677629833961, |
| "grad_norm": 10.29857349395752, |
| "learning_rate": 0.0002, |
| "loss": 0.5278, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.12137287146570473, |
| "grad_norm": 5.667308330535889, |
| "learning_rate": 0.0002, |
| "loss": 0.1637, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.12147896663306987, |
| "grad_norm": 10.405146598815918, |
| "learning_rate": 0.0002, |
| "loss": 0.2631, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.12158506180043499, |
| "grad_norm": 13.306811332702637, |
| "learning_rate": 0.0002, |
| "loss": 0.3888, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.12169115696780011, |
| "grad_norm": 5.724170684814453, |
| "learning_rate": 0.0002, |
| "loss": 0.1598, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.12179725213516525, |
| "grad_norm": 6.519510269165039, |
| "learning_rate": 0.0002, |
| "loss": 0.1495, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.12190334730253037, |
| "grad_norm": 17.184093475341797, |
| "learning_rate": 0.0002, |
| "loss": 0.4673, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.1220094424698955, |
| "grad_norm": 152.29933166503906, |
| "learning_rate": 0.0002, |
| "loss": 4.2669, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.12211553763726063, |
| "grad_norm": 6.537713527679443, |
| "learning_rate": 0.0002, |
| "loss": 0.3031, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.12222163280462575, |
| "grad_norm": 8.047213554382324, |
| "learning_rate": 0.0002, |
| "loss": 0.5275, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.12232772797199087, |
| "grad_norm": 9.457115173339844, |
| "learning_rate": 0.0002, |
| "loss": 0.5459, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.122433823139356, |
| "grad_norm": 4.4514594078063965, |
| "learning_rate": 0.0002, |
| "loss": 0.1735, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.12253991830672113, |
| "grad_norm": 4.771071434020996, |
| "learning_rate": 0.0002, |
| "loss": 0.2272, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.12264601347408625, |
| "grad_norm": 9.409025192260742, |
| "learning_rate": 0.0002, |
| "loss": 0.3215, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.12275210864145138, |
| "grad_norm": 10.992562294006348, |
| "learning_rate": 0.0002, |
| "loss": 0.4059, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.12285820380881651, |
| "grad_norm": 4.625906467437744, |
| "learning_rate": 0.0002, |
| "loss": 0.1681, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.12296429897618164, |
| "grad_norm": 7.170089244842529, |
| "learning_rate": 0.0002, |
| "loss": 0.4266, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.12307039414354676, |
| "grad_norm": 3.197657823562622, |
| "learning_rate": 0.0002, |
| "loss": 0.0999, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.1231764893109119, |
| "grad_norm": 5.497007369995117, |
| "learning_rate": 0.0002, |
| "loss": 0.2637, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.12328258447827702, |
| "grad_norm": 5.052645206451416, |
| "learning_rate": 0.0002, |
| "loss": 0.1969, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.12338867964564214, |
| "grad_norm": 8.524548530578613, |
| "learning_rate": 0.0002, |
| "loss": 0.4682, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.12349477481300727, |
| "grad_norm": 5.062516689300537, |
| "learning_rate": 0.0002, |
| "loss": 0.1942, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.1236008699803724, |
| "grad_norm": 4.900094032287598, |
| "learning_rate": 0.0002, |
| "loss": 0.1585, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.12370696514773752, |
| "grad_norm": 9.014378547668457, |
| "learning_rate": 0.0002, |
| "loss": 0.2322, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.12381306031510264, |
| "grad_norm": 7.756555080413818, |
| "learning_rate": 0.0002, |
| "loss": 0.3767, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.12391915548246778, |
| "grad_norm": 13.68795394897461, |
| "learning_rate": 0.0002, |
| "loss": 0.4465, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.1240252506498329, |
| "grad_norm": 5.335318565368652, |
| "learning_rate": 0.0002, |
| "loss": 0.1881, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.12413134581719802, |
| "grad_norm": 15.041061401367188, |
| "learning_rate": 0.0002, |
| "loss": 0.8532, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.12423744098456316, |
| "grad_norm": 10.844293594360352, |
| "learning_rate": 0.0002, |
| "loss": 0.4296, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.12434353615192828, |
| "grad_norm": 4.878455638885498, |
| "learning_rate": 0.0002, |
| "loss": 0.1818, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.1244496313192934, |
| "grad_norm": 11.804012298583984, |
| "learning_rate": 0.0002, |
| "loss": 1.0898, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.12455572648665854, |
| "grad_norm": 6.135049343109131, |
| "learning_rate": 0.0002, |
| "loss": 0.337, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.12466182165402366, |
| "grad_norm": 11.134439468383789, |
| "learning_rate": 0.0002, |
| "loss": 0.6827, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.12476791682138878, |
| "grad_norm": 10.078073501586914, |
| "learning_rate": 0.0002, |
| "loss": 0.3616, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.12487401198875392, |
| "grad_norm": 5.860133647918701, |
| "learning_rate": 0.0002, |
| "loss": 0.2136, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.12498010715611904, |
| "grad_norm": 16.210641860961914, |
| "learning_rate": 0.0002, |
| "loss": 0.5385, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.12508620232348416, |
| "grad_norm": 7.2657999992370605, |
| "learning_rate": 0.0002, |
| "loss": 0.3341, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.12519229749084929, |
| "grad_norm": 10.626968383789062, |
| "learning_rate": 0.0002, |
| "loss": 0.6084, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.1252983926582144, |
| "grad_norm": 8.067530632019043, |
| "learning_rate": 0.0002, |
| "loss": 0.1949, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.12540448782557956, |
| "grad_norm": 3.9800777435302734, |
| "learning_rate": 0.0002, |
| "loss": 0.1202, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.12551058299294468, |
| "grad_norm": 10.07242488861084, |
| "learning_rate": 0.0002, |
| "loss": 0.402, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.1256166781603098, |
| "grad_norm": 5.4834747314453125, |
| "learning_rate": 0.0002, |
| "loss": 0.2416, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.12572277332767492, |
| "grad_norm": 6.387603759765625, |
| "learning_rate": 0.0002, |
| "loss": 0.1645, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.12582886849504005, |
| "grad_norm": 5.547778129577637, |
| "learning_rate": 0.0002, |
| "loss": 0.2266, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.12593496366240517, |
| "grad_norm": 11.348686218261719, |
| "learning_rate": 0.0002, |
| "loss": 0.5453, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.1260410588297703, |
| "grad_norm": 6.576507568359375, |
| "learning_rate": 0.0002, |
| "loss": 0.3503, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.12614715399713544, |
| "grad_norm": 8.861441612243652, |
| "learning_rate": 0.0002, |
| "loss": 0.4049, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.12625324916450056, |
| "grad_norm": 7.285686016082764, |
| "learning_rate": 0.0002, |
| "loss": 0.2374, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.1263593443318657, |
| "grad_norm": 10.853203773498535, |
| "learning_rate": 0.0002, |
| "loss": 0.3436, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.1264654394992308, |
| "grad_norm": 6.1698899269104, |
| "learning_rate": 0.0002, |
| "loss": 0.2054, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.12657153466659593, |
| "grad_norm": 8.9847412109375, |
| "learning_rate": 0.0002, |
| "loss": 0.2205, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.12667762983396105, |
| "grad_norm": 10.688117027282715, |
| "learning_rate": 0.0002, |
| "loss": 0.5793, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.1267837250013262, |
| "grad_norm": 10.423303604125977, |
| "learning_rate": 0.0002, |
| "loss": 0.1908, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.12688982016869133, |
| "grad_norm": 11.945500373840332, |
| "learning_rate": 0.0002, |
| "loss": 0.9411, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.12699591533605645, |
| "grad_norm": 4.637462615966797, |
| "learning_rate": 0.0002, |
| "loss": 0.1776, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.12710201050342157, |
| "grad_norm": 16.636390686035156, |
| "learning_rate": 0.0002, |
| "loss": 0.2267, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.1272081056707867, |
| "grad_norm": 17.776283264160156, |
| "learning_rate": 0.0002, |
| "loss": 0.5245, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.12731420083815181, |
| "grad_norm": 17.1392879486084, |
| "learning_rate": 0.0002, |
| "loss": 0.5194, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.12731420083815181, |
| "eval_loss": 0.05339442566037178, |
| "eval_runtime": 48.7595, |
| "eval_samples_per_second": 3.117, |
| "eval_steps_per_second": 1.559, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.12742029600551694, |
| "grad_norm": 6.890715599060059, |
| "learning_rate": 0.0002, |
| "loss": 0.2492, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.1275263911728821, |
| "grad_norm": 4.04957914352417, |
| "learning_rate": 0.0002, |
| "loss": 0.1144, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.1276324863402472, |
| "grad_norm": 3.1099143028259277, |
| "learning_rate": 0.0002, |
| "loss": 0.112, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.12773858150761233, |
| "grad_norm": 14.339091300964355, |
| "learning_rate": 0.0002, |
| "loss": 0.9548, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.12784467667497745, |
| "grad_norm": 8.501301765441895, |
| "learning_rate": 0.0002, |
| "loss": 0.567, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.12795077184234258, |
| "grad_norm": 9.18374252319336, |
| "learning_rate": 0.0002, |
| "loss": 0.3452, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.1280568670097077, |
| "grad_norm": 7.7342610359191895, |
| "learning_rate": 0.0002, |
| "loss": 0.4653, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.12816296217707285, |
| "grad_norm": 5.56123685836792, |
| "learning_rate": 0.0002, |
| "loss": 0.2263, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.12826905734443797, |
| "grad_norm": 3.8906068801879883, |
| "learning_rate": 0.0002, |
| "loss": 0.1386, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.1283751525118031, |
| "grad_norm": 8.045018196105957, |
| "learning_rate": 0.0002, |
| "loss": 0.3284, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.12848124767916821, |
| "grad_norm": 7.703570365905762, |
| "learning_rate": 0.0002, |
| "loss": 0.246, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.12858734284653334, |
| "grad_norm": 14.283702850341797, |
| "learning_rate": 0.0002, |
| "loss": 0.8917, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.12869343801389846, |
| "grad_norm": 8.171622276306152, |
| "learning_rate": 0.0002, |
| "loss": 0.3529, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.12879953318126358, |
| "grad_norm": 6.034450054168701, |
| "learning_rate": 0.0002, |
| "loss": 0.2579, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.12890562834862873, |
| "grad_norm": 8.120826721191406, |
| "learning_rate": 0.0002, |
| "loss": 0.4665, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.12901172351599385, |
| "grad_norm": 3.7813832759857178, |
| "learning_rate": 0.0002, |
| "loss": 0.1243, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.12911781868335898, |
| "grad_norm": 8.184707641601562, |
| "learning_rate": 0.0002, |
| "loss": 0.3438, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.1292239138507241, |
| "grad_norm": 4.959222793579102, |
| "learning_rate": 0.0002, |
| "loss": 0.1892, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.12933000901808922, |
| "grad_norm": 6.145408630371094, |
| "learning_rate": 0.0002, |
| "loss": 0.2289, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.12943610418545434, |
| "grad_norm": 6.488265514373779, |
| "learning_rate": 0.0002, |
| "loss": 0.2781, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.1295421993528195, |
| "grad_norm": 4.026022911071777, |
| "learning_rate": 0.0002, |
| "loss": 0.1402, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.12964829452018461, |
| "grad_norm": 12.955522537231445, |
| "learning_rate": 0.0002, |
| "loss": 0.6681, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.12975438968754974, |
| "grad_norm": 13.117371559143066, |
| "learning_rate": 0.0002, |
| "loss": 0.3278, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.12986048485491486, |
| "grad_norm": 14.95661449432373, |
| "learning_rate": 0.0002, |
| "loss": 0.7688, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.12996658002227998, |
| "grad_norm": 5.002791881561279, |
| "learning_rate": 0.0002, |
| "loss": 0.1391, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.1300726751896451, |
| "grad_norm": 14.707405090332031, |
| "learning_rate": 0.0002, |
| "loss": 0.652, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.13017877035701023, |
| "grad_norm": 7.4781270027160645, |
| "learning_rate": 0.0002, |
| "loss": 0.2313, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.13028486552437538, |
| "grad_norm": 4.653233051300049, |
| "learning_rate": 0.0002, |
| "loss": 0.1656, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.1303909606917405, |
| "grad_norm": 11.363765716552734, |
| "learning_rate": 0.0002, |
| "loss": 0.5146, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.13049705585910562, |
| "grad_norm": 23.83978271484375, |
| "learning_rate": 0.0002, |
| "loss": 1.032, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.13060315102647074, |
| "grad_norm": 11.135316848754883, |
| "learning_rate": 0.0002, |
| "loss": 0.3423, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.13070924619383587, |
| "grad_norm": 6.124490737915039, |
| "learning_rate": 0.0002, |
| "loss": 0.1446, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.130815341361201, |
| "grad_norm": 8.802969932556152, |
| "learning_rate": 0.0002, |
| "loss": 0.3515, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.13092143652856614, |
| "grad_norm": 14.535836219787598, |
| "learning_rate": 0.0002, |
| "loss": 0.2175, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.13102753169593126, |
| "grad_norm": 7.143708229064941, |
| "learning_rate": 0.0002, |
| "loss": 0.2655, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.13113362686329638, |
| "grad_norm": 10.469614028930664, |
| "learning_rate": 0.0002, |
| "loss": 0.283, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.1312397220306615, |
| "grad_norm": 6.262835502624512, |
| "learning_rate": 0.0002, |
| "loss": 0.2133, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.13134581719802663, |
| "grad_norm": 12.358888626098633, |
| "learning_rate": 0.0002, |
| "loss": 0.5284, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.13145191236539175, |
| "grad_norm": 7.299028396606445, |
| "learning_rate": 0.0002, |
| "loss": 0.2979, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.13155800753275687, |
| "grad_norm": 6.281275749206543, |
| "learning_rate": 0.0002, |
| "loss": 0.2202, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.13166410270012202, |
| "grad_norm": 9.865002632141113, |
| "learning_rate": 0.0002, |
| "loss": 0.3818, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.13177019786748714, |
| "grad_norm": 11.342612266540527, |
| "learning_rate": 0.0002, |
| "loss": 0.3577, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.13187629303485227, |
| "grad_norm": 7.851486682891846, |
| "learning_rate": 0.0002, |
| "loss": 0.1747, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.1319823882022174, |
| "grad_norm": 16.913169860839844, |
| "learning_rate": 0.0002, |
| "loss": 0.4946, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.1320884833695825, |
| "grad_norm": 12.21477222442627, |
| "learning_rate": 0.0002, |
| "loss": 0.2812, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.13219457853694763, |
| "grad_norm": 22.81415557861328, |
| "learning_rate": 0.0002, |
| "loss": 0.5507, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.13230067370431278, |
| "grad_norm": 42.41170883178711, |
| "learning_rate": 0.0002, |
| "loss": 1.46, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.1324067688716779, |
| "grad_norm": 9.986234664916992, |
| "learning_rate": 0.0002, |
| "loss": 0.1635, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.13251286403904303, |
| "grad_norm": 9.169960975646973, |
| "learning_rate": 0.0002, |
| "loss": 0.1931, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.13261895920640815, |
| "grad_norm": 146.71475219726562, |
| "learning_rate": 0.0002, |
| "loss": 1.7616, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.13272505437377327, |
| "grad_norm": 6.264101028442383, |
| "learning_rate": 0.0002, |
| "loss": 0.1245, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.1328311495411384, |
| "grad_norm": 8.134949684143066, |
| "learning_rate": 0.0002, |
| "loss": 0.2554, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.13293724470850352, |
| "grad_norm": 5.760680675506592, |
| "learning_rate": 0.0002, |
| "loss": 0.2234, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.13304333987586867, |
| "grad_norm": 4.085294246673584, |
| "learning_rate": 0.0002, |
| "loss": 0.1747, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.1331494350432338, |
| "grad_norm": 4.462237358093262, |
| "learning_rate": 0.0002, |
| "loss": 0.1352, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.1332555302105989, |
| "grad_norm": 7.289393901824951, |
| "learning_rate": 0.0002, |
| "loss": 0.3264, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.13336162537796403, |
| "grad_norm": 10.202658653259277, |
| "learning_rate": 0.0002, |
| "loss": 0.5737, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.13346772054532915, |
| "grad_norm": 4.331934928894043, |
| "learning_rate": 0.0002, |
| "loss": 0.114, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.13357381571269428, |
| "grad_norm": 7.286320686340332, |
| "learning_rate": 0.0002, |
| "loss": 0.2013, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.13367991088005943, |
| "grad_norm": 4.421566009521484, |
| "learning_rate": 0.0002, |
| "loss": 0.137, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.13378600604742455, |
| "grad_norm": 5.596869468688965, |
| "learning_rate": 0.0002, |
| "loss": 0.2133, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.13389210121478967, |
| "grad_norm": 11.388298034667969, |
| "learning_rate": 0.0002, |
| "loss": 0.4968, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.1339981963821548, |
| "grad_norm": 12.69575023651123, |
| "learning_rate": 0.0002, |
| "loss": 0.4301, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.13410429154951992, |
| "grad_norm": 9.41312026977539, |
| "learning_rate": 0.0002, |
| "loss": 0.5109, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.13421038671688504, |
| "grad_norm": 6.461081504821777, |
| "learning_rate": 0.0002, |
| "loss": 0.3142, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.13431648188425016, |
| "grad_norm": 6.410338878631592, |
| "learning_rate": 0.0002, |
| "loss": 0.1166, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.1344225770516153, |
| "grad_norm": 7.185196399688721, |
| "learning_rate": 0.0002, |
| "loss": 0.2185, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.13452867221898043, |
| "grad_norm": 11.557251930236816, |
| "learning_rate": 0.0002, |
| "loss": 0.4979, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.13463476738634556, |
| "grad_norm": 8.70836353302002, |
| "learning_rate": 0.0002, |
| "loss": 0.383, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.13474086255371068, |
| "grad_norm": 6.914636135101318, |
| "learning_rate": 0.0002, |
| "loss": 0.2065, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.1348469577210758, |
| "grad_norm": 8.398102760314941, |
| "learning_rate": 0.0002, |
| "loss": 0.2853, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.13495305288844092, |
| "grad_norm": 9.197179794311523, |
| "learning_rate": 0.0002, |
| "loss": 0.2758, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.13505914805580604, |
| "grad_norm": 8.578436851501465, |
| "learning_rate": 0.0002, |
| "loss": 0.4225, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.1351652432231712, |
| "grad_norm": 9.300743103027344, |
| "learning_rate": 0.0002, |
| "loss": 0.2531, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.13527133839053632, |
| "grad_norm": 8.925727844238281, |
| "learning_rate": 0.0002, |
| "loss": 0.4034, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.13537743355790144, |
| "grad_norm": 8.458330154418945, |
| "learning_rate": 0.0002, |
| "loss": 0.3518, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.13548352872526656, |
| "grad_norm": 13.157434463500977, |
| "learning_rate": 0.0002, |
| "loss": 0.2583, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.13558962389263168, |
| "grad_norm": 8.095745086669922, |
| "learning_rate": 0.0002, |
| "loss": 0.3694, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.1356957190599968, |
| "grad_norm": 7.974912643432617, |
| "learning_rate": 0.0002, |
| "loss": 0.3036, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.13580181422736196, |
| "grad_norm": 6.209217548370361, |
| "learning_rate": 0.0002, |
| "loss": 0.196, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.13590790939472708, |
| "grad_norm": 6.585304260253906, |
| "learning_rate": 0.0002, |
| "loss": 0.3013, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.1360140045620922, |
| "grad_norm": 11.580331802368164, |
| "learning_rate": 0.0002, |
| "loss": 0.281, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.13612009972945732, |
| "grad_norm": 19.015884399414062, |
| "learning_rate": 0.0002, |
| "loss": 0.4832, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.13622619489682244, |
| "grad_norm": 8.91678524017334, |
| "learning_rate": 0.0002, |
| "loss": 0.286, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.13633229006418757, |
| "grad_norm": 11.975906372070312, |
| "learning_rate": 0.0002, |
| "loss": 0.4886, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.1364383852315527, |
| "grad_norm": 5.000464916229248, |
| "learning_rate": 0.0002, |
| "loss": 0.1404, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.13654448039891784, |
| "grad_norm": 10.880637168884277, |
| "learning_rate": 0.0002, |
| "loss": 0.3242, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.13665057556628296, |
| "grad_norm": 9.661633491516113, |
| "learning_rate": 0.0002, |
| "loss": 0.2853, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.13675667073364808, |
| "grad_norm": 16.724220275878906, |
| "learning_rate": 0.0002, |
| "loss": 0.5778, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.1368627659010132, |
| "grad_norm": 10.552864074707031, |
| "learning_rate": 0.0002, |
| "loss": 0.229, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.13696886106837833, |
| "grad_norm": 7.293450832366943, |
| "learning_rate": 0.0002, |
| "loss": 0.2087, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.13707495623574345, |
| "grad_norm": 12.54265022277832, |
| "learning_rate": 0.0002, |
| "loss": 0.3804, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.1371810514031086, |
| "grad_norm": 4.438275337219238, |
| "learning_rate": 0.0002, |
| "loss": 0.1009, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.13728714657047372, |
| "grad_norm": 15.128436088562012, |
| "learning_rate": 0.0002, |
| "loss": 0.5859, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.13739324173783884, |
| "grad_norm": 15.132716178894043, |
| "learning_rate": 0.0002, |
| "loss": 0.3327, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.13749933690520397, |
| "grad_norm": 13.210197448730469, |
| "learning_rate": 0.0002, |
| "loss": 0.2299, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.1376054320725691, |
| "grad_norm": 11.39732837677002, |
| "learning_rate": 0.0002, |
| "loss": 0.2984, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.1377115272399342, |
| "grad_norm": 10.91480827331543, |
| "learning_rate": 0.0002, |
| "loss": 0.3786, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.13781762240729933, |
| "grad_norm": 12.576189041137695, |
| "learning_rate": 0.0002, |
| "loss": 0.4536, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.13792371757466448, |
| "grad_norm": 44.04448699951172, |
| "learning_rate": 0.0002, |
| "loss": 0.6621, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.1380298127420296, |
| "grad_norm": 5.772139072418213, |
| "learning_rate": 0.0002, |
| "loss": 0.1891, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.13813590790939473, |
| "grad_norm": 19.7458553314209, |
| "learning_rate": 0.0002, |
| "loss": 0.8312, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.13824200307675985, |
| "grad_norm": 13.536046981811523, |
| "learning_rate": 0.0002, |
| "loss": 0.6329, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.13834809824412497, |
| "grad_norm": 10.36724853515625, |
| "learning_rate": 0.0002, |
| "loss": 0.5255, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.1384541934114901, |
| "grad_norm": 8.655875205993652, |
| "learning_rate": 0.0002, |
| "loss": 0.3637, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.13856028857885525, |
| "grad_norm": 5.116086006164551, |
| "learning_rate": 0.0002, |
| "loss": 0.1547, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.13866638374622037, |
| "grad_norm": 6.3393144607543945, |
| "learning_rate": 0.0002, |
| "loss": 0.1963, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.1387724789135855, |
| "grad_norm": 8.040077209472656, |
| "learning_rate": 0.0002, |
| "loss": 0.361, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.1388785740809506, |
| "grad_norm": 20.939470291137695, |
| "learning_rate": 0.0002, |
| "loss": 0.2065, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.13898466924831573, |
| "grad_norm": 26.244338989257812, |
| "learning_rate": 0.0002, |
| "loss": 0.5341, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.13909076441568086, |
| "grad_norm": 8.157188415527344, |
| "learning_rate": 0.0002, |
| "loss": 0.3637, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.13919685958304598, |
| "grad_norm": 7.755431652069092, |
| "learning_rate": 0.0002, |
| "loss": 0.3329, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.13930295475041113, |
| "grad_norm": 7.9413371086120605, |
| "learning_rate": 0.0002, |
| "loss": 0.2398, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.13940904991777625, |
| "grad_norm": 11.56313705444336, |
| "learning_rate": 0.0002, |
| "loss": 0.2182, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.13951514508514137, |
| "grad_norm": 8.31189250946045, |
| "learning_rate": 0.0002, |
| "loss": 0.2181, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.1396212402525065, |
| "grad_norm": 10.230040550231934, |
| "learning_rate": 0.0002, |
| "loss": 0.4605, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.13972733541987162, |
| "grad_norm": 6.153731822967529, |
| "learning_rate": 0.0002, |
| "loss": 0.2034, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.13983343058723674, |
| "grad_norm": 7.85717248916626, |
| "learning_rate": 0.0002, |
| "loss": 0.3198, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.1399395257546019, |
| "grad_norm": 4.910926818847656, |
| "learning_rate": 0.0002, |
| "loss": 0.1415, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.140045620921967, |
| "grad_norm": 11.90323257446289, |
| "learning_rate": 0.0002, |
| "loss": 0.4141, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.14015171608933213, |
| "grad_norm": 12.459893226623535, |
| "learning_rate": 0.0002, |
| "loss": 0.8666, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.14025781125669726, |
| "grad_norm": 5.982353687286377, |
| "learning_rate": 0.0002, |
| "loss": 0.2501, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.14036390642406238, |
| "grad_norm": 6.693942546844482, |
| "learning_rate": 0.0002, |
| "loss": 0.1965, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.1404700015914275, |
| "grad_norm": 9.561388969421387, |
| "learning_rate": 0.0002, |
| "loss": 0.4154, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.14057609675879262, |
| "grad_norm": 12.952603340148926, |
| "learning_rate": 0.0002, |
| "loss": 0.5324, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.14068219192615777, |
| "grad_norm": 15.116247177124023, |
| "learning_rate": 0.0002, |
| "loss": 0.3332, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.1407882870935229, |
| "grad_norm": 9.550641059875488, |
| "learning_rate": 0.0002, |
| "loss": 0.3013, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.14089438226088802, |
| "grad_norm": 7.75424861907959, |
| "learning_rate": 0.0002, |
| "loss": 0.2838, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.14100047742825314, |
| "grad_norm": 13.92508316040039, |
| "learning_rate": 0.0002, |
| "loss": 0.5901, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.14110657259561826, |
| "grad_norm": 7.823973655700684, |
| "learning_rate": 0.0002, |
| "loss": 0.2479, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.14121266776298338, |
| "grad_norm": 13.762690544128418, |
| "learning_rate": 0.0002, |
| "loss": 0.7112, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.14131876293034853, |
| "grad_norm": 8.561161994934082, |
| "learning_rate": 0.0002, |
| "loss": 0.4215, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.14142485809771366, |
| "grad_norm": 4.252801895141602, |
| "learning_rate": 0.0002, |
| "loss": 0.1204, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.14153095326507878, |
| "grad_norm": 7.190428256988525, |
| "learning_rate": 0.0002, |
| "loss": 0.2663, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.1416370484324439, |
| "grad_norm": 6.25680685043335, |
| "learning_rate": 0.0002, |
| "loss": 0.1841, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.14174314359980902, |
| "grad_norm": 9.265543937683105, |
| "learning_rate": 0.0002, |
| "loss": 0.2908, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.14184923876717415, |
| "grad_norm": 7.347250461578369, |
| "learning_rate": 0.0002, |
| "loss": 0.265, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.14195533393453927, |
| "grad_norm": 13.055035591125488, |
| "learning_rate": 0.0002, |
| "loss": 0.4024, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.14206142910190442, |
| "grad_norm": 4.432365894317627, |
| "learning_rate": 0.0002, |
| "loss": 0.0922, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.14216752426926954, |
| "grad_norm": 15.559868812561035, |
| "learning_rate": 0.0002, |
| "loss": 0.4948, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.14227361943663466, |
| "grad_norm": 13.719801902770996, |
| "learning_rate": 0.0002, |
| "loss": 0.6514, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.14237971460399979, |
| "grad_norm": 21.84075927734375, |
| "learning_rate": 0.0002, |
| "loss": 0.9652, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.1424858097713649, |
| "grad_norm": 15.697550773620605, |
| "learning_rate": 0.0002, |
| "loss": 0.4002, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.14259190493873003, |
| "grad_norm": 6.697174072265625, |
| "learning_rate": 0.0002, |
| "loss": 0.172, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.14269800010609518, |
| "grad_norm": 10.240446090698242, |
| "learning_rate": 0.0002, |
| "loss": 0.3352, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.1428040952734603, |
| "grad_norm": 14.785737991333008, |
| "learning_rate": 0.0002, |
| "loss": 0.6323, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.14291019044082542, |
| "grad_norm": 13.367588996887207, |
| "learning_rate": 0.0002, |
| "loss": 0.3156, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.14301628560819055, |
| "grad_norm": 8.60525894165039, |
| "learning_rate": 0.0002, |
| "loss": 0.3018, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.14312238077555567, |
| "grad_norm": 13.699087142944336, |
| "learning_rate": 0.0002, |
| "loss": 0.3177, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.1432284759429208, |
| "grad_norm": 17.507211685180664, |
| "learning_rate": 0.0002, |
| "loss": 0.1861, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1433345711102859, |
| "grad_norm": 8.357665061950684, |
| "learning_rate": 0.0002, |
| "loss": 0.4331, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.14344066627765106, |
| "grad_norm": 7.526707172393799, |
| "learning_rate": 0.0002, |
| "loss": 0.3339, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.14354676144501619, |
| "grad_norm": 6.245390892028809, |
| "learning_rate": 0.0002, |
| "loss": 0.2763, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.1436528566123813, |
| "grad_norm": 6.374793529510498, |
| "learning_rate": 0.0002, |
| "loss": 0.1887, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.14375895177974643, |
| "grad_norm": 4.34623908996582, |
| "learning_rate": 0.0002, |
| "loss": 0.1933, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.14386504694711155, |
| "grad_norm": 5.8989715576171875, |
| "learning_rate": 0.0002, |
| "loss": 0.1422, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.14397114211447667, |
| "grad_norm": 6.8564982414245605, |
| "learning_rate": 0.0002, |
| "loss": 0.2119, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.14407723728184182, |
| "grad_norm": 6.154183864593506, |
| "learning_rate": 0.0002, |
| "loss": 0.1624, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.14418333244920695, |
| "grad_norm": 4.457561016082764, |
| "learning_rate": 0.0002, |
| "loss": 0.104, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.14428942761657207, |
| "grad_norm": 10.274301528930664, |
| "learning_rate": 0.0002, |
| "loss": 0.3836, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1443955227839372, |
| "grad_norm": 10.73849105834961, |
| "learning_rate": 0.0002, |
| "loss": 0.443, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.1445016179513023, |
| "grad_norm": 24.961994171142578, |
| "learning_rate": 0.0002, |
| "loss": 1.0934, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.14460771311866744, |
| "grad_norm": 9.245685577392578, |
| "learning_rate": 0.0002, |
| "loss": 0.3542, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.14471380828603256, |
| "grad_norm": 5.28680944442749, |
| "learning_rate": 0.0002, |
| "loss": 0.1911, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.1448199034533977, |
| "grad_norm": 8.322172164916992, |
| "learning_rate": 0.0002, |
| "loss": 0.2717, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.14492599862076283, |
| "grad_norm": 3.9982528686523438, |
| "learning_rate": 0.0002, |
| "loss": 0.112, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.14503209378812795, |
| "grad_norm": 23.222265243530273, |
| "learning_rate": 0.0002, |
| "loss": 0.7461, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.14513818895549307, |
| "grad_norm": 10.668312072753906, |
| "learning_rate": 0.0002, |
| "loss": 0.4463, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.1452442841228582, |
| "grad_norm": 13.229131698608398, |
| "learning_rate": 0.0002, |
| "loss": 0.2645, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.14535037929022332, |
| "grad_norm": 7.776607990264893, |
| "learning_rate": 0.0002, |
| "loss": 0.2929, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.14545647445758847, |
| "grad_norm": 9.31643295288086, |
| "learning_rate": 0.0002, |
| "loss": 0.393, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.1455625696249536, |
| "grad_norm": 13.268705368041992, |
| "learning_rate": 0.0002, |
| "loss": 0.3352, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.14566866479231871, |
| "grad_norm": 4.319291114807129, |
| "learning_rate": 0.0002, |
| "loss": 0.1053, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.14577475995968384, |
| "grad_norm": 5.873892307281494, |
| "learning_rate": 0.0002, |
| "loss": 0.1739, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.14588085512704896, |
| "grad_norm": 15.370256423950195, |
| "learning_rate": 0.0002, |
| "loss": 0.2897, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.14598695029441408, |
| "grad_norm": 18.4765625, |
| "learning_rate": 0.0002, |
| "loss": 0.4926, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.1460930454617792, |
| "grad_norm": 18.674333572387695, |
| "learning_rate": 0.0002, |
| "loss": 0.6077, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.14619914062914435, |
| "grad_norm": 6.999634742736816, |
| "learning_rate": 0.0002, |
| "loss": 0.291, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.14630523579650948, |
| "grad_norm": 5.089010715484619, |
| "learning_rate": 0.0002, |
| "loss": 0.2744, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.1464113309638746, |
| "grad_norm": 10.347954750061035, |
| "learning_rate": 0.0002, |
| "loss": 0.3709, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.14651742613123972, |
| "grad_norm": 10.16544246673584, |
| "learning_rate": 0.0002, |
| "loss": 0.4002, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.14662352129860484, |
| "grad_norm": 7.98573112487793, |
| "learning_rate": 0.0002, |
| "loss": 0.2799, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.14672961646596996, |
| "grad_norm": 11.006216049194336, |
| "learning_rate": 0.0002, |
| "loss": 0.5155, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.14683571163333511, |
| "grad_norm": 8.312963485717773, |
| "learning_rate": 0.0002, |
| "loss": 0.2583, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.14694180680070024, |
| "grad_norm": 5.677665710449219, |
| "learning_rate": 0.0002, |
| "loss": 0.1898, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.14704790196806536, |
| "grad_norm": 22.07912826538086, |
| "learning_rate": 0.0002, |
| "loss": 0.5443, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.14715399713543048, |
| "grad_norm": 8.111579895019531, |
| "learning_rate": 0.0002, |
| "loss": 0.2472, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.1472600923027956, |
| "grad_norm": 12.860954284667969, |
| "learning_rate": 0.0002, |
| "loss": 0.3856, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.14736618747016073, |
| "grad_norm": 7.958261966705322, |
| "learning_rate": 0.0002, |
| "loss": 0.395, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.14747228263752585, |
| "grad_norm": 8.656932830810547, |
| "learning_rate": 0.0002, |
| "loss": 0.2722, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.147578377804891, |
| "grad_norm": 8.867057800292969, |
| "learning_rate": 0.0002, |
| "loss": 0.3438, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.14768447297225612, |
| "grad_norm": 10.866012573242188, |
| "learning_rate": 0.0002, |
| "loss": 0.306, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.14779056813962124, |
| "grad_norm": 13.738873481750488, |
| "learning_rate": 0.0002, |
| "loss": 0.4618, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.14789666330698636, |
| "grad_norm": 12.006548881530762, |
| "learning_rate": 0.0002, |
| "loss": 0.381, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.1480027584743515, |
| "grad_norm": 11.133866310119629, |
| "learning_rate": 0.0002, |
| "loss": 0.3327, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.1481088536417166, |
| "grad_norm": 15.31755256652832, |
| "learning_rate": 0.0002, |
| "loss": 0.244, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.14821494880908176, |
| "grad_norm": 11.190190315246582, |
| "learning_rate": 0.0002, |
| "loss": 0.2578, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.14832104397644688, |
| "grad_norm": 6.678422451019287, |
| "learning_rate": 0.0002, |
| "loss": 0.1471, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.148427139143812, |
| "grad_norm": 24.605445861816406, |
| "learning_rate": 0.0002, |
| "loss": 0.7027, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.14853323431117713, |
| "grad_norm": 114.21978759765625, |
| "learning_rate": 0.0002, |
| "loss": 3.7961, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.14853323431117713, |
| "eval_loss": 0.05162820219993591, |
| "eval_runtime": 49.0372, |
| "eval_samples_per_second": 3.1, |
| "eval_steps_per_second": 1.55, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.14863932947854225, |
| "grad_norm": 7.787290096282959, |
| "learning_rate": 0.0002, |
| "loss": 0.2761, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.14874542464590737, |
| "grad_norm": 10.072002410888672, |
| "learning_rate": 0.0002, |
| "loss": 0.4095, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.1488515198132725, |
| "grad_norm": 8.275053977966309, |
| "learning_rate": 0.0002, |
| "loss": 0.419, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.14895761498063764, |
| "grad_norm": 8.795955657958984, |
| "learning_rate": 0.0002, |
| "loss": 0.3933, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.14906371014800276, |
| "grad_norm": 7.092531681060791, |
| "learning_rate": 0.0002, |
| "loss": 0.3373, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.1491698053153679, |
| "grad_norm": 18.580442428588867, |
| "learning_rate": 0.0002, |
| "loss": 0.5854, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.149275900482733, |
| "grad_norm": 7.3193440437316895, |
| "learning_rate": 0.0002, |
| "loss": 0.2895, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.14938199565009813, |
| "grad_norm": 10.808304786682129, |
| "learning_rate": 0.0002, |
| "loss": 0.5424, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.14948809081746325, |
| "grad_norm": 4.059834957122803, |
| "learning_rate": 0.0002, |
| "loss": 0.1144, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.1495941859848284, |
| "grad_norm": 6.889332294464111, |
| "learning_rate": 0.0002, |
| "loss": 0.2814, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.14970028115219353, |
| "grad_norm": 9.303552627563477, |
| "learning_rate": 0.0002, |
| "loss": 0.3659, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.14980637631955865, |
| "grad_norm": 12.023774147033691, |
| "learning_rate": 0.0002, |
| "loss": 0.5399, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.14991247148692377, |
| "grad_norm": 7.917956352233887, |
| "learning_rate": 0.0002, |
| "loss": 0.2874, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.1500185666542889, |
| "grad_norm": 8.360264778137207, |
| "learning_rate": 0.0002, |
| "loss": 0.3502, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.15012466182165402, |
| "grad_norm": 4.880746841430664, |
| "learning_rate": 0.0002, |
| "loss": 0.1525, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.15023075698901914, |
| "grad_norm": 4.428089618682861, |
| "learning_rate": 0.0002, |
| "loss": 0.1207, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.1503368521563843, |
| "grad_norm": 8.605280876159668, |
| "learning_rate": 0.0002, |
| "loss": 0.3215, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.1504429473237494, |
| "grad_norm": 7.292651653289795, |
| "learning_rate": 0.0002, |
| "loss": 0.1862, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.15054904249111453, |
| "grad_norm": 10.672128677368164, |
| "learning_rate": 0.0002, |
| "loss": 0.4091, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.15065513765847965, |
| "grad_norm": 4.660310745239258, |
| "learning_rate": 0.0002, |
| "loss": 0.1347, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.15076123282584478, |
| "grad_norm": 10.098348617553711, |
| "learning_rate": 0.0002, |
| "loss": 0.3485, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.1508673279932099, |
| "grad_norm": 8.218603134155273, |
| "learning_rate": 0.0002, |
| "loss": 0.2413, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.15097342316057505, |
| "grad_norm": 20.520559310913086, |
| "learning_rate": 0.0002, |
| "loss": 0.5986, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.15107951832794017, |
| "grad_norm": 10.236555099487305, |
| "learning_rate": 0.0002, |
| "loss": 0.3642, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.1511856134953053, |
| "grad_norm": 9.109596252441406, |
| "learning_rate": 0.0002, |
| "loss": 0.2248, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.15129170866267042, |
| "grad_norm": 6.346005916595459, |
| "learning_rate": 0.0002, |
| "loss": 0.1176, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.15139780383003554, |
| "grad_norm": 13.735501289367676, |
| "learning_rate": 0.0002, |
| "loss": 0.5541, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.15150389899740066, |
| "grad_norm": 11.298107147216797, |
| "learning_rate": 0.0002, |
| "loss": 0.3755, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.15160999416476578, |
| "grad_norm": 10.165329933166504, |
| "learning_rate": 0.0002, |
| "loss": 0.2979, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.15171608933213093, |
| "grad_norm": 4.627982139587402, |
| "learning_rate": 0.0002, |
| "loss": 0.0935, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.15182218449949605, |
| "grad_norm": 9.701288223266602, |
| "learning_rate": 0.0002, |
| "loss": 0.2587, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.15192827966686118, |
| "grad_norm": 16.106853485107422, |
| "learning_rate": 0.0002, |
| "loss": 0.6106, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.1520343748342263, |
| "grad_norm": 13.533589363098145, |
| "learning_rate": 0.0002, |
| "loss": 0.3271, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.15214047000159142, |
| "grad_norm": 11.408788681030273, |
| "learning_rate": 0.0002, |
| "loss": 0.4821, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.15224656516895654, |
| "grad_norm": 9.509854316711426, |
| "learning_rate": 0.0002, |
| "loss": 0.4054, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.1523526603363217, |
| "grad_norm": 9.509733200073242, |
| "learning_rate": 0.0002, |
| "loss": 0.4587, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.15245875550368682, |
| "grad_norm": 9.793584823608398, |
| "learning_rate": 0.0002, |
| "loss": 0.4176, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.15256485067105194, |
| "grad_norm": 9.475292205810547, |
| "learning_rate": 0.0002, |
| "loss": 0.3273, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.15267094583841706, |
| "grad_norm": 6.801117420196533, |
| "learning_rate": 0.0002, |
| "loss": 0.1603, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.15277704100578218, |
| "grad_norm": 12.20395565032959, |
| "learning_rate": 0.0002, |
| "loss": 0.2273, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.1528831361731473, |
| "grad_norm": 9.105310440063477, |
| "learning_rate": 0.0002, |
| "loss": 0.1787, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.15298923134051243, |
| "grad_norm": 12.274502754211426, |
| "learning_rate": 0.0002, |
| "loss": 0.3284, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.15309532650787758, |
| "grad_norm": 14.091508865356445, |
| "learning_rate": 0.0002, |
| "loss": 0.3478, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.1532014216752427, |
| "grad_norm": 9.443672180175781, |
| "learning_rate": 0.0002, |
| "loss": 0.2902, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.15330751684260782, |
| "grad_norm": 11.520055770874023, |
| "learning_rate": 0.0002, |
| "loss": 0.4171, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.15341361200997294, |
| "grad_norm": 15.33465576171875, |
| "learning_rate": 0.0002, |
| "loss": 0.2308, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.15351970717733807, |
| "grad_norm": 6.744412899017334, |
| "learning_rate": 0.0002, |
| "loss": 0.1389, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.1536258023447032, |
| "grad_norm": 13.591721534729004, |
| "learning_rate": 0.0002, |
| "loss": 0.3297, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.15373189751206834, |
| "grad_norm": 15.414737701416016, |
| "learning_rate": 0.0002, |
| "loss": 0.3457, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.15383799267943346, |
| "grad_norm": 150.36404418945312, |
| "learning_rate": 0.0002, |
| "loss": 2.9363, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.15394408784679858, |
| "grad_norm": 10.955743789672852, |
| "learning_rate": 0.0002, |
| "loss": 0.3445, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.1540501830141637, |
| "grad_norm": 19.295467376708984, |
| "learning_rate": 0.0002, |
| "loss": 0.6369, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.15415627818152883, |
| "grad_norm": 5.901001930236816, |
| "learning_rate": 0.0002, |
| "loss": 0.2083, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.15426237334889395, |
| "grad_norm": 5.861686706542969, |
| "learning_rate": 0.0002, |
| "loss": 0.237, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.15436846851625907, |
| "grad_norm": 4.789224147796631, |
| "learning_rate": 0.0002, |
| "loss": 0.1633, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.15447456368362422, |
| "grad_norm": 7.453864574432373, |
| "learning_rate": 0.0002, |
| "loss": 0.3306, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.15458065885098934, |
| "grad_norm": 20.621580123901367, |
| "learning_rate": 0.0002, |
| "loss": 0.7816, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.15468675401835447, |
| "grad_norm": 13.237136840820312, |
| "learning_rate": 0.0002, |
| "loss": 0.341, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.1547928491857196, |
| "grad_norm": 8.947859764099121, |
| "learning_rate": 0.0002, |
| "loss": 0.2161, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.1548989443530847, |
| "grad_norm": 8.534104347229004, |
| "learning_rate": 0.0002, |
| "loss": 0.3411, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.15500503952044983, |
| "grad_norm": 6.479496955871582, |
| "learning_rate": 0.0002, |
| "loss": 0.1851, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.15511113468781498, |
| "grad_norm": 10.808836936950684, |
| "learning_rate": 0.0002, |
| "loss": 0.4515, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.1552172298551801, |
| "grad_norm": 10.953239440917969, |
| "learning_rate": 0.0002, |
| "loss": 0.4473, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.15532332502254523, |
| "grad_norm": 10.880011558532715, |
| "learning_rate": 0.0002, |
| "loss": 0.2967, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.15542942018991035, |
| "grad_norm": 9.7034273147583, |
| "learning_rate": 0.0002, |
| "loss": 0.3352, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.15553551535727547, |
| "grad_norm": 11.403745651245117, |
| "learning_rate": 0.0002, |
| "loss": 0.3129, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.1556416105246406, |
| "grad_norm": 9.677936553955078, |
| "learning_rate": 0.0002, |
| "loss": 0.2871, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.15574770569200572, |
| "grad_norm": 14.748143196105957, |
| "learning_rate": 0.0002, |
| "loss": 0.6369, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.15585380085937087, |
| "grad_norm": 6.993051528930664, |
| "learning_rate": 0.0002, |
| "loss": 0.3057, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.155959896026736, |
| "grad_norm": 8.588709831237793, |
| "learning_rate": 0.0002, |
| "loss": 0.3597, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.1560659911941011, |
| "grad_norm": 4.6597089767456055, |
| "learning_rate": 0.0002, |
| "loss": 0.1216, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.15617208636146623, |
| "grad_norm": 9.739178657531738, |
| "learning_rate": 0.0002, |
| "loss": 0.2602, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.15627818152883136, |
| "grad_norm": 12.41474723815918, |
| "learning_rate": 0.0002, |
| "loss": 0.4338, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.15638427669619648, |
| "grad_norm": 9.549080848693848, |
| "learning_rate": 0.0002, |
| "loss": 0.3722, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.15649037186356163, |
| "grad_norm": 10.459616661071777, |
| "learning_rate": 0.0002, |
| "loss": 0.3847, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.15659646703092675, |
| "grad_norm": 8.694037437438965, |
| "learning_rate": 0.0002, |
| "loss": 0.1685, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.15670256219829187, |
| "grad_norm": 13.397459983825684, |
| "learning_rate": 0.0002, |
| "loss": 0.6736, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.156808657365657, |
| "grad_norm": 6.954996585845947, |
| "learning_rate": 0.0002, |
| "loss": 0.1813, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.15691475253302212, |
| "grad_norm": 10.418376922607422, |
| "learning_rate": 0.0002, |
| "loss": 0.3856, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.15702084770038724, |
| "grad_norm": 5.831655025482178, |
| "learning_rate": 0.0002, |
| "loss": 0.1575, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.15712694286775236, |
| "grad_norm": 34.334720611572266, |
| "learning_rate": 0.0002, |
| "loss": 0.7981, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.1572330380351175, |
| "grad_norm": 8.685388565063477, |
| "learning_rate": 0.0002, |
| "loss": 0.1256, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.15733913320248263, |
| "grad_norm": 9.636058807373047, |
| "learning_rate": 0.0002, |
| "loss": 0.2575, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.15744522836984776, |
| "grad_norm": 15.96424388885498, |
| "learning_rate": 0.0002, |
| "loss": 0.5849, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.15755132353721288, |
| "grad_norm": 21.474897384643555, |
| "learning_rate": 0.0002, |
| "loss": 0.2961, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.157657418704578, |
| "grad_norm": 11.712665557861328, |
| "learning_rate": 0.0002, |
| "loss": 0.3125, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.15776351387194312, |
| "grad_norm": 8.533573150634766, |
| "learning_rate": 0.0002, |
| "loss": 0.3265, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.15786960903930827, |
| "grad_norm": 12.226118087768555, |
| "learning_rate": 0.0002, |
| "loss": 0.3557, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.1579757042066734, |
| "grad_norm": 10.61762809753418, |
| "learning_rate": 0.0002, |
| "loss": 0.5547, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.15808179937403852, |
| "grad_norm": 7.79757022857666, |
| "learning_rate": 0.0002, |
| "loss": 0.2348, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.15818789454140364, |
| "grad_norm": 6.991637229919434, |
| "learning_rate": 0.0002, |
| "loss": 0.2513, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.15829398970876876, |
| "grad_norm": 9.836516380310059, |
| "learning_rate": 0.0002, |
| "loss": 0.425, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.15840008487613388, |
| "grad_norm": 14.426730155944824, |
| "learning_rate": 0.0002, |
| "loss": 0.5721, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.158506180043499, |
| "grad_norm": 11.057254791259766, |
| "learning_rate": 0.0002, |
| "loss": 0.2941, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.15861227521086416, |
| "grad_norm": 11.227757453918457, |
| "learning_rate": 0.0002, |
| "loss": 0.3967, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.15871837037822928, |
| "grad_norm": 19.73465919494629, |
| "learning_rate": 0.0002, |
| "loss": 0.459, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.1588244655455944, |
| "grad_norm": 8.606731414794922, |
| "learning_rate": 0.0002, |
| "loss": 0.1733, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.15893056071295952, |
| "grad_norm": 8.657039642333984, |
| "learning_rate": 0.0002, |
| "loss": 0.4142, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.15903665588032465, |
| "grad_norm": 28.612979888916016, |
| "learning_rate": 0.0002, |
| "loss": 0.6816, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.15914275104768977, |
| "grad_norm": 46.119483947753906, |
| "learning_rate": 0.0002, |
| "loss": 0.9855, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.15924884621505492, |
| "grad_norm": 6.165158271789551, |
| "learning_rate": 0.0002, |
| "loss": 0.2179, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.15935494138242004, |
| "grad_norm": 7.080837726593018, |
| "learning_rate": 0.0002, |
| "loss": 0.2704, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.15946103654978516, |
| "grad_norm": 7.18166971206665, |
| "learning_rate": 0.0002, |
| "loss": 0.2188, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.15956713171715028, |
| "grad_norm": 8.573223114013672, |
| "learning_rate": 0.0002, |
| "loss": 0.3291, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.1596732268845154, |
| "grad_norm": 8.644380569458008, |
| "learning_rate": 0.0002, |
| "loss": 0.2788, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.15977932205188053, |
| "grad_norm": 7.784939765930176, |
| "learning_rate": 0.0002, |
| "loss": 0.2668, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.15988541721924565, |
| "grad_norm": 5.95657205581665, |
| "learning_rate": 0.0002, |
| "loss": 0.1761, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.1599915123866108, |
| "grad_norm": 9.104606628417969, |
| "learning_rate": 0.0002, |
| "loss": 0.3189, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.16009760755397592, |
| "grad_norm": 7.202573299407959, |
| "learning_rate": 0.0002, |
| "loss": 0.2566, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.16020370272134105, |
| "grad_norm": 7.618671894073486, |
| "learning_rate": 0.0002, |
| "loss": 0.274, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.16030979788870617, |
| "grad_norm": 6.4304423332214355, |
| "learning_rate": 0.0002, |
| "loss": 0.2093, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.1604158930560713, |
| "grad_norm": 16.81330108642578, |
| "learning_rate": 0.0002, |
| "loss": 0.575, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.1605219882234364, |
| "grad_norm": 10.717194557189941, |
| "learning_rate": 0.0002, |
| "loss": 0.2021, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.16062808339080156, |
| "grad_norm": 5.471472263336182, |
| "learning_rate": 0.0002, |
| "loss": 0.1565, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.16073417855816668, |
| "grad_norm": 10.914753913879395, |
| "learning_rate": 0.0002, |
| "loss": 0.398, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.1608402737255318, |
| "grad_norm": 16.667827606201172, |
| "learning_rate": 0.0002, |
| "loss": 0.5294, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.16094636889289693, |
| "grad_norm": 22.517047882080078, |
| "learning_rate": 0.0002, |
| "loss": 0.4872, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.16105246406026205, |
| "grad_norm": 7.484902381896973, |
| "learning_rate": 0.0002, |
| "loss": 0.2437, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.16115855922762717, |
| "grad_norm": 8.691699028015137, |
| "learning_rate": 0.0002, |
| "loss": 0.2152, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.1612646543949923, |
| "grad_norm": 13.564623832702637, |
| "learning_rate": 0.0002, |
| "loss": 0.3014, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.16137074956235745, |
| "grad_norm": 9.140307426452637, |
| "learning_rate": 0.0002, |
| "loss": 0.3869, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.16147684472972257, |
| "grad_norm": 14.570441246032715, |
| "learning_rate": 0.0002, |
| "loss": 0.4471, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.1615829398970877, |
| "grad_norm": 13.858409881591797, |
| "learning_rate": 0.0002, |
| "loss": 0.5616, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.1616890350644528, |
| "grad_norm": 7.074661731719971, |
| "learning_rate": 0.0002, |
| "loss": 0.2727, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.16179513023181794, |
| "grad_norm": 18.214139938354492, |
| "learning_rate": 0.0002, |
| "loss": 0.6103, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.16190122539918306, |
| "grad_norm": 16.54636573791504, |
| "learning_rate": 0.0002, |
| "loss": 0.4846, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.1620073205665482, |
| "grad_norm": 10.301257133483887, |
| "learning_rate": 0.0002, |
| "loss": 0.2669, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.16211341573391333, |
| "grad_norm": 9.871556282043457, |
| "learning_rate": 0.0002, |
| "loss": 0.2324, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.16221951090127845, |
| "grad_norm": 13.535618782043457, |
| "learning_rate": 0.0002, |
| "loss": 0.2272, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.16232560606864357, |
| "grad_norm": 12.314130783081055, |
| "learning_rate": 0.0002, |
| "loss": 0.4996, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1624317012360087, |
| "grad_norm": 14.841961860656738, |
| "learning_rate": 0.0002, |
| "loss": 0.6024, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.16253779640337382, |
| "grad_norm": 5.811232089996338, |
| "learning_rate": 0.0002, |
| "loss": 0.1771, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.16264389157073894, |
| "grad_norm": 16.888328552246094, |
| "learning_rate": 0.0002, |
| "loss": 0.4542, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.1627499867381041, |
| "grad_norm": 11.106220245361328, |
| "learning_rate": 0.0002, |
| "loss": 0.2466, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.1628560819054692, |
| "grad_norm": 9.508254051208496, |
| "learning_rate": 0.0002, |
| "loss": 0.3318, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.16296217707283434, |
| "grad_norm": 5.494482517242432, |
| "learning_rate": 0.0002, |
| "loss": 0.1975, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.16306827224019946, |
| "grad_norm": 7.207716464996338, |
| "learning_rate": 0.0002, |
| "loss": 0.1602, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.16317436740756458, |
| "grad_norm": 9.260941505432129, |
| "learning_rate": 0.0002, |
| "loss": 0.3447, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.1632804625749297, |
| "grad_norm": 17.291959762573242, |
| "learning_rate": 0.0002, |
| "loss": 0.7095, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.16338655774229485, |
| "grad_norm": 6.590577125549316, |
| "learning_rate": 0.0002, |
| "loss": 0.1745, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.16349265290965997, |
| "grad_norm": 19.075422286987305, |
| "learning_rate": 0.0002, |
| "loss": 0.4531, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.1635987480770251, |
| "grad_norm": 11.184924125671387, |
| "learning_rate": 0.0002, |
| "loss": 0.4018, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.16370484324439022, |
| "grad_norm": 9.449145317077637, |
| "learning_rate": 0.0002, |
| "loss": 0.1685, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.16381093841175534, |
| "grad_norm": 10.494123458862305, |
| "learning_rate": 0.0002, |
| "loss": 0.2169, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.16391703357912046, |
| "grad_norm": 10.133404731750488, |
| "learning_rate": 0.0002, |
| "loss": 0.1936, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.16402312874648559, |
| "grad_norm": 15.003260612487793, |
| "learning_rate": 0.0002, |
| "loss": 0.3772, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.16412922391385074, |
| "grad_norm": 7.767573356628418, |
| "learning_rate": 0.0002, |
| "loss": 0.159, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.16423531908121586, |
| "grad_norm": 23.622535705566406, |
| "learning_rate": 0.0002, |
| "loss": 0.3405, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.16434141424858098, |
| "grad_norm": 24.984254837036133, |
| "learning_rate": 0.0002, |
| "loss": 0.6249, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.1644475094159461, |
| "grad_norm": 24.201826095581055, |
| "learning_rate": 0.0002, |
| "loss": 0.1584, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.16455360458331122, |
| "grad_norm": 8.570555686950684, |
| "learning_rate": 0.0002, |
| "loss": 0.2353, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.16465969975067635, |
| "grad_norm": 10.38317584991455, |
| "learning_rate": 0.0002, |
| "loss": 0.4683, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.16476579491804147, |
| "grad_norm": 11.732857704162598, |
| "learning_rate": 0.0002, |
| "loss": 0.4213, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.16487189008540662, |
| "grad_norm": 7.714136123657227, |
| "learning_rate": 0.0002, |
| "loss": 0.3295, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.16497798525277174, |
| "grad_norm": 6.991514682769775, |
| "learning_rate": 0.0002, |
| "loss": 0.2019, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.16508408042013686, |
| "grad_norm": 9.092559814453125, |
| "learning_rate": 0.0002, |
| "loss": 0.2968, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.165190175587502, |
| "grad_norm": 11.589640617370605, |
| "learning_rate": 0.0002, |
| "loss": 0.3162, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.1652962707548671, |
| "grad_norm": 12.049795150756836, |
| "learning_rate": 0.0002, |
| "loss": 0.4421, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.16540236592223223, |
| "grad_norm": 5.583536148071289, |
| "learning_rate": 0.0002, |
| "loss": 0.1504, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.16550846108959738, |
| "grad_norm": 6.551020622253418, |
| "learning_rate": 0.0002, |
| "loss": 0.2206, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.1656145562569625, |
| "grad_norm": 8.706818580627441, |
| "learning_rate": 0.0002, |
| "loss": 0.3552, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.16572065142432763, |
| "grad_norm": 8.111334800720215, |
| "learning_rate": 0.0002, |
| "loss": 0.4159, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.16582674659169275, |
| "grad_norm": 11.537449836730957, |
| "learning_rate": 0.0002, |
| "loss": 0.7693, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.16593284175905787, |
| "grad_norm": 18.545488357543945, |
| "learning_rate": 0.0002, |
| "loss": 0.5846, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.166038936926423, |
| "grad_norm": 5.8001227378845215, |
| "learning_rate": 0.0002, |
| "loss": 0.1583, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.16614503209378811, |
| "grad_norm": 7.831206321716309, |
| "learning_rate": 0.0002, |
| "loss": 0.2852, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.16625112726115326, |
| "grad_norm": 12.290369033813477, |
| "learning_rate": 0.0002, |
| "loss": 0.4724, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.1663572224285184, |
| "grad_norm": 11.707695007324219, |
| "learning_rate": 0.0002, |
| "loss": 0.3197, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.1664633175958835, |
| "grad_norm": 7.226088047027588, |
| "learning_rate": 0.0002, |
| "loss": 0.2701, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.16656941276324863, |
| "grad_norm": 11.163856506347656, |
| "learning_rate": 0.0002, |
| "loss": 0.8184, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.16667550793061375, |
| "grad_norm": 13.382115364074707, |
| "learning_rate": 0.0002, |
| "loss": 0.5011, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.16678160309797888, |
| "grad_norm": 7.779673099517822, |
| "learning_rate": 0.0002, |
| "loss": 0.2858, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.16688769826534403, |
| "grad_norm": 12.70058822631836, |
| "learning_rate": 0.0002, |
| "loss": 0.4952, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.16699379343270915, |
| "grad_norm": 14.56894302368164, |
| "learning_rate": 0.0002, |
| "loss": 0.4769, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.16709988860007427, |
| "grad_norm": 15.41844654083252, |
| "learning_rate": 0.0002, |
| "loss": 0.5262, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.1672059837674394, |
| "grad_norm": 11.619051933288574, |
| "learning_rate": 0.0002, |
| "loss": 0.3106, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.16731207893480451, |
| "grad_norm": 11.883660316467285, |
| "learning_rate": 0.0002, |
| "loss": 0.3472, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.16741817410216964, |
| "grad_norm": 12.899802207946777, |
| "learning_rate": 0.0002, |
| "loss": 0.6033, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.16752426926953476, |
| "grad_norm": 6.0634002685546875, |
| "learning_rate": 0.0002, |
| "loss": 0.2574, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.1676303644368999, |
| "grad_norm": 23.545072555541992, |
| "learning_rate": 0.0002, |
| "loss": 0.764, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.16773645960426503, |
| "grad_norm": 17.987693786621094, |
| "learning_rate": 0.0002, |
| "loss": 0.5992, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.16784255477163015, |
| "grad_norm": 11.353638648986816, |
| "learning_rate": 0.0002, |
| "loss": 0.3642, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.16794864993899528, |
| "grad_norm": 14.046236038208008, |
| "learning_rate": 0.0002, |
| "loss": 0.2375, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.1680547451063604, |
| "grad_norm": 11.119914054870605, |
| "learning_rate": 0.0002, |
| "loss": 0.4629, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.16816084027372552, |
| "grad_norm": 13.469013214111328, |
| "learning_rate": 0.0002, |
| "loss": 0.2237, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.16826693544109067, |
| "grad_norm": 10.916019439697266, |
| "learning_rate": 0.0002, |
| "loss": 0.2919, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.1683730306084558, |
| "grad_norm": 12.998029708862305, |
| "learning_rate": 0.0002, |
| "loss": 0.6053, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.16847912577582091, |
| "grad_norm": 8.945916175842285, |
| "learning_rate": 0.0002, |
| "loss": 0.2347, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.16858522094318604, |
| "grad_norm": 28.43707847595215, |
| "learning_rate": 0.0002, |
| "loss": 0.7402, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.16869131611055116, |
| "grad_norm": 16.19932746887207, |
| "learning_rate": 0.0002, |
| "loss": 0.5152, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.16879741127791628, |
| "grad_norm": 15.148771286010742, |
| "learning_rate": 0.0002, |
| "loss": 0.5001, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.1689035064452814, |
| "grad_norm": 8.733248710632324, |
| "learning_rate": 0.0002, |
| "loss": 0.1975, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.16900960161264655, |
| "grad_norm": 12.654821395874023, |
| "learning_rate": 0.0002, |
| "loss": 0.3411, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.16911569678001168, |
| "grad_norm": 9.223384857177734, |
| "learning_rate": 0.0002, |
| "loss": 0.2745, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.1692217919473768, |
| "grad_norm": 7.64240026473999, |
| "learning_rate": 0.0002, |
| "loss": 0.1621, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.16932788711474192, |
| "grad_norm": 16.028226852416992, |
| "learning_rate": 0.0002, |
| "loss": 0.7797, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.16943398228210704, |
| "grad_norm": 31.33086395263672, |
| "learning_rate": 0.0002, |
| "loss": 1.0265, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.16954007744947217, |
| "grad_norm": 18.998920440673828, |
| "learning_rate": 0.0002, |
| "loss": 0.223, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.16964617261683732, |
| "grad_norm": 15.100379943847656, |
| "learning_rate": 0.0002, |
| "loss": 0.3521, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.16975226778420244, |
| "grad_norm": 31.17913055419922, |
| "learning_rate": 0.0002, |
| "loss": 0.3986, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.16975226778420244, |
| "eval_loss": 0.05746486410498619, |
| "eval_runtime": 49.0476, |
| "eval_samples_per_second": 3.099, |
| "eval_steps_per_second": 1.55, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.16985836295156756, |
| "grad_norm": 9.437455177307129, |
| "learning_rate": 0.0002, |
| "loss": 0.314, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.16996445811893268, |
| "grad_norm": 9.983184814453125, |
| "learning_rate": 0.0002, |
| "loss": 0.3384, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.1700705532862978, |
| "grad_norm": 13.146336555480957, |
| "learning_rate": 0.0002, |
| "loss": 0.4339, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.17017664845366293, |
| "grad_norm": 8.127031326293945, |
| "learning_rate": 0.0002, |
| "loss": 0.24, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.17028274362102805, |
| "grad_norm": 17.054506301879883, |
| "learning_rate": 0.0002, |
| "loss": 0.7787, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.1703888387883932, |
| "grad_norm": 11.404407501220703, |
| "learning_rate": 0.0002, |
| "loss": 0.5124, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.17049493395575832, |
| "grad_norm": 9.281294822692871, |
| "learning_rate": 0.0002, |
| "loss": 0.3005, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.17060102912312344, |
| "grad_norm": 10.631052017211914, |
| "learning_rate": 0.0002, |
| "loss": 0.3758, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.17070712429048857, |
| "grad_norm": 7.0221381187438965, |
| "learning_rate": 0.0002, |
| "loss": 0.2254, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.1708132194578537, |
| "grad_norm": 9.522284507751465, |
| "learning_rate": 0.0002, |
| "loss": 0.3813, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.1709193146252188, |
| "grad_norm": 16.257701873779297, |
| "learning_rate": 0.0002, |
| "loss": 0.6906, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.17102540979258396, |
| "grad_norm": 31.60689926147461, |
| "learning_rate": 0.0002, |
| "loss": 1.3093, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.17113150495994908, |
| "grad_norm": 7.613768577575684, |
| "learning_rate": 0.0002, |
| "loss": 0.1947, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.1712376001273142, |
| "grad_norm": 13.471768379211426, |
| "learning_rate": 0.0002, |
| "loss": 0.5657, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.17134369529467933, |
| "grad_norm": 9.73214054107666, |
| "learning_rate": 0.0002, |
| "loss": 0.3659, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.17144979046204445, |
| "grad_norm": 10.292611122131348, |
| "learning_rate": 0.0002, |
| "loss": 0.2988, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.17155588562940957, |
| "grad_norm": 8.431950569152832, |
| "learning_rate": 0.0002, |
| "loss": 0.3049, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.1716619807967747, |
| "grad_norm": 11.380575180053711, |
| "learning_rate": 0.0002, |
| "loss": 0.3938, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.17176807596413984, |
| "grad_norm": 7.713825225830078, |
| "learning_rate": 0.0002, |
| "loss": 0.2945, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.17187417113150497, |
| "grad_norm": 8.210147857666016, |
| "learning_rate": 0.0002, |
| "loss": 0.2526, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.1719802662988701, |
| "grad_norm": 8.04056453704834, |
| "learning_rate": 0.0002, |
| "loss": 0.2184, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.1720863614662352, |
| "grad_norm": 10.049052238464355, |
| "learning_rate": 0.0002, |
| "loss": 0.2167, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.17219245663360033, |
| "grad_norm": 11.55743408203125, |
| "learning_rate": 0.0002, |
| "loss": 0.3263, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.17229855180096545, |
| "grad_norm": 13.473937034606934, |
| "learning_rate": 0.0002, |
| "loss": 0.5348, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.1724046469683306, |
| "grad_norm": 6.771348476409912, |
| "learning_rate": 0.0002, |
| "loss": 0.1373, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.17251074213569573, |
| "grad_norm": 11.619869232177734, |
| "learning_rate": 0.0002, |
| "loss": 0.3236, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.17261683730306085, |
| "grad_norm": 13.820174217224121, |
| "learning_rate": 0.0002, |
| "loss": 0.519, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.17272293247042597, |
| "grad_norm": 11.221426010131836, |
| "learning_rate": 0.0002, |
| "loss": 0.4067, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.1728290276377911, |
| "grad_norm": 11.031305313110352, |
| "learning_rate": 0.0002, |
| "loss": 0.4878, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.17293512280515622, |
| "grad_norm": 6.576103210449219, |
| "learning_rate": 0.0002, |
| "loss": 0.2242, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.17304121797252134, |
| "grad_norm": 16.009279251098633, |
| "learning_rate": 0.0002, |
| "loss": 0.7262, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.1731473131398865, |
| "grad_norm": 15.227139472961426, |
| "learning_rate": 0.0002, |
| "loss": 0.5408, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.1732534083072516, |
| "grad_norm": 13.0496826171875, |
| "learning_rate": 0.0002, |
| "loss": 0.5309, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.17335950347461673, |
| "grad_norm": 11.442374229431152, |
| "learning_rate": 0.0002, |
| "loss": 0.3153, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.17346559864198186, |
| "grad_norm": 7.909429550170898, |
| "learning_rate": 0.0002, |
| "loss": 0.1792, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.17357169380934698, |
| "grad_norm": 7.492567539215088, |
| "learning_rate": 0.0002, |
| "loss": 0.1891, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.1736777889767121, |
| "grad_norm": 8.68643569946289, |
| "learning_rate": 0.0002, |
| "loss": 0.2009, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.17378388414407725, |
| "grad_norm": 10.371166229248047, |
| "learning_rate": 0.0002, |
| "loss": 0.2667, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.17388997931144237, |
| "grad_norm": 9.431660652160645, |
| "learning_rate": 0.0002, |
| "loss": 0.2547, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.1739960744788075, |
| "grad_norm": 8.562530517578125, |
| "learning_rate": 0.0002, |
| "loss": 0.1546, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.17410216964617262, |
| "grad_norm": 24.256797790527344, |
| "learning_rate": 0.0002, |
| "loss": 0.7011, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.17420826481353774, |
| "grad_norm": 11.289019584655762, |
| "learning_rate": 0.0002, |
| "loss": 0.2976, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.17431435998090286, |
| "grad_norm": 10.507713317871094, |
| "learning_rate": 0.0002, |
| "loss": 0.3114, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.17442045514826798, |
| "grad_norm": 12.9459810256958, |
| "learning_rate": 0.0002, |
| "loss": 0.4452, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.17452655031563313, |
| "grad_norm": 14.4219970703125, |
| "learning_rate": 0.0002, |
| "loss": 0.5167, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.17463264548299826, |
| "grad_norm": 20.601734161376953, |
| "learning_rate": 0.0002, |
| "loss": 0.6418, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.17473874065036338, |
| "grad_norm": 34.837249755859375, |
| "learning_rate": 0.0002, |
| "loss": 0.9168, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.1748448358177285, |
| "grad_norm": 13.251250267028809, |
| "learning_rate": 0.0002, |
| "loss": 0.2712, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.17495093098509362, |
| "grad_norm": 14.301071166992188, |
| "learning_rate": 0.0002, |
| "loss": 0.3702, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.17505702615245874, |
| "grad_norm": 63.37624740600586, |
| "learning_rate": 0.0002, |
| "loss": 2.1452, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.1751631213198239, |
| "grad_norm": 8.013638496398926, |
| "learning_rate": 0.0002, |
| "loss": 0.225, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.17526921648718902, |
| "grad_norm": 9.497360229492188, |
| "learning_rate": 0.0002, |
| "loss": 0.3678, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.17537531165455414, |
| "grad_norm": 12.47775936126709, |
| "learning_rate": 0.0002, |
| "loss": 0.4204, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.17548140682191926, |
| "grad_norm": 8.466964721679688, |
| "learning_rate": 0.0002, |
| "loss": 0.2561, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.17558750198928438, |
| "grad_norm": 13.557140350341797, |
| "learning_rate": 0.0002, |
| "loss": 0.5896, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.1756935971566495, |
| "grad_norm": 7.889339447021484, |
| "learning_rate": 0.0002, |
| "loss": 0.323, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.17579969232401463, |
| "grad_norm": 7.878949165344238, |
| "learning_rate": 0.0002, |
| "loss": 0.286, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.17590578749137978, |
| "grad_norm": 6.30919075012207, |
| "learning_rate": 0.0002, |
| "loss": 0.168, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.1760118826587449, |
| "grad_norm": 5.667954444885254, |
| "learning_rate": 0.0002, |
| "loss": 0.1856, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.17611797782611002, |
| "grad_norm": 5.644019603729248, |
| "learning_rate": 0.0002, |
| "loss": 0.1717, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.17622407299347514, |
| "grad_norm": 12.765536308288574, |
| "learning_rate": 0.0002, |
| "loss": 0.5169, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.17633016816084027, |
| "grad_norm": 5.943487644195557, |
| "learning_rate": 0.0002, |
| "loss": 0.2157, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.1764362633282054, |
| "grad_norm": 14.749289512634277, |
| "learning_rate": 0.0002, |
| "loss": 0.5831, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.17654235849557054, |
| "grad_norm": 10.620418548583984, |
| "learning_rate": 0.0002, |
| "loss": 0.3568, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.17664845366293566, |
| "grad_norm": 8.543807029724121, |
| "learning_rate": 0.0002, |
| "loss": 0.2355, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.17675454883030078, |
| "grad_norm": 15.581685066223145, |
| "learning_rate": 0.0002, |
| "loss": 0.4364, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.1768606439976659, |
| "grad_norm": 36.53749465942383, |
| "learning_rate": 0.0002, |
| "loss": 0.949, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.17696673916503103, |
| "grad_norm": 11.882762908935547, |
| "learning_rate": 0.0002, |
| "loss": 0.4526, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.17707283433239615, |
| "grad_norm": 8.935001373291016, |
| "learning_rate": 0.0002, |
| "loss": 0.192, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.17717892949976127, |
| "grad_norm": 7.874090194702148, |
| "learning_rate": 0.0002, |
| "loss": 0.1797, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.17728502466712642, |
| "grad_norm": 14.668351173400879, |
| "learning_rate": 0.0002, |
| "loss": 0.4132, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.17739111983449155, |
| "grad_norm": 19.85392189025879, |
| "learning_rate": 0.0002, |
| "loss": 0.7295, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.17749721500185667, |
| "grad_norm": 11.804344177246094, |
| "learning_rate": 0.0002, |
| "loss": 0.5168, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.1776033101692218, |
| "grad_norm": 27.74758529663086, |
| "learning_rate": 0.0002, |
| "loss": 1.2734, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.1777094053365869, |
| "grad_norm": 19.993227005004883, |
| "learning_rate": 0.0002, |
| "loss": 0.8373, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.17781550050395203, |
| "grad_norm": 12.373106956481934, |
| "learning_rate": 0.0002, |
| "loss": 0.3556, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.17792159567131718, |
| "grad_norm": 12.166526794433594, |
| "learning_rate": 0.0002, |
| "loss": 0.3824, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.1780276908386823, |
| "grad_norm": 10.943660736083984, |
| "learning_rate": 0.0002, |
| "loss": 0.4618, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.17813378600604743, |
| "grad_norm": 15.891815185546875, |
| "learning_rate": 0.0002, |
| "loss": 0.6783, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.17823988117341255, |
| "grad_norm": 11.37910270690918, |
| "learning_rate": 0.0002, |
| "loss": 0.3883, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.17834597634077767, |
| "grad_norm": 11.480623245239258, |
| "learning_rate": 0.0002, |
| "loss": 0.4647, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.1784520715081428, |
| "grad_norm": 16.119342803955078, |
| "learning_rate": 0.0002, |
| "loss": 0.512, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.17855816667550792, |
| "grad_norm": 9.528862953186035, |
| "learning_rate": 0.0002, |
| "loss": 0.3621, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.17866426184287307, |
| "grad_norm": 17.380592346191406, |
| "learning_rate": 0.0002, |
| "loss": 0.5398, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.1787703570102382, |
| "grad_norm": 9.793060302734375, |
| "learning_rate": 0.0002, |
| "loss": 0.2937, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.1788764521776033, |
| "grad_norm": 9.921467781066895, |
| "learning_rate": 0.0002, |
| "loss": 0.3378, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.17898254734496843, |
| "grad_norm": 13.336267471313477, |
| "learning_rate": 0.0002, |
| "loss": 0.3317, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.17908864251233356, |
| "grad_norm": 10.200888633728027, |
| "learning_rate": 0.0002, |
| "loss": 0.3838, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.17919473767969868, |
| "grad_norm": 12.482746124267578, |
| "learning_rate": 0.0002, |
| "loss": 0.2547, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.17930083284706383, |
| "grad_norm": 38.955657958984375, |
| "learning_rate": 0.0002, |
| "loss": 0.6251, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.17940692801442895, |
| "grad_norm": 20.035812377929688, |
| "learning_rate": 0.0002, |
| "loss": 0.7409, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.17951302318179407, |
| "grad_norm": 18.33216667175293, |
| "learning_rate": 0.0002, |
| "loss": 0.5904, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.1796191183491592, |
| "grad_norm": 14.697274208068848, |
| "learning_rate": 0.0002, |
| "loss": 0.5137, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.17972521351652432, |
| "grad_norm": 15.045272827148438, |
| "learning_rate": 0.0002, |
| "loss": 0.4016, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.17983130868388944, |
| "grad_norm": 12.606645584106445, |
| "learning_rate": 0.0002, |
| "loss": 0.2196, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.17993740385125456, |
| "grad_norm": 31.654958724975586, |
| "learning_rate": 0.0002, |
| "loss": 0.4757, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.1800434990186197, |
| "grad_norm": 19.69894027709961, |
| "learning_rate": 0.0002, |
| "loss": 0.2409, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.18014959418598483, |
| "grad_norm": 11.99591064453125, |
| "learning_rate": 0.0002, |
| "loss": 0.1349, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.18025568935334996, |
| "grad_norm": 25.866443634033203, |
| "learning_rate": 0.0002, |
| "loss": 0.5246, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.18036178452071508, |
| "grad_norm": 43.36821746826172, |
| "learning_rate": 0.0002, |
| "loss": 1.0342, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.1804678796880802, |
| "grad_norm": 9.346033096313477, |
| "learning_rate": 0.0002, |
| "loss": 0.4285, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.18057397485544532, |
| "grad_norm": 11.572064399719238, |
| "learning_rate": 0.0002, |
| "loss": 0.4657, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.18068007002281047, |
| "grad_norm": 8.325631141662598, |
| "learning_rate": 0.0002, |
| "loss": 0.2392, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.1807861651901756, |
| "grad_norm": 7.907234191894531, |
| "learning_rate": 0.0002, |
| "loss": 0.1989, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.18089226035754072, |
| "grad_norm": 19.19464683532715, |
| "learning_rate": 0.0002, |
| "loss": 0.728, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.18099835552490584, |
| "grad_norm": 10.165952682495117, |
| "learning_rate": 0.0002, |
| "loss": 0.3398, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.18110445069227096, |
| "grad_norm": 12.45266342163086, |
| "learning_rate": 0.0002, |
| "loss": 0.6085, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.18121054585963609, |
| "grad_norm": 11.58833122253418, |
| "learning_rate": 0.0002, |
| "loss": 0.4278, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.1813166410270012, |
| "grad_norm": 7.272686958312988, |
| "learning_rate": 0.0002, |
| "loss": 0.2087, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.18142273619436636, |
| "grad_norm": 12.74004077911377, |
| "learning_rate": 0.0002, |
| "loss": 0.6426, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.18152883136173148, |
| "grad_norm": 17.514719009399414, |
| "learning_rate": 0.0002, |
| "loss": 0.7899, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.1816349265290966, |
| "grad_norm": 10.13276481628418, |
| "learning_rate": 0.0002, |
| "loss": 0.3314, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.18174102169646172, |
| "grad_norm": 10.122458457946777, |
| "learning_rate": 0.0002, |
| "loss": 0.3458, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.18184711686382685, |
| "grad_norm": 8.566471099853516, |
| "learning_rate": 0.0002, |
| "loss": 0.3049, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.18195321203119197, |
| "grad_norm": 8.893404006958008, |
| "learning_rate": 0.0002, |
| "loss": 0.1566, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.18205930719855712, |
| "grad_norm": 13.748077392578125, |
| "learning_rate": 0.0002, |
| "loss": 0.3885, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.18216540236592224, |
| "grad_norm": 17.098007202148438, |
| "learning_rate": 0.0002, |
| "loss": 0.9734, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.18227149753328736, |
| "grad_norm": 11.936223030090332, |
| "learning_rate": 0.0002, |
| "loss": 0.591, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.18237759270065249, |
| "grad_norm": 19.407236099243164, |
| "learning_rate": 0.0002, |
| "loss": 1.0296, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.1824836878680176, |
| "grad_norm": 12.603673934936523, |
| "learning_rate": 0.0002, |
| "loss": 0.516, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.18258978303538273, |
| "grad_norm": 5.634939670562744, |
| "learning_rate": 0.0002, |
| "loss": 0.1054, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.18269587820274785, |
| "grad_norm": 16.41664695739746, |
| "learning_rate": 0.0002, |
| "loss": 1.1351, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.182801973370113, |
| "grad_norm": 9.028192520141602, |
| "learning_rate": 0.0002, |
| "loss": 0.3757, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.18290806853747812, |
| "grad_norm": 13.469474792480469, |
| "learning_rate": 0.0002, |
| "loss": 0.3593, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.18301416370484325, |
| "grad_norm": 10.321133613586426, |
| "learning_rate": 0.0002, |
| "loss": 0.3869, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.18312025887220837, |
| "grad_norm": 17.08102035522461, |
| "learning_rate": 0.0002, |
| "loss": 0.5012, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.1832263540395735, |
| "grad_norm": 13.435835838317871, |
| "learning_rate": 0.0002, |
| "loss": 0.5019, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.1833324492069386, |
| "grad_norm": 11.013028144836426, |
| "learning_rate": 0.0002, |
| "loss": 0.3501, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.18343854437430376, |
| "grad_norm": 12.604118347167969, |
| "learning_rate": 0.0002, |
| "loss": 0.4578, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.18354463954166889, |
| "grad_norm": 10.409012794494629, |
| "learning_rate": 0.0002, |
| "loss": 0.4096, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.183650734709034, |
| "grad_norm": 15.33946704864502, |
| "learning_rate": 0.0002, |
| "loss": 0.7143, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.18375682987639913, |
| "grad_norm": 14.23060417175293, |
| "learning_rate": 0.0002, |
| "loss": 0.3982, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.18386292504376425, |
| "grad_norm": 8.634029388427734, |
| "learning_rate": 0.0002, |
| "loss": 0.1894, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.18396902021112937, |
| "grad_norm": 10.978818893432617, |
| "learning_rate": 0.0002, |
| "loss": 0.2379, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.1840751153784945, |
| "grad_norm": 10.399988174438477, |
| "learning_rate": 0.0002, |
| "loss": 0.3297, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.18418121054585965, |
| "grad_norm": 6.803713321685791, |
| "learning_rate": 0.0002, |
| "loss": 0.177, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.18428730571322477, |
| "grad_norm": 32.78466796875, |
| "learning_rate": 0.0002, |
| "loss": 0.4584, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.1843934008805899, |
| "grad_norm": 19.4488468170166, |
| "learning_rate": 0.0002, |
| "loss": 0.3219, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.18449949604795501, |
| "grad_norm": 14.629257202148438, |
| "learning_rate": 0.0002, |
| "loss": 0.5057, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.18460559121532014, |
| "grad_norm": 33.566959381103516, |
| "learning_rate": 0.0002, |
| "loss": 1.6922, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.18471168638268526, |
| "grad_norm": 8.319334030151367, |
| "learning_rate": 0.0002, |
| "loss": 0.2367, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.1848177815500504, |
| "grad_norm": 13.688749313354492, |
| "learning_rate": 0.0002, |
| "loss": 0.4928, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.18492387671741553, |
| "grad_norm": 11.74880599975586, |
| "learning_rate": 0.0002, |
| "loss": 0.1659, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.18502997188478065, |
| "grad_norm": 10.9482421875, |
| "learning_rate": 0.0002, |
| "loss": 0.2579, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.18513606705214578, |
| "grad_norm": 12.549226760864258, |
| "learning_rate": 0.0002, |
| "loss": 0.3314, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.1852421622195109, |
| "grad_norm": 50.15769577026367, |
| "learning_rate": 0.0002, |
| "loss": 1.3347, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.18534825738687602, |
| "grad_norm": 17.774900436401367, |
| "learning_rate": 0.0002, |
| "loss": 0.4645, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.18545435255424114, |
| "grad_norm": 8.994499206542969, |
| "learning_rate": 0.0002, |
| "loss": 0.1335, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.1855604477216063, |
| "grad_norm": 12.76091194152832, |
| "learning_rate": 0.0002, |
| "loss": 0.246, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.18566654288897141, |
| "grad_norm": 166.48976135253906, |
| "learning_rate": 0.0002, |
| "loss": 1.8963, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.18577263805633654, |
| "grad_norm": 17.474077224731445, |
| "learning_rate": 0.0002, |
| "loss": 0.9772, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.18587873322370166, |
| "grad_norm": 13.698371887207031, |
| "learning_rate": 0.0002, |
| "loss": 0.4532, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.18598482839106678, |
| "grad_norm": 8.04249095916748, |
| "learning_rate": 0.0002, |
| "loss": 0.3086, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.1860909235584319, |
| "grad_norm": 7.59322452545166, |
| "learning_rate": 0.0002, |
| "loss": 0.2366, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.18619701872579705, |
| "grad_norm": 6.813739776611328, |
| "learning_rate": 0.0002, |
| "loss": 0.2423, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.18630311389316218, |
| "grad_norm": 5.9697465896606445, |
| "learning_rate": 0.0002, |
| "loss": 0.1891, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.1864092090605273, |
| "grad_norm": 9.46247386932373, |
| "learning_rate": 0.0002, |
| "loss": 0.2199, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.18651530422789242, |
| "grad_norm": 10.69584846496582, |
| "learning_rate": 0.0002, |
| "loss": 0.3264, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.18662139939525754, |
| "grad_norm": 9.740496635437012, |
| "learning_rate": 0.0002, |
| "loss": 0.2323, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.18672749456262266, |
| "grad_norm": 4.779120445251465, |
| "learning_rate": 0.0002, |
| "loss": 0.117, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.1868335897299878, |
| "grad_norm": 19.873258590698242, |
| "learning_rate": 0.0002, |
| "loss": 0.5556, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.18693968489735294, |
| "grad_norm": 18.243738174438477, |
| "learning_rate": 0.0002, |
| "loss": 0.4068, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.18704578006471806, |
| "grad_norm": 13.395895004272461, |
| "learning_rate": 0.0002, |
| "loss": 0.4913, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.18715187523208318, |
| "grad_norm": 13.152008056640625, |
| "learning_rate": 0.0002, |
| "loss": 0.4489, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.1872579703994483, |
| "grad_norm": 11.464993476867676, |
| "learning_rate": 0.0002, |
| "loss": 0.2845, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.18736406556681343, |
| "grad_norm": 10.236434936523438, |
| "learning_rate": 0.0002, |
| "loss": 0.172, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.18747016073417855, |
| "grad_norm": 15.935251235961914, |
| "learning_rate": 0.0002, |
| "loss": 0.7824, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.1875762559015437, |
| "grad_norm": 10.479893684387207, |
| "learning_rate": 0.0002, |
| "loss": 0.2783, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.18768235106890882, |
| "grad_norm": 12.63221263885498, |
| "learning_rate": 0.0002, |
| "loss": 0.3047, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.18778844623627394, |
| "grad_norm": 12.039042472839355, |
| "learning_rate": 0.0002, |
| "loss": 0.3861, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.18789454140363906, |
| "grad_norm": 17.0461368560791, |
| "learning_rate": 0.0002, |
| "loss": 0.4456, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.1880006365710042, |
| "grad_norm": 10.381203651428223, |
| "learning_rate": 0.0002, |
| "loss": 0.264, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.1881067317383693, |
| "grad_norm": 9.219051361083984, |
| "learning_rate": 0.0002, |
| "loss": 0.3487, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.18821282690573443, |
| "grad_norm": 24.173206329345703, |
| "learning_rate": 0.0002, |
| "loss": 0.9421, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.18831892207309958, |
| "grad_norm": 9.920514106750488, |
| "learning_rate": 0.0002, |
| "loss": 0.1997, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.1884250172404647, |
| "grad_norm": 29.92704963684082, |
| "learning_rate": 0.0002, |
| "loss": 0.8234, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.18853111240782983, |
| "grad_norm": 9.165522575378418, |
| "learning_rate": 0.0002, |
| "loss": 0.3142, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.18863720757519495, |
| "grad_norm": 11.338602066040039, |
| "learning_rate": 0.0002, |
| "loss": 0.3973, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.18874330274256007, |
| "grad_norm": 11.358410835266113, |
| "learning_rate": 0.0002, |
| "loss": 0.364, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.1888493979099252, |
| "grad_norm": 25.77351188659668, |
| "learning_rate": 0.0002, |
| "loss": 0.8301, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.18895549307729034, |
| "grad_norm": 16.912233352661133, |
| "learning_rate": 0.0002, |
| "loss": 0.532, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.18906158824465547, |
| "grad_norm": 11.735315322875977, |
| "learning_rate": 0.0002, |
| "loss": 0.3886, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.1891676834120206, |
| "grad_norm": 13.794806480407715, |
| "learning_rate": 0.0002, |
| "loss": 0.2457, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.1892737785793857, |
| "grad_norm": 8.405515670776367, |
| "learning_rate": 0.0002, |
| "loss": 0.1839, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.18937987374675083, |
| "grad_norm": 13.45602798461914, |
| "learning_rate": 0.0002, |
| "loss": 0.4045, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.18948596891411595, |
| "grad_norm": 22.998891830444336, |
| "learning_rate": 0.0002, |
| "loss": 0.3814, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.18959206408148108, |
| "grad_norm": 11.040655136108398, |
| "learning_rate": 0.0002, |
| "loss": 0.2037, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.18969815924884623, |
| "grad_norm": 14.681954383850098, |
| "learning_rate": 0.0002, |
| "loss": 0.4528, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.18980425441621135, |
| "grad_norm": 16.22500228881836, |
| "learning_rate": 0.0002, |
| "loss": 0.7035, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.18991034958357647, |
| "grad_norm": 9.976263999938965, |
| "learning_rate": 0.0002, |
| "loss": 0.3413, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.1900164447509416, |
| "grad_norm": 10.9490385055542, |
| "learning_rate": 0.0002, |
| "loss": 0.2553, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.19012253991830672, |
| "grad_norm": 67.49099731445312, |
| "learning_rate": 0.0002, |
| "loss": 0.6396, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.19022863508567184, |
| "grad_norm": 16.956876754760742, |
| "learning_rate": 0.0002, |
| "loss": 0.4286, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.190334730253037, |
| "grad_norm": 8404.6318359375, |
| "learning_rate": 0.0002, |
| "loss": 2.5861, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.1904408254204021, |
| "grad_norm": 25.529294967651367, |
| "learning_rate": 0.0002, |
| "loss": 0.6157, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.19054692058776723, |
| "grad_norm": 27.190927505493164, |
| "learning_rate": 0.0002, |
| "loss": 0.4663, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.19065301575513235, |
| "grad_norm": 13.23881721496582, |
| "learning_rate": 0.0002, |
| "loss": 0.2372, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.19075911092249748, |
| "grad_norm": 23.2681884765625, |
| "learning_rate": 0.0002, |
| "loss": 0.721, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.1908652060898626, |
| "grad_norm": 16.20531463623047, |
| "learning_rate": 0.0002, |
| "loss": 0.4124, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.19097130125722772, |
| "grad_norm": 45.52252960205078, |
| "learning_rate": 0.0002, |
| "loss": 0.3479, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.19097130125722772, |
| "eval_loss": 0.06793266534805298, |
| "eval_runtime": 49.0453, |
| "eval_samples_per_second": 3.099, |
| "eval_steps_per_second": 1.55, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.19107739642459287, |
| "grad_norm": 11.973516464233398, |
| "learning_rate": 0.0002, |
| "loss": 0.5195, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.191183491591958, |
| "grad_norm": 13.648773193359375, |
| "learning_rate": 0.0002, |
| "loss": 0.4407, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.19128958675932312, |
| "grad_norm": 14.053433418273926, |
| "learning_rate": 0.0002, |
| "loss": 0.4218, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.19139568192668824, |
| "grad_norm": 8.898798942565918, |
| "learning_rate": 0.0002, |
| "loss": 0.2504, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.19150177709405336, |
| "grad_norm": 11.541996002197266, |
| "learning_rate": 0.0002, |
| "loss": 0.412, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.19160787226141848, |
| "grad_norm": 12.278501510620117, |
| "learning_rate": 0.0002, |
| "loss": 0.2878, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.19171396742878363, |
| "grad_norm": 11.775163650512695, |
| "learning_rate": 0.0002, |
| "loss": 0.3137, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.19182006259614875, |
| "grad_norm": 25.81998062133789, |
| "learning_rate": 0.0002, |
| "loss": 0.9673, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.19192615776351388, |
| "grad_norm": 11.692366600036621, |
| "learning_rate": 0.0002, |
| "loss": 0.3589, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.192032252930879, |
| "grad_norm": 14.256837844848633, |
| "learning_rate": 0.0002, |
| "loss": 0.6104, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.19213834809824412, |
| "grad_norm": 11.998114585876465, |
| "learning_rate": 0.0002, |
| "loss": 0.562, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.19224444326560924, |
| "grad_norm": 32.41331481933594, |
| "learning_rate": 0.0002, |
| "loss": 0.8253, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.19235053843297437, |
| "grad_norm": 12.255899429321289, |
| "learning_rate": 0.0002, |
| "loss": 0.4575, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.19245663360033952, |
| "grad_norm": 11.854296684265137, |
| "learning_rate": 0.0002, |
| "loss": 0.3011, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.19256272876770464, |
| "grad_norm": 10.283979415893555, |
| "learning_rate": 0.0002, |
| "loss": 0.317, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.19266882393506976, |
| "grad_norm": 11.655998229980469, |
| "learning_rate": 0.0002, |
| "loss": 0.2525, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.19277491910243488, |
| "grad_norm": 15.008488655090332, |
| "learning_rate": 0.0002, |
| "loss": 0.4122, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.1928810142698, |
| "grad_norm": 24.866716384887695, |
| "learning_rate": 0.0002, |
| "loss": 0.6445, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.19298710943716513, |
| "grad_norm": 15.7054443359375, |
| "learning_rate": 0.0002, |
| "loss": 0.4773, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.19309320460453028, |
| "grad_norm": 14.796554565429688, |
| "learning_rate": 0.0002, |
| "loss": 0.4028, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.1931992997718954, |
| "grad_norm": 8.425761222839355, |
| "learning_rate": 0.0002, |
| "loss": 0.2304, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.19330539493926052, |
| "grad_norm": 9.347795486450195, |
| "learning_rate": 0.0002, |
| "loss": 0.1648, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.19341149010662564, |
| "grad_norm": 19.97274398803711, |
| "learning_rate": 0.0002, |
| "loss": 0.4444, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.19351758527399077, |
| "grad_norm": 17.487125396728516, |
| "learning_rate": 0.0002, |
| "loss": 0.6775, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.1936236804413559, |
| "grad_norm": 14.758285522460938, |
| "learning_rate": 0.0002, |
| "loss": 0.6895, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.193729775608721, |
| "grad_norm": 12.200145721435547, |
| "learning_rate": 0.0002, |
| "loss": 0.3426, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.19383587077608616, |
| "grad_norm": 9.568778038024902, |
| "learning_rate": 0.0002, |
| "loss": 0.2708, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.19394196594345128, |
| "grad_norm": 9.887347221374512, |
| "learning_rate": 0.0002, |
| "loss": 0.3934, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.1940480611108164, |
| "grad_norm": 8.589701652526855, |
| "learning_rate": 0.0002, |
| "loss": 0.2078, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.19415415627818153, |
| "grad_norm": 14.782073020935059, |
| "learning_rate": 0.0002, |
| "loss": 0.6231, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.19426025144554665, |
| "grad_norm": 12.22297191619873, |
| "learning_rate": 0.0002, |
| "loss": 0.3707, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.19436634661291177, |
| "grad_norm": 16.9269962310791, |
| "learning_rate": 0.0002, |
| "loss": 0.4052, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.1944724417802769, |
| "grad_norm": 8.047760009765625, |
| "learning_rate": 0.0002, |
| "loss": 0.162, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.19457853694764204, |
| "grad_norm": 21.03431510925293, |
| "learning_rate": 0.0002, |
| "loss": 0.5198, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.19468463211500717, |
| "grad_norm": 15.277742385864258, |
| "learning_rate": 0.0002, |
| "loss": 0.5419, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.1947907272823723, |
| "grad_norm": 11.20261001586914, |
| "learning_rate": 0.0002, |
| "loss": 0.3225, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.1948968224497374, |
| "grad_norm": 11.161260604858398, |
| "learning_rate": 0.0002, |
| "loss": 0.3504, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.19500291761710253, |
| "grad_norm": 10.465251922607422, |
| "learning_rate": 0.0002, |
| "loss": 0.291, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.19510901278446766, |
| "grad_norm": 13.156329154968262, |
| "learning_rate": 0.0002, |
| "loss": 0.274, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.1952151079518328, |
| "grad_norm": 12.088260650634766, |
| "learning_rate": 0.0002, |
| "loss": 0.3832, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.19532120311919793, |
| "grad_norm": 10.063664436340332, |
| "learning_rate": 0.0002, |
| "loss": 0.2655, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.19542729828656305, |
| "grad_norm": 20.324556350708008, |
| "learning_rate": 0.0002, |
| "loss": 0.6767, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.19553339345392817, |
| "grad_norm": 15.555030822753906, |
| "learning_rate": 0.0002, |
| "loss": 0.4542, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.1956394886212933, |
| "grad_norm": 11.756216049194336, |
| "learning_rate": 0.0002, |
| "loss": 0.2903, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.19574558378865842, |
| "grad_norm": 12.901598930358887, |
| "learning_rate": 0.0002, |
| "loss": 0.2461, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.19585167895602354, |
| "grad_norm": 12.909900665283203, |
| "learning_rate": 0.0002, |
| "loss": 0.2036, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.1959577741233887, |
| "grad_norm": 29.316614151000977, |
| "learning_rate": 0.0002, |
| "loss": 0.7306, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.1960638692907538, |
| "grad_norm": 15.195932388305664, |
| "learning_rate": 0.0002, |
| "loss": 0.3376, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.19616996445811893, |
| "grad_norm": 26.223342895507812, |
| "learning_rate": 0.0002, |
| "loss": 0.6249, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.19627605962548406, |
| "grad_norm": 54.965476989746094, |
| "learning_rate": 0.0002, |
| "loss": 1.2955, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.19638215479284918, |
| "grad_norm": 11.079299926757812, |
| "learning_rate": 0.0002, |
| "loss": 0.3579, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.1964882499602143, |
| "grad_norm": 16.85772705078125, |
| "learning_rate": 0.0002, |
| "loss": 0.5197, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.19659434512757945, |
| "grad_norm": 8.756264686584473, |
| "learning_rate": 0.0002, |
| "loss": 0.315, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.19670044029494457, |
| "grad_norm": 11.708443641662598, |
| "learning_rate": 0.0002, |
| "loss": 0.4476, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.1968065354623097, |
| "grad_norm": 8.348597526550293, |
| "learning_rate": 0.0002, |
| "loss": 0.2428, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.19691263062967482, |
| "grad_norm": 11.08547306060791, |
| "learning_rate": 0.0002, |
| "loss": 0.3423, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.19701872579703994, |
| "grad_norm": 12.654924392700195, |
| "learning_rate": 0.0002, |
| "loss": 0.2776, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.19712482096440506, |
| "grad_norm": 10.462535858154297, |
| "learning_rate": 0.0002, |
| "loss": 0.3146, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.19723091613177018, |
| "grad_norm": 12.572681427001953, |
| "learning_rate": 0.0002, |
| "loss": 0.3515, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.19733701129913533, |
| "grad_norm": 24.782554626464844, |
| "learning_rate": 0.0002, |
| "loss": 1.2541, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.19744310646650046, |
| "grad_norm": 18.930397033691406, |
| "learning_rate": 0.0002, |
| "loss": 1.0464, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.19754920163386558, |
| "grad_norm": 17.272188186645508, |
| "learning_rate": 0.0002, |
| "loss": 0.6867, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.1976552968012307, |
| "grad_norm": 8.97216510772705, |
| "learning_rate": 0.0002, |
| "loss": 0.2629, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.19776139196859582, |
| "grad_norm": 14.530451774597168, |
| "learning_rate": 0.0002, |
| "loss": 0.4877, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.19786748713596095, |
| "grad_norm": 27.645219802856445, |
| "learning_rate": 0.0002, |
| "loss": 1.0175, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.1979735823033261, |
| "grad_norm": 36.620418548583984, |
| "learning_rate": 0.0002, |
| "loss": 0.3694, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.19807967747069122, |
| "grad_norm": 9.33489990234375, |
| "learning_rate": 0.0002, |
| "loss": 0.3426, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.19818577263805634, |
| "grad_norm": 14.539624214172363, |
| "learning_rate": 0.0002, |
| "loss": 0.4171, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.19829186780542146, |
| "grad_norm": 35.03657150268555, |
| "learning_rate": 0.0002, |
| "loss": 0.5745, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.19839796297278658, |
| "grad_norm": 13.36026668548584, |
| "learning_rate": 0.0002, |
| "loss": 0.4808, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.1985040581401517, |
| "grad_norm": 18.056222915649414, |
| "learning_rate": 0.0002, |
| "loss": 0.6919, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.19861015330751683, |
| "grad_norm": 14.416003227233887, |
| "learning_rate": 0.0002, |
| "loss": 0.388, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.19871624847488198, |
| "grad_norm": 10.51855182647705, |
| "learning_rate": 0.0002, |
| "loss": 0.23, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.1988223436422471, |
| "grad_norm": 7.608283042907715, |
| "learning_rate": 0.0002, |
| "loss": 0.2525, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.19892843880961222, |
| "grad_norm": 9.749930381774902, |
| "learning_rate": 0.0002, |
| "loss": 0.2905, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.19903453397697735, |
| "grad_norm": 11.786905288696289, |
| "learning_rate": 0.0002, |
| "loss": 0.3856, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.19914062914434247, |
| "grad_norm": 10.049060821533203, |
| "learning_rate": 0.0002, |
| "loss": 0.2378, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.1992467243117076, |
| "grad_norm": 13.473280906677246, |
| "learning_rate": 0.0002, |
| "loss": 0.4349, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.19935281947907274, |
| "grad_norm": 12.198131561279297, |
| "learning_rate": 0.0002, |
| "loss": 0.288, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.19945891464643786, |
| "grad_norm": 9.339247703552246, |
| "learning_rate": 0.0002, |
| "loss": 0.2361, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.19956500981380298, |
| "grad_norm": 9.391952514648438, |
| "learning_rate": 0.0002, |
| "loss": 0.2137, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.1996711049811681, |
| "grad_norm": 12.258066177368164, |
| "learning_rate": 0.0002, |
| "loss": 0.4481, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.19977720014853323, |
| "grad_norm": 16.392196655273438, |
| "learning_rate": 0.0002, |
| "loss": 0.3329, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.19988329531589835, |
| "grad_norm": 12.977359771728516, |
| "learning_rate": 0.0002, |
| "loss": 0.2842, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.19998939048326347, |
| "grad_norm": 19.84929847717285, |
| "learning_rate": 0.0002, |
| "loss": 0.6797, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.20009548565062862, |
| "grad_norm": 48.05202102661133, |
| "learning_rate": 0.0002, |
| "loss": 1.786, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.20020158081799375, |
| "grad_norm": 12.765398979187012, |
| "learning_rate": 0.0002, |
| "loss": 0.3423, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.20030767598535887, |
| "grad_norm": 19.887285232543945, |
| "learning_rate": 0.0002, |
| "loss": 0.4916, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.200413771152724, |
| "grad_norm": 13.6176176071167, |
| "learning_rate": 0.0002, |
| "loss": 0.3471, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.2005198663200891, |
| "grad_norm": 13.934061050415039, |
| "learning_rate": 0.0002, |
| "loss": 0.1911, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.20062596148745424, |
| "grad_norm": 23.99123764038086, |
| "learning_rate": 0.0002, |
| "loss": 0.7122, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.20073205665481939, |
| "grad_norm": 15.125777244567871, |
| "learning_rate": 0.0002, |
| "loss": 0.3353, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.2008381518221845, |
| "grad_norm": 20.685012817382812, |
| "learning_rate": 0.0002, |
| "loss": 0.3356, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.20094424698954963, |
| "grad_norm": 29.08856201171875, |
| "learning_rate": 0.0002, |
| "loss": 0.766, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.20105034215691475, |
| "grad_norm": 15.402732849121094, |
| "learning_rate": 0.0002, |
| "loss": 0.2714, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.20115643732427987, |
| "grad_norm": 17.05105972290039, |
| "learning_rate": 0.0002, |
| "loss": 0.222, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.201262532491645, |
| "grad_norm": 20.897106170654297, |
| "learning_rate": 0.0002, |
| "loss": 0.347, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.20136862765901012, |
| "grad_norm": 21.797945022583008, |
| "learning_rate": 0.0002, |
| "loss": 0.2689, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.20147472282637527, |
| "grad_norm": 46.205474853515625, |
| "learning_rate": 0.0002, |
| "loss": 1.1047, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.2015808179937404, |
| "grad_norm": 65.57044219970703, |
| "learning_rate": 0.0002, |
| "loss": 0.6946, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.2016869131611055, |
| "grad_norm": 16.566082000732422, |
| "learning_rate": 0.0002, |
| "loss": 0.4787, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.20179300832847064, |
| "grad_norm": 12.95843505859375, |
| "learning_rate": 0.0002, |
| "loss": 0.401, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.20189910349583576, |
| "grad_norm": 17.400684356689453, |
| "learning_rate": 0.0002, |
| "loss": 0.8859, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.20200519866320088, |
| "grad_norm": 28.6886043548584, |
| "learning_rate": 0.0002, |
| "loss": 0.6788, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.20211129383056603, |
| "grad_norm": 10.269400596618652, |
| "learning_rate": 0.0002, |
| "loss": 0.1948, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.20221738899793115, |
| "grad_norm": 11.603761672973633, |
| "learning_rate": 0.0002, |
| "loss": 0.4795, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.20232348416529627, |
| "grad_norm": 6.843310832977295, |
| "learning_rate": 0.0002, |
| "loss": 0.1584, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.2024295793326614, |
| "grad_norm": 13.871763229370117, |
| "learning_rate": 0.0002, |
| "loss": 0.5931, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.20253567450002652, |
| "grad_norm": 8.748895645141602, |
| "learning_rate": 0.0002, |
| "loss": 0.2146, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.20264176966739164, |
| "grad_norm": 14.856563568115234, |
| "learning_rate": 0.0002, |
| "loss": 0.5295, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.20274786483475676, |
| "grad_norm": 17.709304809570312, |
| "learning_rate": 0.0002, |
| "loss": 0.7204, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.2028539600021219, |
| "grad_norm": 11.735471725463867, |
| "learning_rate": 0.0002, |
| "loss": 0.6156, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.20296005516948704, |
| "grad_norm": 14.17144775390625, |
| "learning_rate": 0.0002, |
| "loss": 0.3229, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.20306615033685216, |
| "grad_norm": 10.109726905822754, |
| "learning_rate": 0.0002, |
| "loss": 0.3227, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.20317224550421728, |
| "grad_norm": 9.504593849182129, |
| "learning_rate": 0.0002, |
| "loss": 0.2763, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.2032783406715824, |
| "grad_norm": 7.491418838500977, |
| "learning_rate": 0.0002, |
| "loss": 0.2206, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.20338443583894752, |
| "grad_norm": 22.111404418945312, |
| "learning_rate": 0.0002, |
| "loss": 0.8397, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.20349053100631267, |
| "grad_norm": 8.938793182373047, |
| "learning_rate": 0.0002, |
| "loss": 0.187, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.2035966261736778, |
| "grad_norm": 26.22866439819336, |
| "learning_rate": 0.0002, |
| "loss": 0.8912, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.20370272134104292, |
| "grad_norm": 12.978878021240234, |
| "learning_rate": 0.0002, |
| "loss": 0.3688, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.20380881650840804, |
| "grad_norm": 9.686880111694336, |
| "learning_rate": 0.0002, |
| "loss": 0.279, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.20391491167577316, |
| "grad_norm": 16.341140747070312, |
| "learning_rate": 0.0002, |
| "loss": 0.4399, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.2040210068431383, |
| "grad_norm": 17.958215713500977, |
| "learning_rate": 0.0002, |
| "loss": 0.4676, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.2041271020105034, |
| "grad_norm": 11.114178657531738, |
| "learning_rate": 0.0002, |
| "loss": 0.2161, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.20423319717786856, |
| "grad_norm": 11.498400688171387, |
| "learning_rate": 0.0002, |
| "loss": 0.3151, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.20433929234523368, |
| "grad_norm": 14.76335620880127, |
| "learning_rate": 0.0002, |
| "loss": 0.4503, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.2044453875125988, |
| "grad_norm": 10.639660835266113, |
| "learning_rate": 0.0002, |
| "loss": 0.2708, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.20455148267996393, |
| "grad_norm": 11.618061065673828, |
| "learning_rate": 0.0002, |
| "loss": 0.402, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.20465757784732905, |
| "grad_norm": 14.436708450317383, |
| "learning_rate": 0.0002, |
| "loss": 0.5225, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.20476367301469417, |
| "grad_norm": 18.683574676513672, |
| "learning_rate": 0.0002, |
| "loss": 0.4819, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.20486976818205932, |
| "grad_norm": 32.19053649902344, |
| "learning_rate": 0.0002, |
| "loss": 0.5127, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.20497586334942444, |
| "grad_norm": 13.27175235748291, |
| "learning_rate": 0.0002, |
| "loss": 0.2638, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.20508195851678956, |
| "grad_norm": 20.893634796142578, |
| "learning_rate": 0.0002, |
| "loss": 0.4454, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.2051880536841547, |
| "grad_norm": 13.223441123962402, |
| "learning_rate": 0.0002, |
| "loss": 0.3081, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.2052941488515198, |
| "grad_norm": 11.571022033691406, |
| "learning_rate": 0.0002, |
| "loss": 0.3212, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.20540024401888493, |
| "grad_norm": 17.662548065185547, |
| "learning_rate": 0.0002, |
| "loss": 0.6539, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.20550633918625005, |
| "grad_norm": 22.080196380615234, |
| "learning_rate": 0.0002, |
| "loss": 0.6157, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.2056124343536152, |
| "grad_norm": 16.76143455505371, |
| "learning_rate": 0.0002, |
| "loss": 0.5841, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.20571852952098033, |
| "grad_norm": 20.195690155029297, |
| "learning_rate": 0.0002, |
| "loss": 0.4238, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.20582462468834545, |
| "grad_norm": 19.79781723022461, |
| "learning_rate": 0.0002, |
| "loss": 0.6571, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.20593071985571057, |
| "grad_norm": 15.7777099609375, |
| "learning_rate": 0.0002, |
| "loss": 0.4269, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.2060368150230757, |
| "grad_norm": 22.474760055541992, |
| "learning_rate": 0.0002, |
| "loss": 0.5399, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.20614291019044081, |
| "grad_norm": 22.55069923400879, |
| "learning_rate": 0.0002, |
| "loss": 1.1576, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.20624900535780596, |
| "grad_norm": 12.833492279052734, |
| "learning_rate": 0.0002, |
| "loss": 0.3301, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.2063551005251711, |
| "grad_norm": 14.667129516601562, |
| "learning_rate": 0.0002, |
| "loss": 0.3889, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.2064611956925362, |
| "grad_norm": 26.030546188354492, |
| "learning_rate": 0.0002, |
| "loss": 0.6745, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.20656729085990133, |
| "grad_norm": 17.632896423339844, |
| "learning_rate": 0.0002, |
| "loss": 0.5758, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.20667338602726645, |
| "grad_norm": 15.331464767456055, |
| "learning_rate": 0.0002, |
| "loss": 0.2922, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.20677948119463158, |
| "grad_norm": 30.614484786987305, |
| "learning_rate": 0.0002, |
| "loss": 0.6173, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.2068855763619967, |
| "grad_norm": 18.843469619750977, |
| "learning_rate": 0.0002, |
| "loss": 0.5531, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.20699167152936185, |
| "grad_norm": 13.638596534729004, |
| "learning_rate": 0.0002, |
| "loss": 0.5131, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.20709776669672697, |
| "grad_norm": 18.01232147216797, |
| "learning_rate": 0.0002, |
| "loss": 0.4824, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.2072038618640921, |
| "grad_norm": 14.411051750183105, |
| "learning_rate": 0.0002, |
| "loss": 0.3947, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.20730995703145721, |
| "grad_norm": 56.948123931884766, |
| "learning_rate": 0.0002, |
| "loss": 0.8264, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.20741605219882234, |
| "grad_norm": 9.361339569091797, |
| "learning_rate": 0.0002, |
| "loss": 0.2743, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.20752214736618746, |
| "grad_norm": 18.013376235961914, |
| "learning_rate": 0.0002, |
| "loss": 1.0803, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.2076282425335526, |
| "grad_norm": 16.929119110107422, |
| "learning_rate": 0.0002, |
| "loss": 0.56, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.20773433770091773, |
| "grad_norm": 13.532958030700684, |
| "learning_rate": 0.0002, |
| "loss": 0.3513, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.20784043286828285, |
| "grad_norm": 13.431892395019531, |
| "learning_rate": 0.0002, |
| "loss": 0.416, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.20794652803564798, |
| "grad_norm": 12.031621932983398, |
| "learning_rate": 0.0002, |
| "loss": 0.3493, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.2080526232030131, |
| "grad_norm": 11.680612564086914, |
| "learning_rate": 0.0002, |
| "loss": 0.4699, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.20815871837037822, |
| "grad_norm": 24.689884185791016, |
| "learning_rate": 0.0002, |
| "loss": 1.0239, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.20826481353774334, |
| "grad_norm": 11.299417495727539, |
| "learning_rate": 0.0002, |
| "loss": 0.4199, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.2083709087051085, |
| "grad_norm": 11.36111831665039, |
| "learning_rate": 0.0002, |
| "loss": 0.6039, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.20847700387247362, |
| "grad_norm": 19.245813369750977, |
| "learning_rate": 0.0002, |
| "loss": 0.7365, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.20858309903983874, |
| "grad_norm": 15.199286460876465, |
| "learning_rate": 0.0002, |
| "loss": 0.4632, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.20868919420720386, |
| "grad_norm": 17.348649978637695, |
| "learning_rate": 0.0002, |
| "loss": 0.2754, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.20879528937456898, |
| "grad_norm": 14.033141136169434, |
| "learning_rate": 0.0002, |
| "loss": 0.3631, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.2089013845419341, |
| "grad_norm": 16.857852935791016, |
| "learning_rate": 0.0002, |
| "loss": 0.623, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.20900747970929925, |
| "grad_norm": 19.852231979370117, |
| "learning_rate": 0.0002, |
| "loss": 0.4979, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.20911357487666438, |
| "grad_norm": 11.969423294067383, |
| "learning_rate": 0.0002, |
| "loss": 0.3727, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.2092196700440295, |
| "grad_norm": 18.254356384277344, |
| "learning_rate": 0.0002, |
| "loss": 0.4952, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.20932576521139462, |
| "grad_norm": 19.8131046295166, |
| "learning_rate": 0.0002, |
| "loss": 0.683, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.20943186037875974, |
| "grad_norm": 15.52879524230957, |
| "learning_rate": 0.0002, |
| "loss": 1.0511, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.20953795554612487, |
| "grad_norm": 12.385345458984375, |
| "learning_rate": 0.0002, |
| "loss": 0.3495, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.20964405071349, |
| "grad_norm": 24.171588897705078, |
| "learning_rate": 0.0002, |
| "loss": 0.6436, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.20975014588085514, |
| "grad_norm": 30.720613479614258, |
| "learning_rate": 0.0002, |
| "loss": 1.2399, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.20985624104822026, |
| "grad_norm": 14.657501220703125, |
| "learning_rate": 0.0002, |
| "loss": 0.5093, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.20996233621558538, |
| "grad_norm": 13.196930885314941, |
| "learning_rate": 0.0002, |
| "loss": 0.3801, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.2100684313829505, |
| "grad_norm": 11.085748672485352, |
| "learning_rate": 0.0002, |
| "loss": 0.3381, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.21017452655031563, |
| "grad_norm": 20.955997467041016, |
| "learning_rate": 0.0002, |
| "loss": 0.8629, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.21028062171768075, |
| "grad_norm": 18.200176239013672, |
| "learning_rate": 0.0002, |
| "loss": 0.4389, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.2103867168850459, |
| "grad_norm": 28.15599250793457, |
| "learning_rate": 0.0002, |
| "loss": 0.785, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.21049281205241102, |
| "grad_norm": 12.319548606872559, |
| "learning_rate": 0.0002, |
| "loss": 0.4221, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.21059890721977614, |
| "grad_norm": 12.04208755493164, |
| "learning_rate": 0.0002, |
| "loss": 0.3438, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.21070500238714127, |
| "grad_norm": 7.328030109405518, |
| "learning_rate": 0.0002, |
| "loss": 0.1424, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.2108110975545064, |
| "grad_norm": 69.33638763427734, |
| "learning_rate": 0.0002, |
| "loss": 1.72, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.2109171927218715, |
| "grad_norm": 11.672674179077148, |
| "learning_rate": 0.0002, |
| "loss": 0.2386, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.21102328788923663, |
| "grad_norm": 7.545011520385742, |
| "learning_rate": 0.0002, |
| "loss": 0.2485, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.21112938305660178, |
| "grad_norm": 12.490107536315918, |
| "learning_rate": 0.0002, |
| "loss": 0.2805, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.2112354782239669, |
| "grad_norm": 20.779247283935547, |
| "learning_rate": 0.0002, |
| "loss": 0.8199, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.21134157339133203, |
| "grad_norm": 14.835947036743164, |
| "learning_rate": 0.0002, |
| "loss": 0.3522, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.21144766855869715, |
| "grad_norm": 13.06779956817627, |
| "learning_rate": 0.0002, |
| "loss": 0.3361, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.21155376372606227, |
| "grad_norm": 33.76557922363281, |
| "learning_rate": 0.0002, |
| "loss": 1.3297, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.2116598588934274, |
| "grad_norm": 13.209569931030273, |
| "learning_rate": 0.0002, |
| "loss": 0.2758, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.21176595406079254, |
| "grad_norm": 62.10099411010742, |
| "learning_rate": 0.0002, |
| "loss": 1.0189, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.21187204922815767, |
| "grad_norm": 35.020599365234375, |
| "learning_rate": 0.0002, |
| "loss": 1.4046, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.2119781443955228, |
| "grad_norm": 12.95151424407959, |
| "learning_rate": 0.0002, |
| "loss": 0.219, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.2120842395628879, |
| "grad_norm": 28.071975708007812, |
| "learning_rate": 0.0002, |
| "loss": 0.5943, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.21219033473025303, |
| "grad_norm": 33.58123016357422, |
| "learning_rate": 0.0002, |
| "loss": 0.777, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.21219033473025303, |
| "eval_loss": 0.0603964701294899, |
| "eval_runtime": 48.7859, |
| "eval_samples_per_second": 3.116, |
| "eval_steps_per_second": 1.558, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 28275, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 5, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 5 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.139101503029248e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
