| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0670331143584931, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 6.70331143584931e-05, |
| "grad_norm": 2.8266682624816895, |
| "learning_rate": 0.0, |
| "loss": 1.3893, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0001340662287169862, |
| "grad_norm": 3.197402238845825, |
| "learning_rate": 2.2321428571428572e-08, |
| "loss": 1.3432, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0002010993430754793, |
| "grad_norm": 2.741407871246338, |
| "learning_rate": 4.4642857142857145e-08, |
| "loss": 1.3051, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0002681324574339724, |
| "grad_norm": 2.492807149887085, |
| "learning_rate": 6.696428571428571e-08, |
| "loss": 1.2935, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0003351655717924655, |
| "grad_norm": 2.5825142860412598, |
| "learning_rate": 8.928571428571429e-08, |
| "loss": 1.2741, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0004021986861509586, |
| "grad_norm": 2.7655751705169678, |
| "learning_rate": 1.1160714285714287e-07, |
| "loss": 1.3484, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00046923180050945166, |
| "grad_norm": 2.7165443897247314, |
| "learning_rate": 1.3392857142857142e-07, |
| "loss": 1.3528, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0005362649148679448, |
| "grad_norm": 2.8680548667907715, |
| "learning_rate": 1.5625e-07, |
| "loss": 1.3785, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0006032980292264378, |
| "grad_norm": 2.7525742053985596, |
| "learning_rate": 1.7857142857142858e-07, |
| "loss": 1.3063, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.000670331143584931, |
| "grad_norm": 2.8745837211608887, |
| "learning_rate": 2.0089285714285717e-07, |
| "loss": 1.2946, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.000737364257943424, |
| "grad_norm": 2.6350390911102295, |
| "learning_rate": 2.2321428571428574e-07, |
| "loss": 1.3257, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0008043973723019171, |
| "grad_norm": 2.8810882568359375, |
| "learning_rate": 2.455357142857143e-07, |
| "loss": 1.3098, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0008714304866604103, |
| "grad_norm": 2.642893075942993, |
| "learning_rate": 2.6785714285714284e-07, |
| "loss": 1.3183, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0009384636010189033, |
| "grad_norm": 2.9658453464508057, |
| "learning_rate": 2.901785714285715e-07, |
| "loss": 1.3079, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0010054967153773965, |
| "grad_norm": 2.6536788940429688, |
| "learning_rate": 3.125e-07, |
| "loss": 1.3028, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0010725298297358896, |
| "grad_norm": 2.712186336517334, |
| "learning_rate": 3.3482142857142856e-07, |
| "loss": 1.3229, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0011395629440943825, |
| "grad_norm": 2.5634453296661377, |
| "learning_rate": 3.5714285714285716e-07, |
| "loss": 1.3058, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0012065960584528757, |
| "grad_norm": 2.4024438858032227, |
| "learning_rate": 3.794642857142857e-07, |
| "loss": 1.3111, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0012736291728113688, |
| "grad_norm": 2.62338924407959, |
| "learning_rate": 4.0178571428571434e-07, |
| "loss": 1.3008, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.001340662287169862, |
| "grad_norm": 2.439610481262207, |
| "learning_rate": 4.2410714285714293e-07, |
| "loss": 1.2784, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.001407695401528355, |
| "grad_norm": 2.4448342323303223, |
| "learning_rate": 4.4642857142857147e-07, |
| "loss": 1.3083, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.001474728515886848, |
| "grad_norm": 2.4547626972198486, |
| "learning_rate": 4.6875000000000006e-07, |
| "loss": 1.3195, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0015417616302453412, |
| "grad_norm": 2.4215667247772217, |
| "learning_rate": 4.910714285714286e-07, |
| "loss": 1.3188, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0016087947446038343, |
| "grad_norm": 2.4636592864990234, |
| "learning_rate": 5.133928571428571e-07, |
| "loss": 1.3944, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0016758278589623274, |
| "grad_norm": 2.2917380332946777, |
| "learning_rate": 5.357142857142857e-07, |
| "loss": 1.2624, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0017428609733208206, |
| "grad_norm": 2.3638384342193604, |
| "learning_rate": 5.580357142857143e-07, |
| "loss": 1.3349, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0018098940876793135, |
| "grad_norm": 2.350156784057617, |
| "learning_rate": 5.80357142857143e-07, |
| "loss": 1.2761, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0018769272020378066, |
| "grad_norm": 2.2608768939971924, |
| "learning_rate": 6.026785714285715e-07, |
| "loss": 1.25, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0019439603163962998, |
| "grad_norm": 2.2037885189056396, |
| "learning_rate": 6.25e-07, |
| "loss": 1.3552, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.002010993430754793, |
| "grad_norm": 2.24833607673645, |
| "learning_rate": 6.473214285714287e-07, |
| "loss": 1.2912, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.002078026545113286, |
| "grad_norm": 2.154676914215088, |
| "learning_rate": 6.696428571428571e-07, |
| "loss": 1.268, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.002145059659471779, |
| "grad_norm": 2.321460723876953, |
| "learning_rate": 6.919642857142858e-07, |
| "loss": 1.277, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.002212092773830272, |
| "grad_norm": 2.1988437175750732, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 1.2695, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.002279125888188765, |
| "grad_norm": 2.453014373779297, |
| "learning_rate": 7.36607142857143e-07, |
| "loss": 1.2862, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0023461590025472584, |
| "grad_norm": 2.2512736320495605, |
| "learning_rate": 7.589285714285714e-07, |
| "loss": 1.3702, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0024131921169057513, |
| "grad_norm": 2.1225743293762207, |
| "learning_rate": 7.8125e-07, |
| "loss": 1.281, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0024802252312642447, |
| "grad_norm": 2.170715808868408, |
| "learning_rate": 8.035714285714287e-07, |
| "loss": 1.2995, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.0025472583456227376, |
| "grad_norm": 2.1504390239715576, |
| "learning_rate": 8.258928571428572e-07, |
| "loss": 1.2405, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0026142914599812305, |
| "grad_norm": 2.15297794342041, |
| "learning_rate": 8.482142857142859e-07, |
| "loss": 1.2911, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.002681324574339724, |
| "grad_norm": 2.245584011077881, |
| "learning_rate": 8.705357142857143e-07, |
| "loss": 1.2741, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.002748357688698217, |
| "grad_norm": 2.337400436401367, |
| "learning_rate": 8.928571428571429e-07, |
| "loss": 1.354, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00281539080305671, |
| "grad_norm": 2.2063677310943604, |
| "learning_rate": 9.151785714285715e-07, |
| "loss": 1.2579, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.002882423917415203, |
| "grad_norm": 2.082253932952881, |
| "learning_rate": 9.375000000000001e-07, |
| "loss": 1.2316, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.002949457031773696, |
| "grad_norm": 1.9699960947036743, |
| "learning_rate": 9.598214285714287e-07, |
| "loss": 1.2792, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0030164901461321894, |
| "grad_norm": 2.0982890129089355, |
| "learning_rate": 9.821428571428572e-07, |
| "loss": 1.2988, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0030835232604906823, |
| "grad_norm": 1.977573037147522, |
| "learning_rate": 1.0044642857142857e-06, |
| "loss": 1.2213, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0031505563748491757, |
| "grad_norm": 1.8729926347732544, |
| "learning_rate": 1.0267857142857143e-06, |
| "loss": 1.2171, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0032175894892076686, |
| "grad_norm": 2.439875602722168, |
| "learning_rate": 1.049107142857143e-06, |
| "loss": 1.2393, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0032846226035661615, |
| "grad_norm": 1.9424128532409668, |
| "learning_rate": 1.0714285714285714e-06, |
| "loss": 1.2517, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.003351655717924655, |
| "grad_norm": 1.9900550842285156, |
| "learning_rate": 1.0937500000000001e-06, |
| "loss": 1.1755, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.003418688832283148, |
| "grad_norm": 1.7662949562072754, |
| "learning_rate": 1.1160714285714287e-06, |
| "loss": 1.3096, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.003485721946641641, |
| "grad_norm": 1.8255635499954224, |
| "learning_rate": 1.1383928571428572e-06, |
| "loss": 1.1986, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.003552755061000134, |
| "grad_norm": 1.8802061080932617, |
| "learning_rate": 1.160714285714286e-06, |
| "loss": 1.2929, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.003619788175358627, |
| "grad_norm": 1.7655832767486572, |
| "learning_rate": 1.1830357142857143e-06, |
| "loss": 1.2636, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0036868212897171204, |
| "grad_norm": 1.9112038612365723, |
| "learning_rate": 1.205357142857143e-06, |
| "loss": 1.2322, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0037538544040756133, |
| "grad_norm": 2.152738094329834, |
| "learning_rate": 1.2276785714285716e-06, |
| "loss": 1.3027, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0038208875184341066, |
| "grad_norm": 1.966413974761963, |
| "learning_rate": 1.25e-06, |
| "loss": 1.2974, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0038879206327925996, |
| "grad_norm": 1.8538051843643188, |
| "learning_rate": 1.2723214285714286e-06, |
| "loss": 1.2021, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0039549537471510925, |
| "grad_norm": 1.852473497390747, |
| "learning_rate": 1.2946428571428574e-06, |
| "loss": 1.244, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.004021986861509586, |
| "grad_norm": 1.929124116897583, |
| "learning_rate": 1.316964285714286e-06, |
| "loss": 1.2993, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004089019975868079, |
| "grad_norm": 1.7385525703430176, |
| "learning_rate": 1.3392857142857143e-06, |
| "loss": 1.2355, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.004156053090226572, |
| "grad_norm": 1.9227728843688965, |
| "learning_rate": 1.3616071428571428e-06, |
| "loss": 1.1882, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.004223086204585065, |
| "grad_norm": 1.888803243637085, |
| "learning_rate": 1.3839285714285715e-06, |
| "loss": 1.2316, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.004290119318943558, |
| "grad_norm": 2.0231268405914307, |
| "learning_rate": 1.40625e-06, |
| "loss": 1.2315, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.004357152433302051, |
| "grad_norm": 2.019695520401001, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 1.2648, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.004424185547660544, |
| "grad_norm": 1.8663368225097656, |
| "learning_rate": 1.4508928571428574e-06, |
| "loss": 1.1854, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.004491218662019038, |
| "grad_norm": 2.1684625148773193, |
| "learning_rate": 1.473214285714286e-06, |
| "loss": 1.3085, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.00455825177637753, |
| "grad_norm": 1.8097330331802368, |
| "learning_rate": 1.4955357142857145e-06, |
| "loss": 1.2608, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.0046252848907360235, |
| "grad_norm": 2.287799596786499, |
| "learning_rate": 1.5178571428571428e-06, |
| "loss": 1.2452, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.004692318005094517, |
| "grad_norm": 1.86531400680542, |
| "learning_rate": 1.5401785714285715e-06, |
| "loss": 1.1851, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00475935111945301, |
| "grad_norm": 1.767473816871643, |
| "learning_rate": 1.5625e-06, |
| "loss": 1.2719, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.004826384233811503, |
| "grad_norm": 1.9656637907028198, |
| "learning_rate": 1.5848214285714286e-06, |
| "loss": 1.3238, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.004893417348169996, |
| "grad_norm": 1.9285154342651367, |
| "learning_rate": 1.6071428571428574e-06, |
| "loss": 1.2026, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.004960450462528489, |
| "grad_norm": 1.7841016054153442, |
| "learning_rate": 1.629464285714286e-06, |
| "loss": 1.2161, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.005027483576886982, |
| "grad_norm": 2.0196142196655273, |
| "learning_rate": 1.6517857142857144e-06, |
| "loss": 1.2572, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.005094516691245475, |
| "grad_norm": 2.143113851547241, |
| "learning_rate": 1.6741071428571428e-06, |
| "loss": 1.3329, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.005161549805603969, |
| "grad_norm": 1.8426005840301514, |
| "learning_rate": 1.6964285714285717e-06, |
| "loss": 1.1449, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.005228582919962461, |
| "grad_norm": 1.683332920074463, |
| "learning_rate": 1.71875e-06, |
| "loss": 1.207, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.0052956160343209545, |
| "grad_norm": 1.9566597938537598, |
| "learning_rate": 1.7410714285714286e-06, |
| "loss": 1.3059, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.005362649148679448, |
| "grad_norm": 2.1146328449249268, |
| "learning_rate": 1.7633928571428574e-06, |
| "loss": 1.2266, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.005429682263037941, |
| "grad_norm": 1.8323785066604614, |
| "learning_rate": 1.7857142857142859e-06, |
| "loss": 1.2091, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.005496715377396434, |
| "grad_norm": 1.9114506244659424, |
| "learning_rate": 1.8080357142857144e-06, |
| "loss": 1.2958, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.005563748491754927, |
| "grad_norm": 1.8922076225280762, |
| "learning_rate": 1.830357142857143e-06, |
| "loss": 1.2291, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.00563078160611342, |
| "grad_norm": 1.9231986999511719, |
| "learning_rate": 1.8526785714285717e-06, |
| "loss": 1.2299, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.005697814720471913, |
| "grad_norm": 2.4583990573883057, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 1.1992, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.005764847834830406, |
| "grad_norm": 1.837087631225586, |
| "learning_rate": 1.8973214285714286e-06, |
| "loss": 1.2111, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.0058318809491889, |
| "grad_norm": 1.8337231874465942, |
| "learning_rate": 1.9196428571428573e-06, |
| "loss": 1.2304, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.005898914063547392, |
| "grad_norm": 1.9708677530288696, |
| "learning_rate": 1.941964285714286e-06, |
| "loss": 1.2707, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.005965947177905885, |
| "grad_norm": 1.9744468927383423, |
| "learning_rate": 1.9642857142857144e-06, |
| "loss": 1.2195, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.006032980292264379, |
| "grad_norm": 2.099621534347534, |
| "learning_rate": 1.9866071428571427e-06, |
| "loss": 1.2246, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.006100013406622871, |
| "grad_norm": 2.0960702896118164, |
| "learning_rate": 2.0089285714285715e-06, |
| "loss": 1.1771, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.006167046520981365, |
| "grad_norm": 1.9620410203933716, |
| "learning_rate": 2.0312500000000002e-06, |
| "loss": 1.2073, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.006234079635339858, |
| "grad_norm": 1.9637696743011475, |
| "learning_rate": 2.0535714285714286e-06, |
| "loss": 1.2254, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.006301112749698351, |
| "grad_norm": 2.0654048919677734, |
| "learning_rate": 2.0758928571428573e-06, |
| "loss": 1.1778, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.006368145864056844, |
| "grad_norm": 2.1204612255096436, |
| "learning_rate": 2.098214285714286e-06, |
| "loss": 1.2964, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.006435178978415337, |
| "grad_norm": 2.047159433364868, |
| "learning_rate": 2.1205357142857144e-06, |
| "loss": 1.2722, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0065022120927738306, |
| "grad_norm": 1.9941599369049072, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 1.2447, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.006569245207132323, |
| "grad_norm": 2.0164620876312256, |
| "learning_rate": 2.1651785714285715e-06, |
| "loss": 1.2249, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.006636278321490816, |
| "grad_norm": 1.969041109085083, |
| "learning_rate": 2.1875000000000002e-06, |
| "loss": 1.2576, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.00670331143584931, |
| "grad_norm": 1.781659483909607, |
| "learning_rate": 2.2098214285714286e-06, |
| "loss": 1.2068, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.006770344550207802, |
| "grad_norm": 1.8810672760009766, |
| "learning_rate": 2.2321428571428573e-06, |
| "loss": 1.1855, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.006837377664566296, |
| "grad_norm": 2.329524517059326, |
| "learning_rate": 2.254464285714286e-06, |
| "loss": 1.2065, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.006904410778924789, |
| "grad_norm": 2.000384569168091, |
| "learning_rate": 2.2767857142857144e-06, |
| "loss": 1.2339, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.006971443893283282, |
| "grad_norm": 1.8148807287216187, |
| "learning_rate": 2.2991071428571427e-06, |
| "loss": 1.2416, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.007038477007641775, |
| "grad_norm": 1.9990314245224, |
| "learning_rate": 2.321428571428572e-06, |
| "loss": 1.1959, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.007105510122000268, |
| "grad_norm": 2.583407163619995, |
| "learning_rate": 2.3437500000000002e-06, |
| "loss": 1.2212, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0071725432363587615, |
| "grad_norm": 2.4955267906188965, |
| "learning_rate": 2.3660714285714285e-06, |
| "loss": 1.2488, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.007239576350717254, |
| "grad_norm": 2.382535219192505, |
| "learning_rate": 2.3883928571428573e-06, |
| "loss": 1.1727, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.007306609465075747, |
| "grad_norm": 2.6640851497650146, |
| "learning_rate": 2.410714285714286e-06, |
| "loss": 1.24, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.007373642579434241, |
| "grad_norm": 1.9102894067764282, |
| "learning_rate": 2.4330357142857144e-06, |
| "loss": 1.2463, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.007440675693792733, |
| "grad_norm": 1.8269729614257812, |
| "learning_rate": 2.455357142857143e-06, |
| "loss": 1.2006, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.007507708808151227, |
| "grad_norm": 2.1874990463256836, |
| "learning_rate": 2.477678571428572e-06, |
| "loss": 1.218, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.00757474192250972, |
| "grad_norm": 2.295238733291626, |
| "learning_rate": 2.5e-06, |
| "loss": 1.2229, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.007641775036868213, |
| "grad_norm": 2.176818609237671, |
| "learning_rate": 2.5223214285714285e-06, |
| "loss": 1.2658, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.007708808151226706, |
| "grad_norm": 2.483250856399536, |
| "learning_rate": 2.5446428571428573e-06, |
| "loss": 1.1999, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.007775841265585199, |
| "grad_norm": 1.9835858345031738, |
| "learning_rate": 2.5669642857142856e-06, |
| "loss": 1.1866, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.007842874379943693, |
| "grad_norm": 2.0929558277130127, |
| "learning_rate": 2.5892857142857148e-06, |
| "loss": 1.2185, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.007909907494302185, |
| "grad_norm": 2.2275726795196533, |
| "learning_rate": 2.611607142857143e-06, |
| "loss": 1.2094, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.00797694060866068, |
| "grad_norm": 2.0724565982818604, |
| "learning_rate": 2.633928571428572e-06, |
| "loss": 1.2968, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.008043973723019172, |
| "grad_norm": 2.1699132919311523, |
| "learning_rate": 2.65625e-06, |
| "loss": 1.244, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.008111006837377664, |
| "grad_norm": 2.2774081230163574, |
| "learning_rate": 2.6785714285714285e-06, |
| "loss": 1.1892, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.008178039951736158, |
| "grad_norm": 2.382199764251709, |
| "learning_rate": 2.7008928571428573e-06, |
| "loss": 1.3033, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.008245073066094651, |
| "grad_norm": 1.9174301624298096, |
| "learning_rate": 2.7232142857142856e-06, |
| "loss": 1.2168, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.008312106180453143, |
| "grad_norm": 2.0707485675811768, |
| "learning_rate": 2.7455357142857148e-06, |
| "loss": 1.2419, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.008379139294811638, |
| "grad_norm": 2.7460083961486816, |
| "learning_rate": 2.767857142857143e-06, |
| "loss": 1.2474, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.00844617240917013, |
| "grad_norm": 1.8967076539993286, |
| "learning_rate": 2.790178571428572e-06, |
| "loss": 1.2405, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.008513205523528623, |
| "grad_norm": 2.4269890785217285, |
| "learning_rate": 2.8125e-06, |
| "loss": 1.207, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.008580238637887117, |
| "grad_norm": 2.326543092727661, |
| "learning_rate": 2.834821428571429e-06, |
| "loss": 1.2135, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.00864727175224561, |
| "grad_norm": 1.799556851387024, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 1.27, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.008714304866604102, |
| "grad_norm": 2.254197120666504, |
| "learning_rate": 2.8794642857142856e-06, |
| "loss": 1.2582, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.008781337980962596, |
| "grad_norm": 1.8105655908584595, |
| "learning_rate": 2.9017857142857148e-06, |
| "loss": 1.2487, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.008848371095321089, |
| "grad_norm": 2.006012439727783, |
| "learning_rate": 2.924107142857143e-06, |
| "loss": 1.2227, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.008915404209679581, |
| "grad_norm": 2.242335557937622, |
| "learning_rate": 2.946428571428572e-06, |
| "loss": 1.2214, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.008982437324038075, |
| "grad_norm": 1.9250892400741577, |
| "learning_rate": 2.96875e-06, |
| "loss": 1.1621, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.009049470438396568, |
| "grad_norm": 2.000666379928589, |
| "learning_rate": 2.991071428571429e-06, |
| "loss": 1.1962, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.00911650355275506, |
| "grad_norm": 2.054987668991089, |
| "learning_rate": 3.0133928571428572e-06, |
| "loss": 1.2684, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.009183536667113554, |
| "grad_norm": 1.7779896259307861, |
| "learning_rate": 3.0357142857142856e-06, |
| "loss": 1.1858, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.009250569781472047, |
| "grad_norm": 2.0080082416534424, |
| "learning_rate": 3.0580357142857147e-06, |
| "loss": 1.2728, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.00931760289583054, |
| "grad_norm": 1.910838007926941, |
| "learning_rate": 3.080357142857143e-06, |
| "loss": 1.1918, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.009384636010189034, |
| "grad_norm": 2.042437791824341, |
| "learning_rate": 3.102678571428572e-06, |
| "loss": 1.243, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.009451669124547526, |
| "grad_norm": 2.011899948120117, |
| "learning_rate": 3.125e-06, |
| "loss": 1.2416, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.00951870223890602, |
| "grad_norm": 2.1908674240112305, |
| "learning_rate": 3.147321428571429e-06, |
| "loss": 1.2311, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.009585735353264513, |
| "grad_norm": 2.2943334579467773, |
| "learning_rate": 3.1696428571428572e-06, |
| "loss": 1.2677, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.009652768467623005, |
| "grad_norm": 2.622053384780884, |
| "learning_rate": 3.1919642857142856e-06, |
| "loss": 1.2318, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.0097198015819815, |
| "grad_norm": 2.226306438446045, |
| "learning_rate": 3.2142857142857147e-06, |
| "loss": 1.1869, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.009786834696339992, |
| "grad_norm": 2.0651707649230957, |
| "learning_rate": 3.2366071428571435e-06, |
| "loss": 1.3115, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.009853867810698485, |
| "grad_norm": 2.2979025840759277, |
| "learning_rate": 3.258928571428572e-06, |
| "loss": 1.1411, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.009920900925056979, |
| "grad_norm": 2.449683904647827, |
| "learning_rate": 3.28125e-06, |
| "loss": 1.2293, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.009987934039415471, |
| "grad_norm": 1.892648458480835, |
| "learning_rate": 3.303571428571429e-06, |
| "loss": 1.2101, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.010054967153773964, |
| "grad_norm": 2.788022994995117, |
| "learning_rate": 3.3258928571428572e-06, |
| "loss": 1.2254, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.010122000268132458, |
| "grad_norm": 1.7807661294937134, |
| "learning_rate": 3.3482142857142855e-06, |
| "loss": 1.278, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.01018903338249095, |
| "grad_norm": 2.1160876750946045, |
| "learning_rate": 3.3705357142857147e-06, |
| "loss": 1.1973, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.010256066496849443, |
| "grad_norm": 2.5106000900268555, |
| "learning_rate": 3.3928571428571435e-06, |
| "loss": 1.1466, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.010323099611207937, |
| "grad_norm": 2.4574484825134277, |
| "learning_rate": 3.415178571428572e-06, |
| "loss": 1.248, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.01039013272556643, |
| "grad_norm": 2.9331250190734863, |
| "learning_rate": 3.4375e-06, |
| "loss": 1.2552, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.010457165839924922, |
| "grad_norm": 2.7150144577026367, |
| "learning_rate": 3.459821428571429e-06, |
| "loss": 1.231, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.010524198954283416, |
| "grad_norm": 3.01019024848938, |
| "learning_rate": 3.482142857142857e-06, |
| "loss": 1.2582, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.010591232068641909, |
| "grad_norm": 2.8149845600128174, |
| "learning_rate": 3.504464285714286e-06, |
| "loss": 1.2059, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.010658265183000401, |
| "grad_norm": 2.1872904300689697, |
| "learning_rate": 3.5267857142857147e-06, |
| "loss": 1.2103, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.010725298297358896, |
| "grad_norm": 2.4275431632995605, |
| "learning_rate": 3.5491071428571435e-06, |
| "loss": 1.2949, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.010792331411717388, |
| "grad_norm": 2.170591354370117, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 1.1938, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.010859364526075882, |
| "grad_norm": 2.600552797317505, |
| "learning_rate": 3.59375e-06, |
| "loss": 1.1927, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.010926397640434375, |
| "grad_norm": 2.1170871257781982, |
| "learning_rate": 3.616071428571429e-06, |
| "loss": 1.2304, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.010993430754792867, |
| "grad_norm": 1.9006774425506592, |
| "learning_rate": 3.638392857142857e-06, |
| "loss": 1.1762, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.011060463869151362, |
| "grad_norm": 2.211699962615967, |
| "learning_rate": 3.660714285714286e-06, |
| "loss": 1.1834, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.011127496983509854, |
| "grad_norm": 2.433899402618408, |
| "learning_rate": 3.6830357142857147e-06, |
| "loss": 1.2092, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.011194530097868347, |
| "grad_norm": 1.9033650159835815, |
| "learning_rate": 3.7053571428571434e-06, |
| "loss": 1.2578, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.01126156321222684, |
| "grad_norm": 2.050795316696167, |
| "learning_rate": 3.7276785714285718e-06, |
| "loss": 1.2618, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.011328596326585333, |
| "grad_norm": 1.9604853391647339, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 1.2118, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.011395629440943826, |
| "grad_norm": 2.0507681369781494, |
| "learning_rate": 3.772321428571429e-06, |
| "loss": 1.2107, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.01146266255530232, |
| "grad_norm": 2.4380359649658203, |
| "learning_rate": 3.794642857142857e-06, |
| "loss": 1.1907, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.011529695669660812, |
| "grad_norm": 2.0586965084075928, |
| "learning_rate": 3.816964285714286e-06, |
| "loss": 1.3241, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.011596728784019305, |
| "grad_norm": 2.172727584838867, |
| "learning_rate": 3.839285714285715e-06, |
| "loss": 1.1544, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.0116637618983778, |
| "grad_norm": 2.041043519973755, |
| "learning_rate": 3.8616071428571434e-06, |
| "loss": 1.2224, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.011730795012736292, |
| "grad_norm": 2.3502821922302246, |
| "learning_rate": 3.883928571428572e-06, |
| "loss": 1.2719, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.011797828127094784, |
| "grad_norm": 2.013765335083008, |
| "learning_rate": 3.90625e-06, |
| "loss": 1.2608, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.011864861241453278, |
| "grad_norm": 2.1029679775238037, |
| "learning_rate": 3.928571428571429e-06, |
| "loss": 1.1721, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.01193189435581177, |
| "grad_norm": 2.159792184829712, |
| "learning_rate": 3.950892857142858e-06, |
| "loss": 1.2719, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.011998927470170263, |
| "grad_norm": 2.194566011428833, |
| "learning_rate": 3.9732142857142855e-06, |
| "loss": 1.2301, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.012065960584528758, |
| "grad_norm": 2.4488422870635986, |
| "learning_rate": 3.995535714285715e-06, |
| "loss": 1.2027, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.01213299369888725, |
| "grad_norm": 2.651639938354492, |
| "learning_rate": 4.017857142857143e-06, |
| "loss": 1.2317, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.012200026813245743, |
| "grad_norm": 2.476400852203369, |
| "learning_rate": 4.040178571428572e-06, |
| "loss": 1.2075, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.012267059927604237, |
| "grad_norm": 2.6148006916046143, |
| "learning_rate": 4.0625000000000005e-06, |
| "loss": 1.2402, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.01233409304196273, |
| "grad_norm": 2.3009469509124756, |
| "learning_rate": 4.084821428571429e-06, |
| "loss": 1.2473, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.012401126156321223, |
| "grad_norm": 2.268521308898926, |
| "learning_rate": 4.107142857142857e-06, |
| "loss": 1.1957, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.012468159270679716, |
| "grad_norm": 3.1764936447143555, |
| "learning_rate": 4.129464285714286e-06, |
| "loss": 1.1806, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.012535192385038208, |
| "grad_norm": 2.0548946857452393, |
| "learning_rate": 4.151785714285715e-06, |
| "loss": 1.2162, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.012602225499396703, |
| "grad_norm": 2.704197645187378, |
| "learning_rate": 4.174107142857143e-06, |
| "loss": 1.1988, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.012669258613755195, |
| "grad_norm": 1.8629240989685059, |
| "learning_rate": 4.196428571428572e-06, |
| "loss": 1.2363, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.012736291728113688, |
| "grad_norm": 2.0676205158233643, |
| "learning_rate": 4.21875e-06, |
| "loss": 1.2523, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.012803324842472182, |
| "grad_norm": 2.340593099594116, |
| "learning_rate": 4.241071428571429e-06, |
| "loss": 1.2754, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.012870357956830674, |
| "grad_norm": 2.512174606323242, |
| "learning_rate": 4.2633928571428576e-06, |
| "loss": 1.215, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.012937391071189167, |
| "grad_norm": 1.9808419942855835, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 1.238, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.013004424185547661, |
| "grad_norm": 2.981882095336914, |
| "learning_rate": 4.308035714285715e-06, |
| "loss": 1.2632, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.013071457299906154, |
| "grad_norm": 2.508653163909912, |
| "learning_rate": 4.330357142857143e-06, |
| "loss": 1.2462, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.013138490414264646, |
| "grad_norm": 2.207817316055298, |
| "learning_rate": 4.352678571428572e-06, |
| "loss": 1.203, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.01320552352862314, |
| "grad_norm": 2.06935453414917, |
| "learning_rate": 4.3750000000000005e-06, |
| "loss": 1.2734, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.013272556642981633, |
| "grad_norm": 3.1920056343078613, |
| "learning_rate": 4.397321428571429e-06, |
| "loss": 1.1967, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.013339589757340125, |
| "grad_norm": 2.1262366771698, |
| "learning_rate": 4.419642857142857e-06, |
| "loss": 1.2049, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.01340662287169862, |
| "grad_norm": 2.7905943393707275, |
| "learning_rate": 4.441964285714286e-06, |
| "loss": 1.2368, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.013473655986057112, |
| "grad_norm": 2.4245240688323975, |
| "learning_rate": 4.464285714285715e-06, |
| "loss": 1.1818, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.013540689100415605, |
| "grad_norm": 2.704355239868164, |
| "learning_rate": 4.486607142857143e-06, |
| "loss": 1.1764, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.013607722214774099, |
| "grad_norm": 2.2138848304748535, |
| "learning_rate": 4.508928571428572e-06, |
| "loss": 1.209, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.013674755329132591, |
| "grad_norm": 2.8906967639923096, |
| "learning_rate": 4.53125e-06, |
| "loss": 1.2023, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.013741788443491085, |
| "grad_norm": 2.1049251556396484, |
| "learning_rate": 4.553571428571429e-06, |
| "loss": 1.2056, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.013808821557849578, |
| "grad_norm": 2.449721574783325, |
| "learning_rate": 4.5758928571428575e-06, |
| "loss": 1.2292, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.01387585467220807, |
| "grad_norm": 2.375959873199463, |
| "learning_rate": 4.5982142857142854e-06, |
| "loss": 1.2463, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.013942887786566565, |
| "grad_norm": 1.9402239322662354, |
| "learning_rate": 4.620535714285715e-06, |
| "loss": 1.16, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.014009920900925057, |
| "grad_norm": 2.593716859817505, |
| "learning_rate": 4.642857142857144e-06, |
| "loss": 1.2617, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.01407695401528355, |
| "grad_norm": 2.0688419342041016, |
| "learning_rate": 4.665178571428572e-06, |
| "loss": 1.1645, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.014143987129642044, |
| "grad_norm": 2.7980854511260986, |
| "learning_rate": 4.6875000000000004e-06, |
| "loss": 1.2354, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.014211020244000536, |
| "grad_norm": 2.405332326889038, |
| "learning_rate": 4.709821428571429e-06, |
| "loss": 1.2444, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.014278053358359029, |
| "grad_norm": 2.415998935699463, |
| "learning_rate": 4.732142857142857e-06, |
| "loss": 1.2091, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.014345086472717523, |
| "grad_norm": 2.3385603427886963, |
| "learning_rate": 4.754464285714286e-06, |
| "loss": 1.1984, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.014412119587076016, |
| "grad_norm": 2.7845187187194824, |
| "learning_rate": 4.776785714285715e-06, |
| "loss": 1.2257, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.014479152701434508, |
| "grad_norm": 2.593630075454712, |
| "learning_rate": 4.799107142857143e-06, |
| "loss": 1.204, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.014546185815793002, |
| "grad_norm": 2.737111806869507, |
| "learning_rate": 4.821428571428572e-06, |
| "loss": 1.1962, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.014613218930151495, |
| "grad_norm": 2.9121313095092773, |
| "learning_rate": 4.84375e-06, |
| "loss": 1.225, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.014680252044509987, |
| "grad_norm": 2.5400915145874023, |
| "learning_rate": 4.866071428571429e-06, |
| "loss": 1.1998, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.014747285158868481, |
| "grad_norm": 2.9141483306884766, |
| "learning_rate": 4.8883928571428575e-06, |
| "loss": 1.2002, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.014814318273226974, |
| "grad_norm": 3.3526105880737305, |
| "learning_rate": 4.910714285714286e-06, |
| "loss": 1.2486, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.014881351387585466, |
| "grad_norm": 2.4175493717193604, |
| "learning_rate": 4.933035714285715e-06, |
| "loss": 1.2217, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.01494838450194396, |
| "grad_norm": 3.140850782394409, |
| "learning_rate": 4.955357142857144e-06, |
| "loss": 1.2541, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.015015417616302453, |
| "grad_norm": 3.051591157913208, |
| "learning_rate": 4.977678571428572e-06, |
| "loss": 1.2858, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.015082450730660946, |
| "grad_norm": 2.5857675075531006, |
| "learning_rate": 5e-06, |
| "loss": 1.1714, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.01514948384501944, |
| "grad_norm": 2.9575469493865967, |
| "learning_rate": 5.022321428571429e-06, |
| "loss": 1.156, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.015216516959377932, |
| "grad_norm": 2.5889453887939453, |
| "learning_rate": 5.044642857142857e-06, |
| "loss": 1.217, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.015283550073736427, |
| "grad_norm": 2.6241190433502197, |
| "learning_rate": 5.066964285714287e-06, |
| "loss": 1.2147, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.015350583188094919, |
| "grad_norm": 3.3204398155212402, |
| "learning_rate": 5.0892857142857146e-06, |
| "loss": 1.2644, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.015417616302453412, |
| "grad_norm": 2.662034749984741, |
| "learning_rate": 5.111607142857143e-06, |
| "loss": 1.2084, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.015484649416811906, |
| "grad_norm": 2.243623733520508, |
| "learning_rate": 5.133928571428571e-06, |
| "loss": 1.2194, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.015551682531170398, |
| "grad_norm": 3.0733046531677246, |
| "learning_rate": 5.156250000000001e-06, |
| "loss": 1.1751, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.01561871564552889, |
| "grad_norm": 2.139017105102539, |
| "learning_rate": 5.1785714285714296e-06, |
| "loss": 1.203, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.015685748759887385, |
| "grad_norm": 2.4610514640808105, |
| "learning_rate": 5.2008928571428575e-06, |
| "loss": 1.2023, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.015752781874245878, |
| "grad_norm": 2.8062188625335693, |
| "learning_rate": 5.223214285714286e-06, |
| "loss": 1.2167, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.01581981498860437, |
| "grad_norm": 2.086745500564575, |
| "learning_rate": 5.245535714285714e-06, |
| "loss": 1.1892, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.015886848102962862, |
| "grad_norm": 3.210679769515991, |
| "learning_rate": 5.267857142857144e-06, |
| "loss": 1.2636, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.01595388121732136, |
| "grad_norm": 2.5194921493530273, |
| "learning_rate": 5.290178571428572e-06, |
| "loss": 1.153, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.01602091433167985, |
| "grad_norm": 2.172931671142578, |
| "learning_rate": 5.3125e-06, |
| "loss": 1.2623, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.016087947446038343, |
| "grad_norm": 2.862905502319336, |
| "learning_rate": 5.334821428571429e-06, |
| "loss": 1.2239, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.016154980560396836, |
| "grad_norm": 2.512240171432495, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 1.1996, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.01622201367475533, |
| "grad_norm": 2.2989866733551025, |
| "learning_rate": 5.379464285714287e-06, |
| "loss": 1.2462, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.01628904678911382, |
| "grad_norm": 3.0499050617218018, |
| "learning_rate": 5.4017857142857145e-06, |
| "loss": 1.2763, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.016356079903472317, |
| "grad_norm": 2.189517021179199, |
| "learning_rate": 5.424107142857143e-06, |
| "loss": 1.2552, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.01642311301783081, |
| "grad_norm": 3.102879285812378, |
| "learning_rate": 5.446428571428571e-06, |
| "loss": 1.2544, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.016490146132189302, |
| "grad_norm": 2.6025664806365967, |
| "learning_rate": 5.468750000000001e-06, |
| "loss": 1.217, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.016557179246547794, |
| "grad_norm": 2.374499559402466, |
| "learning_rate": 5.4910714285714295e-06, |
| "loss": 1.2215, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.016624212360906287, |
| "grad_norm": 3.100492238998413, |
| "learning_rate": 5.5133928571428574e-06, |
| "loss": 1.12, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.01669124547526478, |
| "grad_norm": 3.225371837615967, |
| "learning_rate": 5.535714285714286e-06, |
| "loss": 1.2066, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.016758278589623275, |
| "grad_norm": 2.35782790184021, |
| "learning_rate": 5.558035714285714e-06, |
| "loss": 1.2793, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.016825311703981768, |
| "grad_norm": 2.8852508068084717, |
| "learning_rate": 5.580357142857144e-06, |
| "loss": 1.219, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.01689234481834026, |
| "grad_norm": 2.2940666675567627, |
| "learning_rate": 5.602678571428572e-06, |
| "loss": 1.2024, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.016959377932698753, |
| "grad_norm": 2.6674435138702393, |
| "learning_rate": 5.625e-06, |
| "loss": 1.2715, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.017026411047057245, |
| "grad_norm": 2.27223539352417, |
| "learning_rate": 5.647321428571429e-06, |
| "loss": 1.2266, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.017093444161415738, |
| "grad_norm": 2.826014995574951, |
| "learning_rate": 5.669642857142858e-06, |
| "loss": 1.2057, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.017160477275774234, |
| "grad_norm": 2.9474990367889404, |
| "learning_rate": 5.691964285714287e-06, |
| "loss": 1.2773, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.017227510390132726, |
| "grad_norm": 2.7794179916381836, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 1.2464, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.01729454350449122, |
| "grad_norm": 2.7503139972686768, |
| "learning_rate": 5.736607142857143e-06, |
| "loss": 1.1973, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.01736157661884971, |
| "grad_norm": 3.3669774532318115, |
| "learning_rate": 5.758928571428571e-06, |
| "loss": 1.2087, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.017428609733208204, |
| "grad_norm": 1.9762550592422485, |
| "learning_rate": 5.781250000000001e-06, |
| "loss": 1.2989, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0174956428475667, |
| "grad_norm": 2.604398250579834, |
| "learning_rate": 5.8035714285714295e-06, |
| "loss": 1.2131, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.017562675961925192, |
| "grad_norm": 2.2924938201904297, |
| "learning_rate": 5.825892857142857e-06, |
| "loss": 1.2679, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.017629709076283685, |
| "grad_norm": 2.0183768272399902, |
| "learning_rate": 5.848214285714286e-06, |
| "loss": 1.1787, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.017696742190642177, |
| "grad_norm": 2.658545970916748, |
| "learning_rate": 5.870535714285714e-06, |
| "loss": 1.272, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.01776377530500067, |
| "grad_norm": 2.3900320529937744, |
| "learning_rate": 5.892857142857144e-06, |
| "loss": 1.2491, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.017830808419359162, |
| "grad_norm": 3.3278648853302, |
| "learning_rate": 5.9151785714285716e-06, |
| "loss": 1.2909, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.017897841533717658, |
| "grad_norm": 2.679899215698242, |
| "learning_rate": 5.9375e-06, |
| "loss": 1.2624, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.01796487464807615, |
| "grad_norm": 2.572166919708252, |
| "learning_rate": 5.95982142857143e-06, |
| "loss": 1.2467, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.018031907762434643, |
| "grad_norm": 2.3140296936035156, |
| "learning_rate": 5.982142857142858e-06, |
| "loss": 1.2267, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.018098940876793135, |
| "grad_norm": 2.612311601638794, |
| "learning_rate": 6.004464285714287e-06, |
| "loss": 1.2697, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.018165973991151628, |
| "grad_norm": 3.1998353004455566, |
| "learning_rate": 6.0267857142857145e-06, |
| "loss": 1.2163, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.01823300710551012, |
| "grad_norm": 2.2006101608276367, |
| "learning_rate": 6.049107142857143e-06, |
| "loss": 1.2109, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.018300040219868616, |
| "grad_norm": 3.4380857944488525, |
| "learning_rate": 6.071428571428571e-06, |
| "loss": 1.2297, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.01836707333422711, |
| "grad_norm": 2.897752285003662, |
| "learning_rate": 6.093750000000001e-06, |
| "loss": 1.2716, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.0184341064485856, |
| "grad_norm": 2.1628410816192627, |
| "learning_rate": 6.1160714285714295e-06, |
| "loss": 1.2449, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.018501139562944094, |
| "grad_norm": 2.653794288635254, |
| "learning_rate": 6.138392857142857e-06, |
| "loss": 1.1741, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.018568172677302586, |
| "grad_norm": 2.5128390789031982, |
| "learning_rate": 6.160714285714286e-06, |
| "loss": 1.2523, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.01863520579166108, |
| "grad_norm": 2.7416038513183594, |
| "learning_rate": 6.183035714285715e-06, |
| "loss": 1.2732, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.018702238906019575, |
| "grad_norm": 3.296133279800415, |
| "learning_rate": 6.205357142857144e-06, |
| "loss": 1.1976, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.018769272020378067, |
| "grad_norm": 2.695542812347412, |
| "learning_rate": 6.2276785714285715e-06, |
| "loss": 1.2215, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.01883630513473656, |
| "grad_norm": 2.9914541244506836, |
| "learning_rate": 6.25e-06, |
| "loss": 1.2651, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.018903338249095052, |
| "grad_norm": 2.634686231613159, |
| "learning_rate": 6.27232142857143e-06, |
| "loss": 1.1913, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.018970371363453545, |
| "grad_norm": 2.4058949947357178, |
| "learning_rate": 6.294642857142858e-06, |
| "loss": 1.1653, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.01903740447781204, |
| "grad_norm": 3.24049973487854, |
| "learning_rate": 6.3169642857142866e-06, |
| "loss": 1.205, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.019104437592170533, |
| "grad_norm": 2.708949565887451, |
| "learning_rate": 6.3392857142857145e-06, |
| "loss": 1.2206, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.019171470706529026, |
| "grad_norm": 3.431091547012329, |
| "learning_rate": 6.361607142857143e-06, |
| "loss": 1.2255, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.019238503820887518, |
| "grad_norm": 2.9947569370269775, |
| "learning_rate": 6.383928571428571e-06, |
| "loss": 1.223, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.01930553693524601, |
| "grad_norm": 2.7963509559631348, |
| "learning_rate": 6.406250000000001e-06, |
| "loss": 1.2349, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.019372570049604503, |
| "grad_norm": 3.157167673110962, |
| "learning_rate": 6.4285714285714295e-06, |
| "loss": 1.2198, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.019439603163963, |
| "grad_norm": 2.057703733444214, |
| "learning_rate": 6.450892857142857e-06, |
| "loss": 1.2315, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.01950663627832149, |
| "grad_norm": 2.507746934890747, |
| "learning_rate": 6.473214285714287e-06, |
| "loss": 1.2337, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.019573669392679984, |
| "grad_norm": 2.0285236835479736, |
| "learning_rate": 6.495535714285715e-06, |
| "loss": 1.2758, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.019640702507038477, |
| "grad_norm": 2.0907883644104004, |
| "learning_rate": 6.517857142857144e-06, |
| "loss": 1.255, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.01970773562139697, |
| "grad_norm": 2.071592092514038, |
| "learning_rate": 6.5401785714285715e-06, |
| "loss": 1.1938, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.01977476873575546, |
| "grad_norm": 2.029240369796753, |
| "learning_rate": 6.5625e-06, |
| "loss": 1.2826, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.019841801850113958, |
| "grad_norm": 2.5411274433135986, |
| "learning_rate": 6.58482142857143e-06, |
| "loss": 1.2308, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.01990883496447245, |
| "grad_norm": 2.483701467514038, |
| "learning_rate": 6.607142857142858e-06, |
| "loss": 1.2371, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.019975868078830943, |
| "grad_norm": 3.113334894180298, |
| "learning_rate": 6.6294642857142865e-06, |
| "loss": 1.1791, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.020042901193189435, |
| "grad_norm": 2.8366599082946777, |
| "learning_rate": 6.6517857142857144e-06, |
| "loss": 1.2411, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.020109934307547928, |
| "grad_norm": 3.2756707668304443, |
| "learning_rate": 6.674107142857143e-06, |
| "loss": 1.1855, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.020176967421906424, |
| "grad_norm": 2.5066263675689697, |
| "learning_rate": 6.696428571428571e-06, |
| "loss": 1.2236, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.020244000536264916, |
| "grad_norm": 2.134328603744507, |
| "learning_rate": 6.718750000000001e-06, |
| "loss": 1.2597, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.02031103365062341, |
| "grad_norm": 2.6543643474578857, |
| "learning_rate": 6.7410714285714294e-06, |
| "loss": 1.1529, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.0203780667649819, |
| "grad_norm": 2.565091609954834, |
| "learning_rate": 6.763392857142857e-06, |
| "loss": 1.1936, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.020445099879340393, |
| "grad_norm": 1.9961501359939575, |
| "learning_rate": 6.785714285714287e-06, |
| "loss": 1.2877, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.020512132993698886, |
| "grad_norm": 2.7070324420928955, |
| "learning_rate": 6.808035714285715e-06, |
| "loss": 1.2165, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.020579166108057382, |
| "grad_norm": 2.179431915283203, |
| "learning_rate": 6.830357142857144e-06, |
| "loss": 1.2234, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.020646199222415874, |
| "grad_norm": 2.3730475902557373, |
| "learning_rate": 6.8526785714285715e-06, |
| "loss": 1.2437, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.020713232336774367, |
| "grad_norm": 2.163900136947632, |
| "learning_rate": 6.875e-06, |
| "loss": 1.3105, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.02078026545113286, |
| "grad_norm": 2.0121443271636963, |
| "learning_rate": 6.89732142857143e-06, |
| "loss": 1.2435, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.020847298565491352, |
| "grad_norm": 2.978874921798706, |
| "learning_rate": 6.919642857142858e-06, |
| "loss": 1.2076, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.020914331679849844, |
| "grad_norm": 2.652268648147583, |
| "learning_rate": 6.9419642857142865e-06, |
| "loss": 1.2224, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.02098136479420834, |
| "grad_norm": 2.611323833465576, |
| "learning_rate": 6.964285714285714e-06, |
| "loss": 1.1794, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.021048397908566833, |
| "grad_norm": 2.670266628265381, |
| "learning_rate": 6.986607142857144e-06, |
| "loss": 1.1801, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.021115431022925325, |
| "grad_norm": 2.5638577938079834, |
| "learning_rate": 7.008928571428572e-06, |
| "loss": 1.1546, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.021182464137283818, |
| "grad_norm": 3.3468170166015625, |
| "learning_rate": 7.031250000000001e-06, |
| "loss": 1.3409, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.02124949725164231, |
| "grad_norm": 2.250903844833374, |
| "learning_rate": 7.053571428571429e-06, |
| "loss": 1.2331, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.021316530366000803, |
| "grad_norm": 2.6739230155944824, |
| "learning_rate": 7.075892857142857e-06, |
| "loss": 1.1898, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.0213835634803593, |
| "grad_norm": 1.948089361190796, |
| "learning_rate": 7.098214285714287e-06, |
| "loss": 1.1807, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.02145059659471779, |
| "grad_norm": 2.7197201251983643, |
| "learning_rate": 7.120535714285715e-06, |
| "loss": 1.2277, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.021517629709076284, |
| "grad_norm": 2.3784079551696777, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 1.1924, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.021584662823434776, |
| "grad_norm": 2.5379555225372314, |
| "learning_rate": 7.1651785714285715e-06, |
| "loss": 1.2105, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.02165169593779327, |
| "grad_norm": 2.5655508041381836, |
| "learning_rate": 7.1875e-06, |
| "loss": 1.2445, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.021718729052151765, |
| "grad_norm": 2.8041210174560547, |
| "learning_rate": 7.20982142857143e-06, |
| "loss": 1.2359, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.021785762166510257, |
| "grad_norm": 3.030167579650879, |
| "learning_rate": 7.232142857142858e-06, |
| "loss": 1.2315, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.02185279528086875, |
| "grad_norm": 2.1561508178710938, |
| "learning_rate": 7.2544642857142865e-06, |
| "loss": 1.2457, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.021919828395227242, |
| "grad_norm": 2.736057996749878, |
| "learning_rate": 7.276785714285714e-06, |
| "loss": 1.1566, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.021986861509585735, |
| "grad_norm": 2.462707757949829, |
| "learning_rate": 7.299107142857144e-06, |
| "loss": 1.2515, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.022053894623944227, |
| "grad_norm": 2.9812633991241455, |
| "learning_rate": 7.321428571428572e-06, |
| "loss": 1.302, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.022120927738302723, |
| "grad_norm": 2.1679940223693848, |
| "learning_rate": 7.343750000000001e-06, |
| "loss": 1.1946, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.022187960852661216, |
| "grad_norm": 2.3361637592315674, |
| "learning_rate": 7.366071428571429e-06, |
| "loss": 1.2171, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.022254993967019708, |
| "grad_norm": 2.4594225883483887, |
| "learning_rate": 7.388392857142857e-06, |
| "loss": 1.2159, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.0223220270813782, |
| "grad_norm": 2.322981119155884, |
| "learning_rate": 7.410714285714287e-06, |
| "loss": 1.2627, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.022389060195736693, |
| "grad_norm": 2.250822067260742, |
| "learning_rate": 7.433035714285715e-06, |
| "loss": 1.1935, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.022456093310095186, |
| "grad_norm": 2.6621694564819336, |
| "learning_rate": 7.4553571428571435e-06, |
| "loss": 1.2426, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.02252312642445368, |
| "grad_norm": 2.436945676803589, |
| "learning_rate": 7.4776785714285714e-06, |
| "loss": 1.2109, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.022590159538812174, |
| "grad_norm": 2.9284791946411133, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 1.1952, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.022657192653170666, |
| "grad_norm": 2.6905806064605713, |
| "learning_rate": 7.52232142857143e-06, |
| "loss": 1.279, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.02272422576752916, |
| "grad_norm": 2.9884984493255615, |
| "learning_rate": 7.544642857142858e-06, |
| "loss": 1.2515, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.02279125888188765, |
| "grad_norm": 3.3006680011749268, |
| "learning_rate": 7.5669642857142864e-06, |
| "loss": 1.2241, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.022858291996246144, |
| "grad_norm": 2.947021722793579, |
| "learning_rate": 7.589285714285714e-06, |
| "loss": 1.2393, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.02292532511060464, |
| "grad_norm": 2.8563475608825684, |
| "learning_rate": 7.611607142857144e-06, |
| "loss": 1.3025, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.022992358224963132, |
| "grad_norm": 4.125760555267334, |
| "learning_rate": 7.633928571428572e-06, |
| "loss": 1.2923, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.023059391339321625, |
| "grad_norm": 2.7300000190734863, |
| "learning_rate": 7.656250000000001e-06, |
| "loss": 1.1803, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.023126424453680117, |
| "grad_norm": 4.148409366607666, |
| "learning_rate": 7.67857142857143e-06, |
| "loss": 1.2284, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.02319345756803861, |
| "grad_norm": 2.0971176624298096, |
| "learning_rate": 7.700892857142857e-06, |
| "loss": 1.2696, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.023260490682397106, |
| "grad_norm": 4.52194356918335, |
| "learning_rate": 7.723214285714287e-06, |
| "loss": 1.2146, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.0233275237967556, |
| "grad_norm": 1.9690277576446533, |
| "learning_rate": 7.745535714285715e-06, |
| "loss": 1.2324, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.02339455691111409, |
| "grad_norm": 4.850048065185547, |
| "learning_rate": 7.767857142857144e-06, |
| "loss": 1.2286, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.023461590025472583, |
| "grad_norm": 2.070993661880493, |
| "learning_rate": 7.790178571428572e-06, |
| "loss": 1.2459, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.023528623139831076, |
| "grad_norm": 3.912442922592163, |
| "learning_rate": 7.8125e-06, |
| "loss": 1.2343, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.02359565625418957, |
| "grad_norm": 2.8264517784118652, |
| "learning_rate": 7.83482142857143e-06, |
| "loss": 1.2527, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.023662689368548064, |
| "grad_norm": 2.7286593914031982, |
| "learning_rate": 7.857142857142858e-06, |
| "loss": 1.2702, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.023729722482906557, |
| "grad_norm": 2.7156529426574707, |
| "learning_rate": 7.879464285714287e-06, |
| "loss": 1.245, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.02379675559726505, |
| "grad_norm": 2.4674203395843506, |
| "learning_rate": 7.901785714285715e-06, |
| "loss": 1.261, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.02386378871162354, |
| "grad_norm": 2.835495710372925, |
| "learning_rate": 7.924107142857143e-06, |
| "loss": 1.2652, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.023930821825982034, |
| "grad_norm": 2.0843892097473145, |
| "learning_rate": 7.946428571428571e-06, |
| "loss": 1.191, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.023997854940340527, |
| "grad_norm": 2.611616849899292, |
| "learning_rate": 7.96875e-06, |
| "loss": 1.1909, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.024064888054699023, |
| "grad_norm": 1.947020411491394, |
| "learning_rate": 7.99107142857143e-06, |
| "loss": 1.2891, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.024131921169057515, |
| "grad_norm": 2.1192989349365234, |
| "learning_rate": 8.013392857142858e-06, |
| "loss": 1.2352, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.024198954283416008, |
| "grad_norm": 2.033484935760498, |
| "learning_rate": 8.035714285714286e-06, |
| "loss": 1.1745, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.0242659873977745, |
| "grad_norm": 2.3398170471191406, |
| "learning_rate": 8.058035714285714e-06, |
| "loss": 1.2822, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.024333020512132993, |
| "grad_norm": 2.645421266555786, |
| "learning_rate": 8.080357142857143e-06, |
| "loss": 1.1863, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.024400053626491485, |
| "grad_norm": 2.324986219406128, |
| "learning_rate": 8.102678571428571e-06, |
| "loss": 1.2599, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.02446708674084998, |
| "grad_norm": 2.2575247287750244, |
| "learning_rate": 8.125000000000001e-06, |
| "loss": 1.1858, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.024534119855208474, |
| "grad_norm": 1.8492830991744995, |
| "learning_rate": 8.147321428571429e-06, |
| "loss": 1.2433, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.024601152969566966, |
| "grad_norm": 2.3924672603607178, |
| "learning_rate": 8.169642857142858e-06, |
| "loss": 1.2286, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.02466818608392546, |
| "grad_norm": 2.425199508666992, |
| "learning_rate": 8.191964285714286e-06, |
| "loss": 1.2358, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.02473521919828395, |
| "grad_norm": 2.811042547225952, |
| "learning_rate": 8.214285714285714e-06, |
| "loss": 1.3093, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.024802252312642447, |
| "grad_norm": 2.431345224380493, |
| "learning_rate": 8.236607142857144e-06, |
| "loss": 1.141, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.02486928542700094, |
| "grad_norm": 2.7884793281555176, |
| "learning_rate": 8.258928571428572e-06, |
| "loss": 1.1712, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.024936318541359432, |
| "grad_norm": 2.6463558673858643, |
| "learning_rate": 8.281250000000001e-06, |
| "loss": 1.2811, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.025003351655717924, |
| "grad_norm": 2.147336006164551, |
| "learning_rate": 8.30357142857143e-06, |
| "loss": 1.2363, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.025070384770076417, |
| "grad_norm": 2.0784075260162354, |
| "learning_rate": 8.325892857142857e-06, |
| "loss": 1.1463, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.02513741788443491, |
| "grad_norm": 2.6829113960266113, |
| "learning_rate": 8.348214285714287e-06, |
| "loss": 1.173, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.025204450998793405, |
| "grad_norm": 2.049950122833252, |
| "learning_rate": 8.370535714285715e-06, |
| "loss": 1.144, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.025271484113151898, |
| "grad_norm": 2.2800891399383545, |
| "learning_rate": 8.392857142857144e-06, |
| "loss": 1.2305, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.02533851722751039, |
| "grad_norm": 2.0971179008483887, |
| "learning_rate": 8.415178571428572e-06, |
| "loss": 1.2871, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.025405550341868883, |
| "grad_norm": 3.3303959369659424, |
| "learning_rate": 8.4375e-06, |
| "loss": 1.2295, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.025472583456227375, |
| "grad_norm": 2.3764472007751465, |
| "learning_rate": 8.45982142857143e-06, |
| "loss": 1.1886, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.025539616570585868, |
| "grad_norm": 2.8885843753814697, |
| "learning_rate": 8.482142857142858e-06, |
| "loss": 1.233, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.025606649684944364, |
| "grad_norm": 2.77026104927063, |
| "learning_rate": 8.504464285714287e-06, |
| "loss": 1.2098, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.025673682799302856, |
| "grad_norm": 2.6230156421661377, |
| "learning_rate": 8.526785714285715e-06, |
| "loss": 1.2212, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.02574071591366135, |
| "grad_norm": 2.8029308319091797, |
| "learning_rate": 8.549107142857143e-06, |
| "loss": 1.2277, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.02580774902801984, |
| "grad_norm": 2.8135199546813965, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 1.2617, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.025874782142378334, |
| "grad_norm": 2.2781805992126465, |
| "learning_rate": 8.59375e-06, |
| "loss": 1.224, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.02594181525673683, |
| "grad_norm": 3.067505359649658, |
| "learning_rate": 8.61607142857143e-06, |
| "loss": 1.2498, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.026008848371095322, |
| "grad_norm": 2.3390560150146484, |
| "learning_rate": 8.638392857142858e-06, |
| "loss": 1.2219, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.026075881485453815, |
| "grad_norm": 2.9808542728424072, |
| "learning_rate": 8.660714285714286e-06, |
| "loss": 1.2585, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.026142914599812307, |
| "grad_norm": 2.782395839691162, |
| "learning_rate": 8.683035714285716e-06, |
| "loss": 1.1799, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0262099477141708, |
| "grad_norm": 3.1486544609069824, |
| "learning_rate": 8.705357142857143e-06, |
| "loss": 1.2958, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.026276980828529292, |
| "grad_norm": 2.375354528427124, |
| "learning_rate": 8.727678571428571e-06, |
| "loss": 1.1628, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.026344013942887788, |
| "grad_norm": 2.7504870891571045, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 1.2843, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.02641104705724628, |
| "grad_norm": 2.2042412757873535, |
| "learning_rate": 8.77232142857143e-06, |
| "loss": 1.281, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.026478080171604773, |
| "grad_norm": 2.301332473754883, |
| "learning_rate": 8.794642857142858e-06, |
| "loss": 1.3201, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.026545113285963266, |
| "grad_norm": 2.4637951850891113, |
| "learning_rate": 8.816964285714286e-06, |
| "loss": 1.2412, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.026612146400321758, |
| "grad_norm": 2.2920773029327393, |
| "learning_rate": 8.839285714285714e-06, |
| "loss": 1.2889, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.02667917951468025, |
| "grad_norm": 2.7287559509277344, |
| "learning_rate": 8.861607142857144e-06, |
| "loss": 1.2056, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.026746212629038747, |
| "grad_norm": 2.5545878410339355, |
| "learning_rate": 8.883928571428572e-06, |
| "loss": 1.2477, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.02681324574339724, |
| "grad_norm": 3.0793099403381348, |
| "learning_rate": 8.906250000000001e-06, |
| "loss": 1.2323, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02688027885775573, |
| "grad_norm": 2.8569560050964355, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 1.2478, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.026947311972114224, |
| "grad_norm": 2.8252131938934326, |
| "learning_rate": 8.950892857142857e-06, |
| "loss": 1.2723, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.027014345086472717, |
| "grad_norm": 3.4671738147735596, |
| "learning_rate": 8.973214285714287e-06, |
| "loss": 1.2431, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.02708137820083121, |
| "grad_norm": 2.7389063835144043, |
| "learning_rate": 8.995535714285715e-06, |
| "loss": 1.2564, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.027148411315189705, |
| "grad_norm": 2.992842674255371, |
| "learning_rate": 9.017857142857144e-06, |
| "loss": 1.1965, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.027215444429548197, |
| "grad_norm": 2.21000337600708, |
| "learning_rate": 9.040178571428572e-06, |
| "loss": 1.2688, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.02728247754390669, |
| "grad_norm": 2.6806437969207764, |
| "learning_rate": 9.0625e-06, |
| "loss": 1.2055, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.027349510658265182, |
| "grad_norm": 2.4169671535491943, |
| "learning_rate": 9.08482142857143e-06, |
| "loss": 1.2624, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.027416543772623675, |
| "grad_norm": 2.9766130447387695, |
| "learning_rate": 9.107142857142858e-06, |
| "loss": 1.2797, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.02748357688698217, |
| "grad_norm": 2.092491626739502, |
| "learning_rate": 9.129464285714287e-06, |
| "loss": 1.2589, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.027550610001340663, |
| "grad_norm": 2.5075511932373047, |
| "learning_rate": 9.151785714285715e-06, |
| "loss": 1.2732, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.027617643115699156, |
| "grad_norm": 2.2227864265441895, |
| "learning_rate": 9.174107142857143e-06, |
| "loss": 1.2781, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.02768467623005765, |
| "grad_norm": 2.6762168407440186, |
| "learning_rate": 9.196428571428571e-06, |
| "loss": 1.2407, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.02775170934441614, |
| "grad_norm": 1.9967341423034668, |
| "learning_rate": 9.21875e-06, |
| "loss": 1.2203, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.027818742458774633, |
| "grad_norm": 3.003734588623047, |
| "learning_rate": 9.24107142857143e-06, |
| "loss": 1.2412, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.02788577557313313, |
| "grad_norm": 2.3126909732818604, |
| "learning_rate": 9.263392857142858e-06, |
| "loss": 1.2114, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.027952808687491622, |
| "grad_norm": 2.63269305229187, |
| "learning_rate": 9.285714285714288e-06, |
| "loss": 1.2345, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.028019841801850114, |
| "grad_norm": 2.7555596828460693, |
| "learning_rate": 9.308035714285715e-06, |
| "loss": 1.2082, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.028086874916208607, |
| "grad_norm": 2.280519723892212, |
| "learning_rate": 9.330357142857143e-06, |
| "loss": 1.1967, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0281539080305671, |
| "grad_norm": 2.6714553833007812, |
| "learning_rate": 9.352678571428571e-06, |
| "loss": 1.1994, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.028220941144925592, |
| "grad_norm": 2.264575242996216, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 1.2375, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.028287974259284088, |
| "grad_norm": 2.309873342514038, |
| "learning_rate": 9.39732142857143e-06, |
| "loss": 1.2612, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.02835500737364258, |
| "grad_norm": 2.3973677158355713, |
| "learning_rate": 9.419642857142858e-06, |
| "loss": 1.2609, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.028422040488001073, |
| "grad_norm": 2.1993725299835205, |
| "learning_rate": 9.441964285714286e-06, |
| "loss": 1.2992, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.028489073602359565, |
| "grad_norm": 2.1096651554107666, |
| "learning_rate": 9.464285714285714e-06, |
| "loss": 1.2719, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.028556106716718058, |
| "grad_norm": 1.8596158027648926, |
| "learning_rate": 9.486607142857144e-06, |
| "loss": 1.2216, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.02862313983107655, |
| "grad_norm": 2.0565412044525146, |
| "learning_rate": 9.508928571428572e-06, |
| "loss": 1.1816, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.028690172945435046, |
| "grad_norm": 2.0020928382873535, |
| "learning_rate": 9.531250000000001e-06, |
| "loss": 1.2624, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.02875720605979354, |
| "grad_norm": 2.388313055038452, |
| "learning_rate": 9.55357142857143e-06, |
| "loss": 1.2325, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.02882423917415203, |
| "grad_norm": 2.4918477535247803, |
| "learning_rate": 9.575892857142857e-06, |
| "loss": 1.3005, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.028891272288510524, |
| "grad_norm": 2.134559392929077, |
| "learning_rate": 9.598214285714287e-06, |
| "loss": 1.2546, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.028958305402869016, |
| "grad_norm": 2.227008819580078, |
| "learning_rate": 9.620535714285715e-06, |
| "loss": 1.2636, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.029025338517227512, |
| "grad_norm": 2.760134220123291, |
| "learning_rate": 9.642857142857144e-06, |
| "loss": 1.2997, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.029092371631586005, |
| "grad_norm": 2.1918251514434814, |
| "learning_rate": 9.665178571428572e-06, |
| "loss": 1.2485, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.029159404745944497, |
| "grad_norm": 3.7057230472564697, |
| "learning_rate": 9.6875e-06, |
| "loss": 1.2924, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.02922643786030299, |
| "grad_norm": 1.972320318222046, |
| "learning_rate": 9.70982142857143e-06, |
| "loss": 1.2521, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.029293470974661482, |
| "grad_norm": 3.2408008575439453, |
| "learning_rate": 9.732142857142858e-06, |
| "loss": 1.2897, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.029360504089019974, |
| "grad_norm": 2.3157925605773926, |
| "learning_rate": 9.754464285714287e-06, |
| "loss": 1.229, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.02942753720337847, |
| "grad_norm": 2.836240291595459, |
| "learning_rate": 9.776785714285715e-06, |
| "loss": 1.2329, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.029494570317736963, |
| "grad_norm": 2.8931705951690674, |
| "learning_rate": 9.799107142857145e-06, |
| "loss": 1.2743, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.029561603432095455, |
| "grad_norm": 2.51092529296875, |
| "learning_rate": 9.821428571428573e-06, |
| "loss": 1.1994, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.029628636546453948, |
| "grad_norm": 2.3430063724517822, |
| "learning_rate": 9.84375e-06, |
| "loss": 1.2392, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.02969566966081244, |
| "grad_norm": 2.2624337673187256, |
| "learning_rate": 9.86607142857143e-06, |
| "loss": 1.1917, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.029762702775170933, |
| "grad_norm": 2.5083231925964355, |
| "learning_rate": 9.888392857142858e-06, |
| "loss": 1.2197, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.02982973588952943, |
| "grad_norm": 2.8431248664855957, |
| "learning_rate": 9.910714285714288e-06, |
| "loss": 1.2098, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.02989676900388792, |
| "grad_norm": 2.2020046710968018, |
| "learning_rate": 9.933035714285715e-06, |
| "loss": 1.2583, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.029963802118246414, |
| "grad_norm": 2.903475761413574, |
| "learning_rate": 9.955357142857143e-06, |
| "loss": 1.283, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.030030835232604906, |
| "grad_norm": 2.0521225929260254, |
| "learning_rate": 9.977678571428571e-06, |
| "loss": 1.2378, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.0300978683469634, |
| "grad_norm": 2.7566611766815186, |
| "learning_rate": 1e-05, |
| "loss": 1.316, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.03016490146132189, |
| "grad_norm": 2.062725782394409, |
| "learning_rate": 9.9999998821573e-06, |
| "loss": 1.2184, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.030231934575680387, |
| "grad_norm": 2.129645347595215, |
| "learning_rate": 9.999999528629201e-06, |
| "loss": 1.3098, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.03029896769003888, |
| "grad_norm": 2.283747911453247, |
| "learning_rate": 9.99999893941572e-06, |
| "loss": 1.2783, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.030366000804397372, |
| "grad_norm": 1.9414212703704834, |
| "learning_rate": 9.999998114516886e-06, |
| "loss": 1.2224, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.030433033918755865, |
| "grad_norm": 2.001513719558716, |
| "learning_rate": 9.99999705393274e-06, |
| "loss": 1.2745, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.030500067033114357, |
| "grad_norm": 2.1867902278900146, |
| "learning_rate": 9.999995757663328e-06, |
| "loss": 1.2443, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.030567100147472853, |
| "grad_norm": 1.9946367740631104, |
| "learning_rate": 9.999994225708715e-06, |
| "loss": 1.2433, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.030634133261831346, |
| "grad_norm": 2.5745744705200195, |
| "learning_rate": 9.99999245806897e-06, |
| "loss": 1.2833, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.030701166376189838, |
| "grad_norm": 2.097377061843872, |
| "learning_rate": 9.999990454744176e-06, |
| "loss": 1.2295, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.03076819949054833, |
| "grad_norm": 2.384836435317993, |
| "learning_rate": 9.999988215734431e-06, |
| "loss": 1.2709, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.030835232604906823, |
| "grad_norm": 2.1529059410095215, |
| "learning_rate": 9.999985741039837e-06, |
| "loss": 1.2487, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.030902265719265316, |
| "grad_norm": 1.9702376127243042, |
| "learning_rate": 9.999983030660512e-06, |
| "loss": 1.2324, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.03096929883362381, |
| "grad_norm": 1.969478726387024, |
| "learning_rate": 9.999980084596583e-06, |
| "loss": 1.2328, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.031036331947982304, |
| "grad_norm": 2.266881227493286, |
| "learning_rate": 9.999976902848192e-06, |
| "loss": 1.2136, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.031103365062340797, |
| "grad_norm": 1.6587023735046387, |
| "learning_rate": 9.999973485415487e-06, |
| "loss": 1.2247, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.03117039817669929, |
| "grad_norm": 2.6220884323120117, |
| "learning_rate": 9.999969832298626e-06, |
| "loss": 1.2458, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.03123743129105778, |
| "grad_norm": 2.020479440689087, |
| "learning_rate": 9.999965943497784e-06, |
| "loss": 1.2603, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.031304464405416274, |
| "grad_norm": 2.5223488807678223, |
| "learning_rate": 9.999961819013147e-06, |
| "loss": 1.1937, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.03137149751977477, |
| "grad_norm": 1.8441214561462402, |
| "learning_rate": 9.999957458844905e-06, |
| "loss": 1.2189, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.03143853063413326, |
| "grad_norm": 2.9427597522735596, |
| "learning_rate": 9.999952862993265e-06, |
| "loss": 1.2489, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.031505563748491755, |
| "grad_norm": 1.8922289609909058, |
| "learning_rate": 9.999948031458445e-06, |
| "loss": 1.2753, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.03157259686285025, |
| "grad_norm": 2.9739809036254883, |
| "learning_rate": 9.99994296424067e-06, |
| "loss": 1.3001, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.03163962997720874, |
| "grad_norm": 2.878812313079834, |
| "learning_rate": 9.999937661340183e-06, |
| "loss": 1.2251, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.031706663091567236, |
| "grad_norm": 2.4913904666900635, |
| "learning_rate": 9.999932122757227e-06, |
| "loss": 1.2685, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.031773696205925725, |
| "grad_norm": 2.3994452953338623, |
| "learning_rate": 9.99992634849207e-06, |
| "loss": 1.2328, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.03184072932028422, |
| "grad_norm": 2.5340521335601807, |
| "learning_rate": 9.999920338544983e-06, |
| "loss": 1.2863, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.03190776243464272, |
| "grad_norm": 2.080617904663086, |
| "learning_rate": 9.999914092916247e-06, |
| "loss": 1.2353, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.031974795549001206, |
| "grad_norm": 2.3389346599578857, |
| "learning_rate": 9.999907611606157e-06, |
| "loss": 1.2281, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.0320418286633597, |
| "grad_norm": 2.3223888874053955, |
| "learning_rate": 9.999900894615019e-06, |
| "loss": 1.3078, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.03210886177771819, |
| "grad_norm": 2.3584609031677246, |
| "learning_rate": 9.999893941943148e-06, |
| "loss": 1.2219, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.03217589489207669, |
| "grad_norm": 2.230180025100708, |
| "learning_rate": 9.999886753590875e-06, |
| "loss": 1.2115, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.032242928006435176, |
| "grad_norm": 2.8946642875671387, |
| "learning_rate": 9.999879329558537e-06, |
| "loss": 1.2481, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.03230996112079367, |
| "grad_norm": 2.955415964126587, |
| "learning_rate": 9.999871669846483e-06, |
| "loss": 1.2907, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.03237699423515217, |
| "grad_norm": 2.4495725631713867, |
| "learning_rate": 9.999863774455076e-06, |
| "loss": 1.2904, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.03244402734951066, |
| "grad_norm": 2.664437770843506, |
| "learning_rate": 9.999855643384686e-06, |
| "loss": 1.2159, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.03251106046386915, |
| "grad_norm": 2.1656525135040283, |
| "learning_rate": 9.9998472766357e-06, |
| "loss": 1.2232, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.03257809357822764, |
| "grad_norm": 3.2374258041381836, |
| "learning_rate": 9.999838674208506e-06, |
| "loss": 1.2571, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.03264512669258614, |
| "grad_norm": 2.214733839035034, |
| "learning_rate": 9.999829836103517e-06, |
| "loss": 1.2462, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.032712159806944634, |
| "grad_norm": 2.545745372772217, |
| "learning_rate": 9.999820762321143e-06, |
| "loss": 1.2149, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.03277919292130312, |
| "grad_norm": 2.409929037094116, |
| "learning_rate": 9.999811452861817e-06, |
| "loss": 1.2965, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.03284622603566162, |
| "grad_norm": 2.363334894180298, |
| "learning_rate": 9.999801907725975e-06, |
| "loss": 1.2202, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.03291325915002011, |
| "grad_norm": 2.287951707839966, |
| "learning_rate": 9.999792126914067e-06, |
| "loss": 1.2714, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.032980292264378604, |
| "grad_norm": 2.351088762283325, |
| "learning_rate": 9.999782110426555e-06, |
| "loss": 1.2555, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.03304732537873709, |
| "grad_norm": 2.6033854484558105, |
| "learning_rate": 9.999771858263909e-06, |
| "loss": 1.234, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.03311435849309559, |
| "grad_norm": 2.416605234146118, |
| "learning_rate": 9.999761370426616e-06, |
| "loss": 1.3004, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.033181391607454085, |
| "grad_norm": 2.203882932662964, |
| "learning_rate": 9.999750646915168e-06, |
| "loss": 1.2271, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.033248424721812574, |
| "grad_norm": 2.0405309200286865, |
| "learning_rate": 9.999739687730069e-06, |
| "loss": 1.2937, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.03331545783617107, |
| "grad_norm": 2.379985809326172, |
| "learning_rate": 9.999728492871838e-06, |
| "loss": 1.2184, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.03338249095052956, |
| "grad_norm": 2.347015857696533, |
| "learning_rate": 9.999717062341001e-06, |
| "loss": 1.2171, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.033449524064888055, |
| "grad_norm": 2.8941142559051514, |
| "learning_rate": 9.9997053961381e-06, |
| "loss": 1.2171, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.03351655717924655, |
| "grad_norm": 2.009411096572876, |
| "learning_rate": 9.999693494263682e-06, |
| "loss": 1.174, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03358359029360504, |
| "grad_norm": 2.916421413421631, |
| "learning_rate": 9.999681356718307e-06, |
| "loss": 1.2157, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.033650623407963536, |
| "grad_norm": 2.103128671646118, |
| "learning_rate": 9.999668983502551e-06, |
| "loss": 1.2546, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.033717656522322025, |
| "grad_norm": 2.7629823684692383, |
| "learning_rate": 9.999656374616995e-06, |
| "loss": 1.2197, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.03378468963668052, |
| "grad_norm": 2.5999107360839844, |
| "learning_rate": 9.999643530062232e-06, |
| "loss": 1.2616, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.033851722751039016, |
| "grad_norm": 2.5421509742736816, |
| "learning_rate": 9.99963044983887e-06, |
| "loss": 1.2374, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.033918755865397505, |
| "grad_norm": 2.510788917541504, |
| "learning_rate": 9.999617133947523e-06, |
| "loss": 1.2524, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.033985788979756, |
| "grad_norm": 2.3374183177948, |
| "learning_rate": 9.99960358238882e-06, |
| "loss": 1.2116, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.03405282209411449, |
| "grad_norm": 2.35251522064209, |
| "learning_rate": 9.999589795163402e-06, |
| "loss": 1.2532, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.034119855208472986, |
| "grad_norm": 2.1764845848083496, |
| "learning_rate": 9.999575772271917e-06, |
| "loss": 1.1719, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.034186888322831475, |
| "grad_norm": 2.560026168823242, |
| "learning_rate": 9.999561513715023e-06, |
| "loss": 1.2599, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.03425392143718997, |
| "grad_norm": 1.9072175025939941, |
| "learning_rate": 9.9995470194934e-06, |
| "loss": 1.2084, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.03432095455154847, |
| "grad_norm": 2.628270149230957, |
| "learning_rate": 9.999532289607721e-06, |
| "loss": 1.2254, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.034387987665906956, |
| "grad_norm": 3.2534031867980957, |
| "learning_rate": 9.999517324058688e-06, |
| "loss": 1.3706, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.03445502078026545, |
| "grad_norm": 3.1430439949035645, |
| "learning_rate": 9.999502122847003e-06, |
| "loss": 1.3176, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.03452205389462394, |
| "grad_norm": 1.9176230430603027, |
| "learning_rate": 9.999486685973381e-06, |
| "loss": 1.1835, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.03458908700898244, |
| "grad_norm": 2.814472198486328, |
| "learning_rate": 9.999471013438556e-06, |
| "loss": 1.2637, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.03465612012334093, |
| "grad_norm": 1.9418752193450928, |
| "learning_rate": 9.999455105243261e-06, |
| "loss": 1.2852, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.03472315323769942, |
| "grad_norm": 2.068331718444824, |
| "learning_rate": 9.999438961388248e-06, |
| "loss": 1.2526, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.03479018635205792, |
| "grad_norm": 1.7491350173950195, |
| "learning_rate": 9.999422581874277e-06, |
| "loss": 1.2329, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.03485721946641641, |
| "grad_norm": 2.2548694610595703, |
| "learning_rate": 9.999405966702121e-06, |
| "loss": 1.1957, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0349242525807749, |
| "grad_norm": 2.072356939315796, |
| "learning_rate": 9.999389115872565e-06, |
| "loss": 1.2269, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.0349912856951334, |
| "grad_norm": 1.958351731300354, |
| "learning_rate": 9.999372029386398e-06, |
| "loss": 1.1783, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.03505831880949189, |
| "grad_norm": 2.2563891410827637, |
| "learning_rate": 9.99935470724443e-06, |
| "loss": 1.244, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.035125351923850384, |
| "grad_norm": 1.6270703077316284, |
| "learning_rate": 9.999337149447477e-06, |
| "loss": 1.2174, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.03519238503820887, |
| "grad_norm": 1.8707520961761475, |
| "learning_rate": 9.999319355996365e-06, |
| "loss": 1.2669, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.03525941815256737, |
| "grad_norm": 1.7497080564498901, |
| "learning_rate": 9.999301326891933e-06, |
| "loss": 1.2187, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.03532645126692586, |
| "grad_norm": 1.8345558643341064, |
| "learning_rate": 9.999283062135033e-06, |
| "loss": 1.2255, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.035393484381284354, |
| "grad_norm": 2.4201693534851074, |
| "learning_rate": 9.999264561726522e-06, |
| "loss": 1.2143, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.03546051749564285, |
| "grad_norm": 2.0423359870910645, |
| "learning_rate": 9.999245825667275e-06, |
| "loss": 1.2087, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.03552755061000134, |
| "grad_norm": 2.1635594367980957, |
| "learning_rate": 9.999226853958175e-06, |
| "loss": 1.2288, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.035594583724359835, |
| "grad_norm": 2.0043537616729736, |
| "learning_rate": 9.999207646600115e-06, |
| "loss": 1.2217, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.035661616838718324, |
| "grad_norm": 1.8715707063674927, |
| "learning_rate": 9.999188203594004e-06, |
| "loss": 1.2355, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.03572864995307682, |
| "grad_norm": 1.8003513813018799, |
| "learning_rate": 9.999168524940753e-06, |
| "loss": 1.227, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.035795683067435316, |
| "grad_norm": 1.9059916734695435, |
| "learning_rate": 9.999148610641292e-06, |
| "loss": 1.2378, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.035862716181793805, |
| "grad_norm": 1.7206439971923828, |
| "learning_rate": 9.999128460696562e-06, |
| "loss": 1.1936, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.0359297492961523, |
| "grad_norm": 2.148116111755371, |
| "learning_rate": 9.999108075107508e-06, |
| "loss": 1.1648, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.03599678241051079, |
| "grad_norm": 2.736811876296997, |
| "learning_rate": 9.999087453875097e-06, |
| "loss": 1.3037, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.036063815524869286, |
| "grad_norm": 2.0382325649261475, |
| "learning_rate": 9.999066597000294e-06, |
| "loss": 1.2041, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.03613084863922778, |
| "grad_norm": 2.514981508255005, |
| "learning_rate": 9.999045504484089e-06, |
| "loss": 1.2596, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.03619788175358627, |
| "grad_norm": 2.610119342803955, |
| "learning_rate": 9.999024176327471e-06, |
| "loss": 1.1837, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03626491486794477, |
| "grad_norm": 2.531202793121338, |
| "learning_rate": 9.999002612531448e-06, |
| "loss": 1.1668, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.036331947982303256, |
| "grad_norm": 2.6771838665008545, |
| "learning_rate": 9.998980813097035e-06, |
| "loss": 1.2074, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.03639898109666175, |
| "grad_norm": 2.163470506668091, |
| "learning_rate": 9.998958778025263e-06, |
| "loss": 1.2139, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.03646601421102024, |
| "grad_norm": 2.2576417922973633, |
| "learning_rate": 9.998936507317165e-06, |
| "loss": 1.2318, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.03653304732537874, |
| "grad_norm": 2.0898914337158203, |
| "learning_rate": 9.998914000973797e-06, |
| "loss": 1.2403, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.03660008043973723, |
| "grad_norm": 2.5928261280059814, |
| "learning_rate": 9.998891258996214e-06, |
| "loss": 1.2605, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.03666711355409572, |
| "grad_norm": 2.1712043285369873, |
| "learning_rate": 9.998868281385493e-06, |
| "loss": 1.2733, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.03673414666845422, |
| "grad_norm": 2.1975367069244385, |
| "learning_rate": 9.998845068142713e-06, |
| "loss": 1.2744, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.03680117978281271, |
| "grad_norm": 2.006563901901245, |
| "learning_rate": 9.99882161926897e-06, |
| "loss": 1.2808, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.0368682128971712, |
| "grad_norm": 2.191480875015259, |
| "learning_rate": 9.99879793476537e-06, |
| "loss": 1.2209, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0369352460115297, |
| "grad_norm": 2.0331649780273438, |
| "learning_rate": 9.99877401463303e-06, |
| "loss": 1.2236, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.03700227912588819, |
| "grad_norm": 1.7720879316329956, |
| "learning_rate": 9.998749858873074e-06, |
| "loss": 1.253, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.037069312240246684, |
| "grad_norm": 1.9140537977218628, |
| "learning_rate": 9.998725467486645e-06, |
| "loss": 1.1621, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.03713634535460517, |
| "grad_norm": 1.851658821105957, |
| "learning_rate": 9.99870084047489e-06, |
| "loss": 1.2485, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.03720337846896367, |
| "grad_norm": 2.148765802383423, |
| "learning_rate": 9.99867597783897e-06, |
| "loss": 1.1813, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.03727041158332216, |
| "grad_norm": 2.0510830879211426, |
| "learning_rate": 9.998650879580059e-06, |
| "loss": 1.3056, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.037337444697680654, |
| "grad_norm": 2.0919764041900635, |
| "learning_rate": 9.998625545699336e-06, |
| "loss": 1.2747, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.03740447781203915, |
| "grad_norm": 2.7365715503692627, |
| "learning_rate": 9.998599976198e-06, |
| "loss": 1.2783, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.03747151092639764, |
| "grad_norm": 2.3535842895507812, |
| "learning_rate": 9.998574171077252e-06, |
| "loss": 1.3161, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.037538544040756135, |
| "grad_norm": 2.003218173980713, |
| "learning_rate": 9.998548130338312e-06, |
| "loss": 1.1974, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.037605577155114624, |
| "grad_norm": 1.8610872030258179, |
| "learning_rate": 9.998521853982405e-06, |
| "loss": 1.1916, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.03767261026947312, |
| "grad_norm": 2.5556182861328125, |
| "learning_rate": 9.99849534201077e-06, |
| "loss": 1.2374, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.037739643383831616, |
| "grad_norm": 2.389237403869629, |
| "learning_rate": 9.998468594424658e-06, |
| "loss": 1.2768, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.037806676498190105, |
| "grad_norm": 2.516284227371216, |
| "learning_rate": 9.998441611225329e-06, |
| "loss": 1.2433, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.0378737096125486, |
| "grad_norm": 3.597973346710205, |
| "learning_rate": 9.998414392414053e-06, |
| "loss": 1.2961, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.03794074272690709, |
| "grad_norm": 1.9087622165679932, |
| "learning_rate": 9.998386937992118e-06, |
| "loss": 1.2537, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.038007775841265586, |
| "grad_norm": 2.417567491531372, |
| "learning_rate": 9.998359247960811e-06, |
| "loss": 1.1802, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.03807480895562408, |
| "grad_norm": 2.2394697666168213, |
| "learning_rate": 9.998331322321444e-06, |
| "loss": 1.2312, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.03814184206998257, |
| "grad_norm": 2.319894552230835, |
| "learning_rate": 9.998303161075331e-06, |
| "loss": 1.2267, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.038208875184341066, |
| "grad_norm": 3.1492624282836914, |
| "learning_rate": 9.998274764223797e-06, |
| "loss": 1.2814, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.038275908298699556, |
| "grad_norm": 1.9452730417251587, |
| "learning_rate": 9.998246131768183e-06, |
| "loss": 1.1866, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.03834294141305805, |
| "grad_norm": 2.309861898422241, |
| "learning_rate": 9.998217263709839e-06, |
| "loss": 1.2559, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.03840997452741654, |
| "grad_norm": 2.3354451656341553, |
| "learning_rate": 9.998188160050125e-06, |
| "loss": 1.25, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.038477007641775036, |
| "grad_norm": 1.7160131931304932, |
| "learning_rate": 9.998158820790412e-06, |
| "loss": 1.2598, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.03854404075613353, |
| "grad_norm": 2.0874693393707275, |
| "learning_rate": 9.998129245932084e-06, |
| "loss": 1.2527, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.03861107387049202, |
| "grad_norm": 1.7328832149505615, |
| "learning_rate": 9.998099435476535e-06, |
| "loss": 1.2088, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.03867810698485052, |
| "grad_norm": 1.8826173543930054, |
| "learning_rate": 9.99806938942517e-06, |
| "loss": 1.202, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.038745140099209006, |
| "grad_norm": 1.6291248798370361, |
| "learning_rate": 9.998039107779404e-06, |
| "loss": 1.1676, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.0388121732135675, |
| "grad_norm": 1.8400757312774658, |
| "learning_rate": 9.99800859054067e-06, |
| "loss": 1.2829, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.038879206327926, |
| "grad_norm": 2.7951393127441406, |
| "learning_rate": 9.997977837710398e-06, |
| "loss": 1.2046, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.03894623944228449, |
| "grad_norm": 2.1032135486602783, |
| "learning_rate": 9.997946849290041e-06, |
| "loss": 1.1752, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.03901327255664298, |
| "grad_norm": 3.001558542251587, |
| "learning_rate": 9.997915625281062e-06, |
| "loss": 1.2212, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.03908030567100147, |
| "grad_norm": 3.4845917224884033, |
| "learning_rate": 9.997884165684933e-06, |
| "loss": 1.2348, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.03914733878535997, |
| "grad_norm": 2.3494112491607666, |
| "learning_rate": 9.997852470503133e-06, |
| "loss": 1.177, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.039214371899718464, |
| "grad_norm": 3.1500611305236816, |
| "learning_rate": 9.997820539737159e-06, |
| "loss": 1.2316, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.03928140501407695, |
| "grad_norm": 2.2782721519470215, |
| "learning_rate": 9.997788373388515e-06, |
| "loss": 1.1804, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.03934843812843545, |
| "grad_norm": 3.0651493072509766, |
| "learning_rate": 9.997755971458717e-06, |
| "loss": 1.1933, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.03941547124279394, |
| "grad_norm": 3.0999763011932373, |
| "learning_rate": 9.997723333949294e-06, |
| "loss": 1.2476, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.039482504357152434, |
| "grad_norm": 2.698352575302124, |
| "learning_rate": 9.997690460861782e-06, |
| "loss": 1.2074, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.03954953747151092, |
| "grad_norm": 3.2350475788116455, |
| "learning_rate": 9.997657352197734e-06, |
| "loss": 1.3185, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.03961657058586942, |
| "grad_norm": 2.5379462242126465, |
| "learning_rate": 9.997624007958706e-06, |
| "loss": 1.1887, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.039683603700227915, |
| "grad_norm": 2.191220998764038, |
| "learning_rate": 9.997590428146274e-06, |
| "loss": 1.2982, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.039750636814586404, |
| "grad_norm": 3.07743239402771, |
| "learning_rate": 9.997556612762018e-06, |
| "loss": 1.1945, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.0398176699289449, |
| "grad_norm": 1.8167991638183594, |
| "learning_rate": 9.997522561807534e-06, |
| "loss": 1.2289, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.03988470304330339, |
| "grad_norm": 2.8611345291137695, |
| "learning_rate": 9.997488275284426e-06, |
| "loss": 1.2398, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.039951736157661885, |
| "grad_norm": 2.147865056991577, |
| "learning_rate": 9.997453753194311e-06, |
| "loss": 1.2027, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.04001876927202038, |
| "grad_norm": 2.2430715560913086, |
| "learning_rate": 9.997418995538815e-06, |
| "loss": 1.2067, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.04008580238637887, |
| "grad_norm": 2.0718772411346436, |
| "learning_rate": 9.997384002319576e-06, |
| "loss": 1.173, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.040152835500737366, |
| "grad_norm": 2.003321886062622, |
| "learning_rate": 9.997348773538244e-06, |
| "loss": 1.269, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.040219868615095855, |
| "grad_norm": 2.172581911087036, |
| "learning_rate": 9.997313309196481e-06, |
| "loss": 1.2413, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.04028690172945435, |
| "grad_norm": 2.037341356277466, |
| "learning_rate": 9.99727760929596e-06, |
| "loss": 1.1747, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.04035393484381285, |
| "grad_norm": 2.29042911529541, |
| "learning_rate": 9.997241673838359e-06, |
| "loss": 1.1973, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.040420967958171336, |
| "grad_norm": 2.453831672668457, |
| "learning_rate": 9.997205502825373e-06, |
| "loss": 1.236, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.04048800107252983, |
| "grad_norm": 2.0109970569610596, |
| "learning_rate": 9.99716909625871e-06, |
| "loss": 1.1558, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.04055503418688832, |
| "grad_norm": 2.8557724952697754, |
| "learning_rate": 9.997132454140085e-06, |
| "loss": 1.2441, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.04062206730124682, |
| "grad_norm": 1.7172242403030396, |
| "learning_rate": 9.997095576471224e-06, |
| "loss": 1.2473, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.040689100415605306, |
| "grad_norm": 2.8604705333709717, |
| "learning_rate": 9.997058463253865e-06, |
| "loss": 1.2318, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.0407561335299638, |
| "grad_norm": 1.715734839439392, |
| "learning_rate": 9.99702111448976e-06, |
| "loss": 1.2862, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.0408231666443223, |
| "grad_norm": 2.571570873260498, |
| "learning_rate": 9.996983530180669e-06, |
| "loss": 1.2896, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.04089019975868079, |
| "grad_norm": 1.8446894884109497, |
| "learning_rate": 9.99694571032836e-06, |
| "loss": 1.2491, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.04095723287303928, |
| "grad_norm": 2.8240671157836914, |
| "learning_rate": 9.99690765493462e-06, |
| "loss": 1.208, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.04102426598739777, |
| "grad_norm": 1.9661369323730469, |
| "learning_rate": 9.99686936400124e-06, |
| "loss": 1.2592, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.04109129910175627, |
| "grad_norm": 2.6726739406585693, |
| "learning_rate": 9.996830837530025e-06, |
| "loss": 1.3111, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.041158332216114764, |
| "grad_norm": 1.6695208549499512, |
| "learning_rate": 9.996792075522795e-06, |
| "loss": 1.2418, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.04122536533047325, |
| "grad_norm": 2.66096568107605, |
| "learning_rate": 9.996753077981372e-06, |
| "loss": 1.3024, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.04129239844483175, |
| "grad_norm": 1.6701734066009521, |
| "learning_rate": 9.996713844907595e-06, |
| "loss": 1.1845, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.04135943155919024, |
| "grad_norm": 2.1394519805908203, |
| "learning_rate": 9.996674376303317e-06, |
| "loss": 1.1933, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.041426464673548734, |
| "grad_norm": 1.6720112562179565, |
| "learning_rate": 9.996634672170395e-06, |
| "loss": 1.2158, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.04149349778790722, |
| "grad_norm": 2.160226821899414, |
| "learning_rate": 9.996594732510703e-06, |
| "loss": 1.2091, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.04156053090226572, |
| "grad_norm": 2.0479724407196045, |
| "learning_rate": 9.996554557326122e-06, |
| "loss": 1.188, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.041627564016624215, |
| "grad_norm": 1.8755253553390503, |
| "learning_rate": 9.996514146618543e-06, |
| "loss": 1.2144, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.041694597130982704, |
| "grad_norm": 2.3884329795837402, |
| "learning_rate": 9.996473500389878e-06, |
| "loss": 1.2218, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.0417616302453412, |
| "grad_norm": 1.9428927898406982, |
| "learning_rate": 9.996432618642037e-06, |
| "loss": 1.2338, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.04182866335969969, |
| "grad_norm": 1.9459024667739868, |
| "learning_rate": 9.996391501376948e-06, |
| "loss": 1.2405, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.041895696474058185, |
| "grad_norm": 2.0672037601470947, |
| "learning_rate": 9.996350148596551e-06, |
| "loss": 1.222, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.04196272958841668, |
| "grad_norm": 1.8879516124725342, |
| "learning_rate": 9.996308560302794e-06, |
| "loss": 1.2367, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.04202976270277517, |
| "grad_norm": 2.1909995079040527, |
| "learning_rate": 9.99626673649764e-06, |
| "loss": 1.2184, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.042096795817133666, |
| "grad_norm": 2.139486312866211, |
| "learning_rate": 9.996224677183055e-06, |
| "loss": 1.1697, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.042163828931492155, |
| "grad_norm": 1.9174339771270752, |
| "learning_rate": 9.996182382361027e-06, |
| "loss": 1.2205, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.04223086204585065, |
| "grad_norm": 2.5628418922424316, |
| "learning_rate": 9.996139852033544e-06, |
| "loss": 1.2073, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.04229789516020915, |
| "grad_norm": 2.259838342666626, |
| "learning_rate": 9.996097086202617e-06, |
| "loss": 1.1654, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.042364928274567636, |
| "grad_norm": 2.266648054122925, |
| "learning_rate": 9.996054084870257e-06, |
| "loss": 1.2663, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.04243196138892613, |
| "grad_norm": 2.6176888942718506, |
| "learning_rate": 9.996010848038493e-06, |
| "loss": 1.2475, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.04249899450328462, |
| "grad_norm": 2.1522462368011475, |
| "learning_rate": 9.995967375709365e-06, |
| "loss": 1.2988, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.04256602761764312, |
| "grad_norm": 1.904600977897644, |
| "learning_rate": 9.995923667884918e-06, |
| "loss": 1.1752, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.042633060732001606, |
| "grad_norm": 1.7320717573165894, |
| "learning_rate": 9.995879724567214e-06, |
| "loss": 1.2997, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.0427000938463601, |
| "grad_norm": 1.6917203664779663, |
| "learning_rate": 9.995835545758326e-06, |
| "loss": 1.2421, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.0427671269607186, |
| "grad_norm": 2.0017597675323486, |
| "learning_rate": 9.995791131460336e-06, |
| "loss": 1.2542, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.042834160075077087, |
| "grad_norm": 1.777021884918213, |
| "learning_rate": 9.995746481675335e-06, |
| "loss": 1.24, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.04290119318943558, |
| "grad_norm": 1.9411197900772095, |
| "learning_rate": 9.99570159640543e-06, |
| "loss": 1.1978, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.04296822630379407, |
| "grad_norm": 2.209334135055542, |
| "learning_rate": 9.995656475652735e-06, |
| "loss": 1.2788, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.04303525941815257, |
| "grad_norm": 1.7532832622528076, |
| "learning_rate": 9.99561111941938e-06, |
| "loss": 1.2257, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.04310229253251106, |
| "grad_norm": 2.1681032180786133, |
| "learning_rate": 9.9955655277075e-06, |
| "loss": 1.2446, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.04316932564686955, |
| "grad_norm": 1.7259901762008667, |
| "learning_rate": 9.995519700519246e-06, |
| "loss": 1.2208, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.04323635876122805, |
| "grad_norm": 2.2835683822631836, |
| "learning_rate": 9.995473637856776e-06, |
| "loss": 1.2035, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.04330339187558654, |
| "grad_norm": 2.159043550491333, |
| "learning_rate": 9.995427339722262e-06, |
| "loss": 1.3005, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.04337042498994503, |
| "grad_norm": 1.8743388652801514, |
| "learning_rate": 9.995380806117888e-06, |
| "loss": 1.2498, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.04343745810430353, |
| "grad_norm": 1.87624192237854, |
| "learning_rate": 9.995334037045845e-06, |
| "loss": 1.2005, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.04350449121866202, |
| "grad_norm": 1.8688249588012695, |
| "learning_rate": 9.995287032508339e-06, |
| "loss": 1.2207, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.043571524333020514, |
| "grad_norm": 2.3046200275421143, |
| "learning_rate": 9.995239792507585e-06, |
| "loss": 1.2196, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.043638557447379, |
| "grad_norm": 1.7499393224716187, |
| "learning_rate": 9.995192317045811e-06, |
| "loss": 1.208, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.0437055905617375, |
| "grad_norm": 2.2620089054107666, |
| "learning_rate": 9.995144606125256e-06, |
| "loss": 1.2275, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.04377262367609599, |
| "grad_norm": 1.951637625694275, |
| "learning_rate": 9.995096659748165e-06, |
| "loss": 1.2183, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.043839656790454484, |
| "grad_norm": 2.4585514068603516, |
| "learning_rate": 9.9950484779168e-06, |
| "loss": 1.2078, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.04390668990481298, |
| "grad_norm": 2.2611708641052246, |
| "learning_rate": 9.995000060633432e-06, |
| "loss": 1.3008, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.04397372301917147, |
| "grad_norm": 2.124803066253662, |
| "learning_rate": 9.994951407900345e-06, |
| "loss": 1.2865, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.044040756133529965, |
| "grad_norm": 2.080958604812622, |
| "learning_rate": 9.994902519719828e-06, |
| "loss": 1.2514, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.044107789247888454, |
| "grad_norm": 2.4530255794525146, |
| "learning_rate": 9.994853396094191e-06, |
| "loss": 1.1925, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.04417482236224695, |
| "grad_norm": 2.058623790740967, |
| "learning_rate": 9.994804037025745e-06, |
| "loss": 1.2885, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.044241855476605446, |
| "grad_norm": 2.9467012882232666, |
| "learning_rate": 9.994754442516819e-06, |
| "loss": 1.2717, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.044308888590963935, |
| "grad_norm": 2.130584955215454, |
| "learning_rate": 9.99470461256975e-06, |
| "loss": 1.1924, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.04437592170532243, |
| "grad_norm": 2.4623470306396484, |
| "learning_rate": 9.994654547186889e-06, |
| "loss": 1.2098, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.04444295481968092, |
| "grad_norm": 3.779700517654419, |
| "learning_rate": 9.994604246370592e-06, |
| "loss": 1.2459, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.044509987934039416, |
| "grad_norm": 2.948714017868042, |
| "learning_rate": 9.994553710123233e-06, |
| "loss": 1.2125, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.044577021048397905, |
| "grad_norm": 5.613925457000732, |
| "learning_rate": 9.994502938447192e-06, |
| "loss": 1.1728, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.0446440541627564, |
| "grad_norm": 2.31131911277771, |
| "learning_rate": 9.994451931344864e-06, |
| "loss": 1.2322, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.0447110872771149, |
| "grad_norm": 3.9088780879974365, |
| "learning_rate": 9.994400688818653e-06, |
| "loss": 1.2791, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.044778120391473386, |
| "grad_norm": 2.4502816200256348, |
| "learning_rate": 9.994349210870972e-06, |
| "loss": 1.2485, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.04484515350583188, |
| "grad_norm": 1.9192942380905151, |
| "learning_rate": 9.994297497504253e-06, |
| "loss": 1.1983, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.04491218662019037, |
| "grad_norm": 2.2846031188964844, |
| "learning_rate": 9.99424554872093e-06, |
| "loss": 1.2401, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.04497921973454887, |
| "grad_norm": 2.68782114982605, |
| "learning_rate": 9.994193364523449e-06, |
| "loss": 1.2201, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.04504625284890736, |
| "grad_norm": 1.8364213705062866, |
| "learning_rate": 9.994140944914275e-06, |
| "loss": 1.2725, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.04511328596326585, |
| "grad_norm": 2.159677028656006, |
| "learning_rate": 9.994088289895876e-06, |
| "loss": 1.2117, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.04518031907762435, |
| "grad_norm": 1.9074883460998535, |
| "learning_rate": 9.994035399470733e-06, |
| "loss": 1.2668, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.04524735219198284, |
| "grad_norm": 2.125969409942627, |
| "learning_rate": 9.993982273641344e-06, |
| "loss": 1.2775, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.04531438530634133, |
| "grad_norm": 1.7551029920578003, |
| "learning_rate": 9.993928912410209e-06, |
| "loss": 1.2651, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.04538141842069983, |
| "grad_norm": 2.3873870372772217, |
| "learning_rate": 9.993875315779843e-06, |
| "loss": 1.2051, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.04544845153505832, |
| "grad_norm": 2.111009359359741, |
| "learning_rate": 9.993821483752774e-06, |
| "loss": 1.2665, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.045515484649416814, |
| "grad_norm": 2.131819725036621, |
| "learning_rate": 9.993767416331541e-06, |
| "loss": 1.2027, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.0455825177637753, |
| "grad_norm": 2.1810410022735596, |
| "learning_rate": 9.993713113518688e-06, |
| "loss": 1.203, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0456495508781338, |
| "grad_norm": 2.266517162322998, |
| "learning_rate": 9.993658575316781e-06, |
| "loss": 1.1376, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.04571658399249229, |
| "grad_norm": 1.7528636455535889, |
| "learning_rate": 9.993603801728384e-06, |
| "loss": 1.2717, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.045783617106850784, |
| "grad_norm": 2.0745863914489746, |
| "learning_rate": 9.993548792756082e-06, |
| "loss": 1.2334, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.04585065022120928, |
| "grad_norm": 2.021291732788086, |
| "learning_rate": 9.99349354840247e-06, |
| "loss": 1.2528, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.04591768333556777, |
| "grad_norm": 1.8821758031845093, |
| "learning_rate": 9.993438068670149e-06, |
| "loss": 1.1926, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.045984716449926265, |
| "grad_norm": 1.8939354419708252, |
| "learning_rate": 9.993382353561736e-06, |
| "loss": 1.2022, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.046051749564284754, |
| "grad_norm": 1.9780726432800293, |
| "learning_rate": 9.993326403079855e-06, |
| "loss": 1.2999, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.04611878267864325, |
| "grad_norm": 2.2077829837799072, |
| "learning_rate": 9.993270217227145e-06, |
| "loss": 1.1917, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.046185815793001746, |
| "grad_norm": 2.3000552654266357, |
| "learning_rate": 9.993213796006256e-06, |
| "loss": 1.2229, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.046252848907360235, |
| "grad_norm": 2.049570322036743, |
| "learning_rate": 9.993157139419845e-06, |
| "loss": 1.2098, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.04631988202171873, |
| "grad_norm": 2.359697103500366, |
| "learning_rate": 9.993100247470582e-06, |
| "loss": 1.2605, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.04638691513607722, |
| "grad_norm": 2.1619114875793457, |
| "learning_rate": 9.993043120161151e-06, |
| "loss": 1.159, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.046453948250435716, |
| "grad_norm": 2.22163462638855, |
| "learning_rate": 9.992985757494244e-06, |
| "loss": 1.1892, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.04652098136479421, |
| "grad_norm": 3.672901153564453, |
| "learning_rate": 9.992928159472565e-06, |
| "loss": 1.2258, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.0465880144791527, |
| "grad_norm": 2.1144566535949707, |
| "learning_rate": 9.99287032609883e-06, |
| "loss": 1.2488, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.0466550475935112, |
| "grad_norm": 2.941239833831787, |
| "learning_rate": 9.992812257375762e-06, |
| "loss": 1.2139, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.046722080707869686, |
| "grad_norm": 2.7895803451538086, |
| "learning_rate": 9.9927539533061e-06, |
| "loss": 1.1877, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.04678911382222818, |
| "grad_norm": 3.115462303161621, |
| "learning_rate": 9.992695413892592e-06, |
| "loss": 1.2424, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.04685614693658667, |
| "grad_norm": 3.569133758544922, |
| "learning_rate": 9.992636639138e-06, |
| "loss": 1.2405, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.04692318005094517, |
| "grad_norm": 2.1341793537139893, |
| "learning_rate": 9.992577629045092e-06, |
| "loss": 1.1802, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.04699021316530366, |
| "grad_norm": 2.8338398933410645, |
| "learning_rate": 9.992518383616648e-06, |
| "loss": 1.2645, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.04705724627966215, |
| "grad_norm": 2.2222487926483154, |
| "learning_rate": 9.992458902855464e-06, |
| "loss": 1.2855, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.04712427939402065, |
| "grad_norm": 2.337017297744751, |
| "learning_rate": 9.992399186764343e-06, |
| "loss": 1.2567, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.04719131250837914, |
| "grad_norm": 2.4182846546173096, |
| "learning_rate": 9.992339235346096e-06, |
| "loss": 1.1791, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.04725834562273763, |
| "grad_norm": 2.637669086456299, |
| "learning_rate": 9.992279048603555e-06, |
| "loss": 1.2119, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.04732537873709613, |
| "grad_norm": 2.239656925201416, |
| "learning_rate": 9.992218626539553e-06, |
| "loss": 1.244, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.04739241185145462, |
| "grad_norm": 2.4287493228912354, |
| "learning_rate": 9.99215796915694e-06, |
| "loss": 1.2165, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.04745944496581311, |
| "grad_norm": 2.155197858810425, |
| "learning_rate": 9.992097076458573e-06, |
| "loss": 1.2258, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.0475264780801716, |
| "grad_norm": 2.0264296531677246, |
| "learning_rate": 9.992035948447322e-06, |
| "loss": 1.189, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.0475935111945301, |
| "grad_norm": 2.6566851139068604, |
| "learning_rate": 9.991974585126075e-06, |
| "loss": 1.2079, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.047660544308888594, |
| "grad_norm": 2.203490972518921, |
| "learning_rate": 9.991912986497716e-06, |
| "loss": 1.2007, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.04772757742324708, |
| "grad_norm": 2.1854496002197266, |
| "learning_rate": 9.991851152565153e-06, |
| "loss": 1.2141, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.04779461053760558, |
| "grad_norm": 1.8199445009231567, |
| "learning_rate": 9.9917890833313e-06, |
| "loss": 1.2258, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.04786164365196407, |
| "grad_norm": 2.8503692150115967, |
| "learning_rate": 9.99172677879908e-06, |
| "loss": 1.2414, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.047928676766322564, |
| "grad_norm": 1.9277492761611938, |
| "learning_rate": 9.991664238971436e-06, |
| "loss": 1.2412, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.04799570988068105, |
| "grad_norm": 2.8058922290802, |
| "learning_rate": 9.99160146385131e-06, |
| "loss": 1.1824, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.04806274299503955, |
| "grad_norm": 2.773435115814209, |
| "learning_rate": 9.991538453441665e-06, |
| "loss": 1.2828, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.048129776109398045, |
| "grad_norm": 1.867266297340393, |
| "learning_rate": 9.99147520774547e-06, |
| "loss": 1.2689, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.048196809223756534, |
| "grad_norm": 2.4790892601013184, |
| "learning_rate": 9.991411726765704e-06, |
| "loss": 1.185, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.04826384233811503, |
| "grad_norm": 1.7063136100769043, |
| "learning_rate": 9.991348010505362e-06, |
| "loss": 1.2286, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.04833087545247352, |
| "grad_norm": 2.2245078086853027, |
| "learning_rate": 9.991284058967447e-06, |
| "loss": 1.2305, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.048397908566832015, |
| "grad_norm": 2.095717191696167, |
| "learning_rate": 9.991219872154971e-06, |
| "loss": 1.1849, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.04846494168119051, |
| "grad_norm": 2.2343897819519043, |
| "learning_rate": 9.991155450070964e-06, |
| "loss": 1.2299, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.048531974795549, |
| "grad_norm": 2.5293986797332764, |
| "learning_rate": 9.991090792718458e-06, |
| "loss": 1.223, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.048599007909907496, |
| "grad_norm": 2.4559242725372314, |
| "learning_rate": 9.991025900100503e-06, |
| "loss": 1.161, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.048666041024265985, |
| "grad_norm": 1.9356436729431152, |
| "learning_rate": 9.99096077222016e-06, |
| "loss": 1.1703, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.04873307413862448, |
| "grad_norm": 3.064033031463623, |
| "learning_rate": 9.990895409080495e-06, |
| "loss": 1.2854, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.04880010725298297, |
| "grad_norm": 2.788081645965576, |
| "learning_rate": 9.990829810684592e-06, |
| "loss": 1.2526, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.048867140367341466, |
| "grad_norm": 1.9951938390731812, |
| "learning_rate": 9.99076397703554e-06, |
| "loss": 1.2363, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.04893417348169996, |
| "grad_norm": 2.1635994911193848, |
| "learning_rate": 9.990697908136446e-06, |
| "loss": 1.2667, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.04900120659605845, |
| "grad_norm": 2.019113540649414, |
| "learning_rate": 9.990631603990421e-06, |
| "loss": 1.2509, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.04906823971041695, |
| "grad_norm": 2.4715311527252197, |
| "learning_rate": 9.990565064600592e-06, |
| "loss": 1.2438, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.049135272824775436, |
| "grad_norm": 2.0606040954589844, |
| "learning_rate": 9.990498289970096e-06, |
| "loss": 1.2281, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.04920230593913393, |
| "grad_norm": 1.9091814756393433, |
| "learning_rate": 9.99043128010208e-06, |
| "loss": 1.2674, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.04926933905349243, |
| "grad_norm": 2.15573787689209, |
| "learning_rate": 9.990364034999703e-06, |
| "loss": 1.2206, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.04933637216785092, |
| "grad_norm": 2.006147623062134, |
| "learning_rate": 9.990296554666133e-06, |
| "loss": 1.2005, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.04940340528220941, |
| "grad_norm": 2.3713815212249756, |
| "learning_rate": 9.99022883910455e-06, |
| "loss": 1.261, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.0494704383965679, |
| "grad_norm": 2.5655717849731445, |
| "learning_rate": 9.990160888318152e-06, |
| "loss": 1.2382, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.0495374715109264, |
| "grad_norm": 2.056737184524536, |
| "learning_rate": 9.990092702310134e-06, |
| "loss": 1.2089, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.049604504625284894, |
| "grad_norm": 2.646698474884033, |
| "learning_rate": 9.990024281083716e-06, |
| "loss": 1.2243, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.04967153773964338, |
| "grad_norm": 1.9205855131149292, |
| "learning_rate": 9.989955624642122e-06, |
| "loss": 1.248, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.04973857085400188, |
| "grad_norm": 2.501131772994995, |
| "learning_rate": 9.989886732988586e-06, |
| "loss": 1.2234, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.04980560396836037, |
| "grad_norm": 1.9314333200454712, |
| "learning_rate": 9.989817606126357e-06, |
| "loss": 1.1742, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.049872637082718864, |
| "grad_norm": 2.48451566696167, |
| "learning_rate": 9.989748244058695e-06, |
| "loss": 1.2148, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.04993967019707735, |
| "grad_norm": 2.0990946292877197, |
| "learning_rate": 9.989678646788865e-06, |
| "loss": 1.2328, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.05000670331143585, |
| "grad_norm": 2.9617362022399902, |
| "learning_rate": 9.989608814320152e-06, |
| "loss": 1.2195, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.050073736425794345, |
| "grad_norm": 1.962094783782959, |
| "learning_rate": 9.989538746655847e-06, |
| "loss": 1.2487, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.050140769540152834, |
| "grad_norm": 2.560433864593506, |
| "learning_rate": 9.98946844379925e-06, |
| "loss": 1.1929, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.05020780265451133, |
| "grad_norm": 2.042177200317383, |
| "learning_rate": 9.989397905753677e-06, |
| "loss": 1.2434, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.05027483576886982, |
| "grad_norm": 3.2049014568328857, |
| "learning_rate": 9.989327132522453e-06, |
| "loss": 1.2655, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.050341868883228315, |
| "grad_norm": 1.972774863243103, |
| "learning_rate": 9.989256124108915e-06, |
| "loss": 1.19, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.05040890199758681, |
| "grad_norm": 3.055142879486084, |
| "learning_rate": 9.989184880516407e-06, |
| "loss": 1.2803, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.0504759351119453, |
| "grad_norm": 1.5906529426574707, |
| "learning_rate": 9.98911340174829e-06, |
| "loss": 1.2346, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.050542968226303796, |
| "grad_norm": 2.5155935287475586, |
| "learning_rate": 9.989041687807934e-06, |
| "loss": 1.1897, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.050610001340662285, |
| "grad_norm": 2.2005436420440674, |
| "learning_rate": 9.988969738698715e-06, |
| "loss": 1.196, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.05067703445502078, |
| "grad_norm": 2.865671396255493, |
| "learning_rate": 9.988897554424029e-06, |
| "loss": 1.2955, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.05074406756937928, |
| "grad_norm": 2.6557910442352295, |
| "learning_rate": 9.988825134987275e-06, |
| "loss": 1.261, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.050811100683737766, |
| "grad_norm": 3.1464684009552, |
| "learning_rate": 9.98875248039187e-06, |
| "loss": 1.2581, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.05087813379809626, |
| "grad_norm": 1.8257354497909546, |
| "learning_rate": 9.988679590641237e-06, |
| "loss": 1.1644, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.05094516691245475, |
| "grad_norm": 3.571201801300049, |
| "learning_rate": 9.988606465738812e-06, |
| "loss": 1.2794, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.05101220002681325, |
| "grad_norm": 2.1760058403015137, |
| "learning_rate": 9.988533105688041e-06, |
| "loss": 1.2261, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.051079233141171736, |
| "grad_norm": 2.614610195159912, |
| "learning_rate": 9.988459510492384e-06, |
| "loss": 1.187, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.05114626625553023, |
| "grad_norm": 2.172027111053467, |
| "learning_rate": 9.988385680155308e-06, |
| "loss": 1.2744, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.05121329936988873, |
| "grad_norm": 2.496722459793091, |
| "learning_rate": 9.988311614680294e-06, |
| "loss": 1.2174, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.05128033248424722, |
| "grad_norm": 2.8360979557037354, |
| "learning_rate": 9.988237314070835e-06, |
| "loss": 1.2593, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.05134736559860571, |
| "grad_norm": 2.054471731185913, |
| "learning_rate": 9.98816277833043e-06, |
| "loss": 1.1997, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.0514143987129642, |
| "grad_norm": 2.361617088317871, |
| "learning_rate": 9.988088007462595e-06, |
| "loss": 1.2682, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.0514814318273227, |
| "grad_norm": 2.1440465450286865, |
| "learning_rate": 9.988013001470851e-06, |
| "loss": 1.2199, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.051548464941681194, |
| "grad_norm": 2.3527169227600098, |
| "learning_rate": 9.987937760358738e-06, |
| "loss": 1.2209, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.05161549805603968, |
| "grad_norm": 2.120574712753296, |
| "learning_rate": 9.987862284129802e-06, |
| "loss": 1.166, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.05168253117039818, |
| "grad_norm": 2.738118886947632, |
| "learning_rate": 9.987786572787597e-06, |
| "loss": 1.2412, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.05174956428475667, |
| "grad_norm": 1.6999160051345825, |
| "learning_rate": 9.987710626335696e-06, |
| "loss": 1.165, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.051816597399115163, |
| "grad_norm": 2.7901735305786133, |
| "learning_rate": 9.987634444777677e-06, |
| "loss": 1.1877, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.05188363051347366, |
| "grad_norm": 2.380593776702881, |
| "learning_rate": 9.987558028117129e-06, |
| "loss": 1.2328, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.05195066362783215, |
| "grad_norm": 2.1431150436401367, |
| "learning_rate": 9.987481376357657e-06, |
| "loss": 1.2086, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.052017696742190644, |
| "grad_norm": 2.143303632736206, |
| "learning_rate": 9.987404489502874e-06, |
| "loss": 1.2581, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.05208472985654913, |
| "grad_norm": 2.048405885696411, |
| "learning_rate": 9.987327367556402e-06, |
| "loss": 1.1553, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.05215176297090763, |
| "grad_norm": 2.420879364013672, |
| "learning_rate": 9.98725001052188e-06, |
| "loss": 1.1912, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.05221879608526612, |
| "grad_norm": 2.0558266639709473, |
| "learning_rate": 9.987172418402953e-06, |
| "loss": 1.2035, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.052285829199624614, |
| "grad_norm": 2.220790147781372, |
| "learning_rate": 9.987094591203276e-06, |
| "loss": 1.2163, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.05235286231398311, |
| "grad_norm": 2.1508049964904785, |
| "learning_rate": 9.987016528926519e-06, |
| "loss": 1.2189, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.0524198954283416, |
| "grad_norm": 2.412564277648926, |
| "learning_rate": 9.986938231576361e-06, |
| "loss": 1.2143, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.052486928542700095, |
| "grad_norm": 2.2684972286224365, |
| "learning_rate": 9.986859699156496e-06, |
| "loss": 1.1916, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.052553961657058584, |
| "grad_norm": 2.402801990509033, |
| "learning_rate": 9.986780931670622e-06, |
| "loss": 1.284, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.05262099477141708, |
| "grad_norm": 3.715493679046631, |
| "learning_rate": 9.986701929122454e-06, |
| "loss": 1.2384, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.052688027885775576, |
| "grad_norm": 1.5449753999710083, |
| "learning_rate": 9.986622691515713e-06, |
| "loss": 1.1916, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.052755061000134065, |
| "grad_norm": 3.2839949131011963, |
| "learning_rate": 9.98654321885414e-06, |
| "loss": 1.2536, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.05282209411449256, |
| "grad_norm": 1.6808443069458008, |
| "learning_rate": 9.986463511141473e-06, |
| "loss": 1.1941, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.05288912722885105, |
| "grad_norm": 2.646101474761963, |
| "learning_rate": 9.986383568381478e-06, |
| "loss": 1.1573, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.052956160343209546, |
| "grad_norm": 1.9818720817565918, |
| "learning_rate": 9.986303390577915e-06, |
| "loss": 1.2203, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.053023193457568035, |
| "grad_norm": 2.0198025703430176, |
| "learning_rate": 9.986222977734567e-06, |
| "loss": 1.1799, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.05309022657192653, |
| "grad_norm": 2.1400973796844482, |
| "learning_rate": 9.986142329855227e-06, |
| "loss": 1.1567, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.05315725968628503, |
| "grad_norm": 1.7762682437896729, |
| "learning_rate": 9.986061446943693e-06, |
| "loss": 1.1889, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.053224292800643516, |
| "grad_norm": 1.641446590423584, |
| "learning_rate": 9.98598032900378e-06, |
| "loss": 1.1555, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.05329132591500201, |
| "grad_norm": 1.9108654260635376, |
| "learning_rate": 9.985898976039307e-06, |
| "loss": 1.2391, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.0533583590293605, |
| "grad_norm": 1.8115818500518799, |
| "learning_rate": 9.985817388054115e-06, |
| "loss": 1.1609, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.053425392143719, |
| "grad_norm": 2.0058867931365967, |
| "learning_rate": 9.985735565052046e-06, |
| "loss": 1.2628, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.05349242525807749, |
| "grad_norm": 1.9906350374221802, |
| "learning_rate": 9.985653507036956e-06, |
| "loss": 1.1904, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.05355945837243598, |
| "grad_norm": 1.9705101251602173, |
| "learning_rate": 9.985571214012717e-06, |
| "loss": 1.2652, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.05362649148679448, |
| "grad_norm": 1.8494824171066284, |
| "learning_rate": 9.985488685983205e-06, |
| "loss": 1.2782, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.05369352460115297, |
| "grad_norm": 2.2280213832855225, |
| "learning_rate": 9.985405922952312e-06, |
| "loss": 1.225, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.05376055771551146, |
| "grad_norm": 1.5897328853607178, |
| "learning_rate": 9.985322924923936e-06, |
| "loss": 1.1632, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.05382759082986996, |
| "grad_norm": 2.099820375442505, |
| "learning_rate": 9.985239691901994e-06, |
| "loss": 1.1694, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.05389462394422845, |
| "grad_norm": 1.674817681312561, |
| "learning_rate": 9.985156223890405e-06, |
| "loss": 1.2107, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.053961657058586944, |
| "grad_norm": 2.301271915435791, |
| "learning_rate": 9.985072520893105e-06, |
| "loss": 1.1912, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.05402869017294543, |
| "grad_norm": 2.051819086074829, |
| "learning_rate": 9.98498858291404e-06, |
| "loss": 1.2897, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.05409572328730393, |
| "grad_norm": 2.594249725341797, |
| "learning_rate": 9.984904409957166e-06, |
| "loss": 1.2588, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.05416275640166242, |
| "grad_norm": 1.759581208229065, |
| "learning_rate": 9.984820002026451e-06, |
| "loss": 1.2348, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.054229789516020914, |
| "grad_norm": 2.1979293823242188, |
| "learning_rate": 9.984735359125875e-06, |
| "loss": 1.2289, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.05429682263037941, |
| "grad_norm": 1.6056431531906128, |
| "learning_rate": 9.984650481259426e-06, |
| "loss": 1.2194, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0543638557447379, |
| "grad_norm": 1.9366217851638794, |
| "learning_rate": 9.984565368431106e-06, |
| "loss": 1.163, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.054430888859096395, |
| "grad_norm": 1.5709973573684692, |
| "learning_rate": 9.984480020644925e-06, |
| "loss": 1.2034, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.054497921973454884, |
| "grad_norm": 2.5319793224334717, |
| "learning_rate": 9.984394437904908e-06, |
| "loss": 1.2393, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.05456495508781338, |
| "grad_norm": 1.555619478225708, |
| "learning_rate": 9.984308620215087e-06, |
| "loss": 1.2507, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.054631988202171876, |
| "grad_norm": 2.034126043319702, |
| "learning_rate": 9.98422256757951e-06, |
| "loss": 1.1705, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.054699021316530365, |
| "grad_norm": 1.7374420166015625, |
| "learning_rate": 9.984136280002233e-06, |
| "loss": 1.2179, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.05476605443088886, |
| "grad_norm": 2.445155620574951, |
| "learning_rate": 9.984049757487321e-06, |
| "loss": 1.2692, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.05483308754524735, |
| "grad_norm": 2.3596882820129395, |
| "learning_rate": 9.983963000038855e-06, |
| "loss": 1.2115, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.054900120659605846, |
| "grad_norm": 1.723568320274353, |
| "learning_rate": 9.983876007660924e-06, |
| "loss": 1.2419, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.05496715377396434, |
| "grad_norm": 1.9048880338668823, |
| "learning_rate": 9.983788780357625e-06, |
| "loss": 1.2132, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.05503418688832283, |
| "grad_norm": 1.9142082929611206, |
| "learning_rate": 9.983701318133075e-06, |
| "loss": 1.171, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.05510122000268133, |
| "grad_norm": 1.7421865463256836, |
| "learning_rate": 9.983613620991393e-06, |
| "loss": 1.2284, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.055168253117039816, |
| "grad_norm": 1.9606901407241821, |
| "learning_rate": 9.983525688936714e-06, |
| "loss": 1.2379, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.05523528623139831, |
| "grad_norm": 1.7102597951889038, |
| "learning_rate": 9.983437521973184e-06, |
| "loss": 1.1736, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.0553023193457568, |
| "grad_norm": 1.8667577505111694, |
| "learning_rate": 9.983349120104958e-06, |
| "loss": 1.2218, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.0553693524601153, |
| "grad_norm": 1.9052408933639526, |
| "learning_rate": 9.9832604833362e-06, |
| "loss": 1.215, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.05543638557447379, |
| "grad_norm": 1.7781627178192139, |
| "learning_rate": 9.983171611671092e-06, |
| "loss": 1.1664, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.05550341868883228, |
| "grad_norm": 1.7976970672607422, |
| "learning_rate": 9.983082505113824e-06, |
| "loss": 1.2109, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.05557045180319078, |
| "grad_norm": 1.7000690698623657, |
| "learning_rate": 9.982993163668593e-06, |
| "loss": 1.1734, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.05563748491754927, |
| "grad_norm": 2.5087480545043945, |
| "learning_rate": 9.982903587339612e-06, |
| "loss": 1.1451, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.05570451803190776, |
| "grad_norm": 2.2193756103515625, |
| "learning_rate": 9.982813776131102e-06, |
| "loss": 1.1479, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.05577155114626626, |
| "grad_norm": 1.94718337059021, |
| "learning_rate": 9.982723730047297e-06, |
| "loss": 1.1873, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.05583858426062475, |
| "grad_norm": 2.2241289615631104, |
| "learning_rate": 9.982633449092442e-06, |
| "loss": 1.2384, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.055905617374983244, |
| "grad_norm": 1.9439524412155151, |
| "learning_rate": 9.982542933270794e-06, |
| "loss": 1.193, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.05597265048934173, |
| "grad_norm": 2.087599992752075, |
| "learning_rate": 9.982452182586617e-06, |
| "loss": 1.1899, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.05603968360370023, |
| "grad_norm": 2.487673282623291, |
| "learning_rate": 9.98236119704419e-06, |
| "loss": 1.1736, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.05610671671805872, |
| "grad_norm": 2.0821855068206787, |
| "learning_rate": 9.982269976647802e-06, |
| "loss": 1.1633, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.056173749832417214, |
| "grad_norm": 2.5526700019836426, |
| "learning_rate": 9.982178521401753e-06, |
| "loss": 1.1983, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.05624078294677571, |
| "grad_norm": 2.986823797225952, |
| "learning_rate": 9.982086831310351e-06, |
| "loss": 1.23, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.0563078160611342, |
| "grad_norm": 2.074916362762451, |
| "learning_rate": 9.981994906377923e-06, |
| "loss": 1.2125, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.056374849175492694, |
| "grad_norm": 2.56559681892395, |
| "learning_rate": 9.981902746608798e-06, |
| "loss": 1.1249, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.056441882289851183, |
| "grad_norm": 2.1433582305908203, |
| "learning_rate": 9.981810352007322e-06, |
| "loss": 1.2278, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.05650891540420968, |
| "grad_norm": 2.553110122680664, |
| "learning_rate": 9.98171772257785e-06, |
| "loss": 1.1912, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.056575948518568175, |
| "grad_norm": 2.1029915809631348, |
| "learning_rate": 9.981624858324747e-06, |
| "loss": 1.164, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.056642981632926664, |
| "grad_norm": 2.5108890533447266, |
| "learning_rate": 9.981531759252393e-06, |
| "loss": 1.1361, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.05671001474728516, |
| "grad_norm": 1.8554606437683105, |
| "learning_rate": 9.981438425365173e-06, |
| "loss": 1.2294, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.05677704786164365, |
| "grad_norm": 3.102363109588623, |
| "learning_rate": 9.98134485666749e-06, |
| "loss": 1.2307, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.056844080976002145, |
| "grad_norm": 1.9243063926696777, |
| "learning_rate": 9.981251053163753e-06, |
| "loss": 1.1996, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.05691111409036064, |
| "grad_norm": 3.0201313495635986, |
| "learning_rate": 9.981157014858384e-06, |
| "loss": 1.2308, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.05697814720471913, |
| "grad_norm": 1.7354841232299805, |
| "learning_rate": 9.981062741755813e-06, |
| "loss": 1.1932, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.057045180319077626, |
| "grad_norm": 3.498713493347168, |
| "learning_rate": 9.980968233860488e-06, |
| "loss": 1.2223, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.057112213433436115, |
| "grad_norm": 2.5550761222839355, |
| "learning_rate": 9.980873491176861e-06, |
| "loss": 1.2473, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.05717924654779461, |
| "grad_norm": 2.448503255844116, |
| "learning_rate": 9.9807785137094e-06, |
| "loss": 1.1813, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.0572462796621531, |
| "grad_norm": 2.0309221744537354, |
| "learning_rate": 9.98068330146258e-06, |
| "loss": 1.2176, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.057313312776511596, |
| "grad_norm": 2.947136402130127, |
| "learning_rate": 9.980587854440889e-06, |
| "loss": 1.1882, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.05738034589087009, |
| "grad_norm": 2.5241189002990723, |
| "learning_rate": 9.980492172648825e-06, |
| "loss": 1.1884, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.05744737900522858, |
| "grad_norm": 2.5902321338653564, |
| "learning_rate": 9.980396256090904e-06, |
| "loss": 1.231, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.05751441211958708, |
| "grad_norm": 2.5071160793304443, |
| "learning_rate": 9.980300104771641e-06, |
| "loss": 1.1996, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.057581445233945566, |
| "grad_norm": 2.830653190612793, |
| "learning_rate": 9.98020371869557e-06, |
| "loss": 1.2959, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.05764847834830406, |
| "grad_norm": 2.2973814010620117, |
| "learning_rate": 9.980107097867236e-06, |
| "loss": 1.1912, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.05771551146266256, |
| "grad_norm": 2.4974524974823, |
| "learning_rate": 9.980010242291191e-06, |
| "loss": 1.2651, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.05778254457702105, |
| "grad_norm": 2.194835662841797, |
| "learning_rate": 9.979913151972003e-06, |
| "loss": 1.2602, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.05784957769137954, |
| "grad_norm": 2.9992263317108154, |
| "learning_rate": 9.979815826914248e-06, |
| "loss": 1.2242, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.05791661080573803, |
| "grad_norm": 2.3652992248535156, |
| "learning_rate": 9.97971826712251e-06, |
| "loss": 1.2587, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.05798364392009653, |
| "grad_norm": 2.6575071811676025, |
| "learning_rate": 9.979620472601394e-06, |
| "loss": 1.1969, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.058050677034455024, |
| "grad_norm": 2.4983725547790527, |
| "learning_rate": 9.979522443355505e-06, |
| "loss": 1.2032, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.05811771014881351, |
| "grad_norm": 2.1994574069976807, |
| "learning_rate": 9.979424179389464e-06, |
| "loss": 1.2236, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.05818474326317201, |
| "grad_norm": 2.1458921432495117, |
| "learning_rate": 9.979325680707906e-06, |
| "loss": 1.2353, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.0582517763775305, |
| "grad_norm": 1.9738218784332275, |
| "learning_rate": 9.97922694731547e-06, |
| "loss": 1.2002, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.058318809491888994, |
| "grad_norm": 2.098033905029297, |
| "learning_rate": 9.979127979216814e-06, |
| "loss": 1.2059, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.05838584260624748, |
| "grad_norm": 2.0215861797332764, |
| "learning_rate": 9.979028776416599e-06, |
| "loss": 1.1693, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.05845287572060598, |
| "grad_norm": 2.3787646293640137, |
| "learning_rate": 9.978929338919505e-06, |
| "loss": 1.175, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.058519908834964475, |
| "grad_norm": 1.9279216527938843, |
| "learning_rate": 9.978829666730217e-06, |
| "loss": 1.2566, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.058586941949322964, |
| "grad_norm": 2.030022382736206, |
| "learning_rate": 9.978729759853432e-06, |
| "loss": 1.1987, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.05865397506368146, |
| "grad_norm": 1.7208644151687622, |
| "learning_rate": 9.978629618293862e-06, |
| "loss": 1.2648, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.05872100817803995, |
| "grad_norm": 2.049459457397461, |
| "learning_rate": 9.978529242056228e-06, |
| "loss": 1.2804, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.058788041292398445, |
| "grad_norm": 1.8884615898132324, |
| "learning_rate": 9.978428631145258e-06, |
| "loss": 1.1795, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.05885507440675694, |
| "grad_norm": 1.9381099939346313, |
| "learning_rate": 9.978327785565695e-06, |
| "loss": 1.2094, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.05892210752111543, |
| "grad_norm": 2.0033657550811768, |
| "learning_rate": 9.978226705322295e-06, |
| "loss": 1.2425, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.058989140635473926, |
| "grad_norm": 1.8637527227401733, |
| "learning_rate": 9.978125390419822e-06, |
| "loss": 1.2362, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.059056173749832415, |
| "grad_norm": 1.847943902015686, |
| "learning_rate": 9.978023840863052e-06, |
| "loss": 1.2342, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.05912320686419091, |
| "grad_norm": 1.9522820711135864, |
| "learning_rate": 9.97792205665677e-06, |
| "loss": 1.2337, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.05919023997854941, |
| "grad_norm": 2.2261815071105957, |
| "learning_rate": 9.977820037805775e-06, |
| "loss": 1.2391, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.059257273092907896, |
| "grad_norm": 1.695275902748108, |
| "learning_rate": 9.977717784314875e-06, |
| "loss": 1.2135, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.05932430620726639, |
| "grad_norm": 1.8010350465774536, |
| "learning_rate": 9.97761529618889e-06, |
| "loss": 1.1598, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.05939133932162488, |
| "grad_norm": 1.561659574508667, |
| "learning_rate": 9.977512573432652e-06, |
| "loss": 1.2617, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.05945837243598338, |
| "grad_norm": 2.0340404510498047, |
| "learning_rate": 9.977409616051003e-06, |
| "loss": 1.3066, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.059525405550341866, |
| "grad_norm": 1.6706156730651855, |
| "learning_rate": 9.977306424048796e-06, |
| "loss": 1.1701, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.05959243866470036, |
| "grad_norm": 1.824871301651001, |
| "learning_rate": 9.977202997430895e-06, |
| "loss": 1.1554, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.05965947177905886, |
| "grad_norm": 1.9939782619476318, |
| "learning_rate": 9.977099336202175e-06, |
| "loss": 1.2362, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.05972650489341735, |
| "grad_norm": 2.0364372730255127, |
| "learning_rate": 9.97699544036752e-06, |
| "loss": 1.2173, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.05979353800777584, |
| "grad_norm": 2.0567874908447266, |
| "learning_rate": 9.976891309931833e-06, |
| "loss": 1.155, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.05986057112213433, |
| "grad_norm": 2.2343947887420654, |
| "learning_rate": 9.976786944900017e-06, |
| "loss": 1.2084, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.05992760423649283, |
| "grad_norm": 2.6220974922180176, |
| "learning_rate": 9.976682345276995e-06, |
| "loss": 1.168, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.059994637350851324, |
| "grad_norm": 1.9472721815109253, |
| "learning_rate": 9.976577511067695e-06, |
| "loss": 1.2539, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.06006167046520981, |
| "grad_norm": 2.7374353408813477, |
| "learning_rate": 9.976472442277061e-06, |
| "loss": 1.2557, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.06012870357956831, |
| "grad_norm": 1.8141698837280273, |
| "learning_rate": 9.976367138910042e-06, |
| "loss": 1.2805, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.0601957366939268, |
| "grad_norm": 2.976255416870117, |
| "learning_rate": 9.976261600971607e-06, |
| "loss": 1.3102, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.060262769808285294, |
| "grad_norm": 2.0342464447021484, |
| "learning_rate": 9.976155828466725e-06, |
| "loss": 1.1883, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.06032980292264378, |
| "grad_norm": 2.6198155879974365, |
| "learning_rate": 9.976049821400387e-06, |
| "loss": 1.3297, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.06039683603700228, |
| "grad_norm": 2.1103973388671875, |
| "learning_rate": 9.975943579777584e-06, |
| "loss": 1.1968, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.060463869151360775, |
| "grad_norm": 2.337796688079834, |
| "learning_rate": 9.97583710360333e-06, |
| "loss": 1.2217, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.060530902265719264, |
| "grad_norm": 2.4181036949157715, |
| "learning_rate": 9.975730392882642e-06, |
| "loss": 1.2305, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.06059793538007776, |
| "grad_norm": 2.645101308822632, |
| "learning_rate": 9.975623447620549e-06, |
| "loss": 1.2362, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.06066496849443625, |
| "grad_norm": 2.050929069519043, |
| "learning_rate": 9.975516267822089e-06, |
| "loss": 1.1935, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.060732001608794745, |
| "grad_norm": 2.4358623027801514, |
| "learning_rate": 9.97540885349232e-06, |
| "loss": 1.2104, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.06079903472315324, |
| "grad_norm": 2.072427988052368, |
| "learning_rate": 9.975301204636304e-06, |
| "loss": 1.2411, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.06086606783751173, |
| "grad_norm": 2.7420403957366943, |
| "learning_rate": 9.975193321259114e-06, |
| "loss": 1.2576, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.060933100951870225, |
| "grad_norm": 2.1676900386810303, |
| "learning_rate": 9.975085203365834e-06, |
| "loss": 1.222, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.061000134066228714, |
| "grad_norm": 2.3161447048187256, |
| "learning_rate": 9.974976850961562e-06, |
| "loss": 1.1718, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.06106716718058721, |
| "grad_norm": 2.3600292205810547, |
| "learning_rate": 9.974868264051406e-06, |
| "loss": 1.2384, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.061134200294945706, |
| "grad_norm": 2.938100814819336, |
| "learning_rate": 9.974759442640483e-06, |
| "loss": 1.2031, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.061201233409304195, |
| "grad_norm": 2.032137870788574, |
| "learning_rate": 9.974650386733922e-06, |
| "loss": 1.2223, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.06126826652366269, |
| "grad_norm": 2.434725522994995, |
| "learning_rate": 9.974541096336865e-06, |
| "loss": 1.2854, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.06133529963802118, |
| "grad_norm": 2.4906399250030518, |
| "learning_rate": 9.974431571454465e-06, |
| "loss": 1.234, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.061402332752379676, |
| "grad_norm": 2.63969087600708, |
| "learning_rate": 9.97432181209188e-06, |
| "loss": 1.2143, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.061469365866738165, |
| "grad_norm": 2.4683327674865723, |
| "learning_rate": 9.97421181825429e-06, |
| "loss": 1.2008, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.06153639898109666, |
| "grad_norm": 3.0145552158355713, |
| "learning_rate": 9.974101589946875e-06, |
| "loss": 1.2328, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.06160343209545516, |
| "grad_norm": 2.430983304977417, |
| "learning_rate": 9.973991127174833e-06, |
| "loss": 1.2352, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.061670465209813646, |
| "grad_norm": 2.4053871631622314, |
| "learning_rate": 9.97388042994337e-06, |
| "loss": 1.2396, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.06173749832417214, |
| "grad_norm": 2.2172722816467285, |
| "learning_rate": 9.973769498257703e-06, |
| "loss": 1.2462, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.06180453143853063, |
| "grad_norm": 2.013077735900879, |
| "learning_rate": 9.973658332123065e-06, |
| "loss": 1.1992, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.06187156455288913, |
| "grad_norm": 2.140881299972534, |
| "learning_rate": 9.973546931544692e-06, |
| "loss": 1.1831, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.06193859766724762, |
| "grad_norm": 2.508056402206421, |
| "learning_rate": 9.973435296527835e-06, |
| "loss": 1.2499, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.06200563078160611, |
| "grad_norm": 2.2373199462890625, |
| "learning_rate": 9.973323427077759e-06, |
| "loss": 1.2512, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.06207266389596461, |
| "grad_norm": 2.491049289703369, |
| "learning_rate": 9.973211323199734e-06, |
| "loss": 1.1575, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.0621396970103231, |
| "grad_norm": 2.633103370666504, |
| "learning_rate": 9.973098984899048e-06, |
| "loss": 1.2733, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.06220673012468159, |
| "grad_norm": 2.195277214050293, |
| "learning_rate": 9.972986412180992e-06, |
| "loss": 1.283, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.06227376323904009, |
| "grad_norm": 2.817253828048706, |
| "learning_rate": 9.972873605050878e-06, |
| "loss": 1.2214, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.06234079635339858, |
| "grad_norm": 2.0234408378601074, |
| "learning_rate": 9.972760563514018e-06, |
| "loss": 1.2316, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.062407829467757074, |
| "grad_norm": 2.3589444160461426, |
| "learning_rate": 9.972647287575741e-06, |
| "loss": 1.2271, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.06247486258211556, |
| "grad_norm": 1.9546538591384888, |
| "learning_rate": 9.972533777241388e-06, |
| "loss": 1.1536, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.06254189569647406, |
| "grad_norm": 2.618101119995117, |
| "learning_rate": 9.972420032516312e-06, |
| "loss": 1.2159, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.06260892881083255, |
| "grad_norm": 2.4015285968780518, |
| "learning_rate": 9.97230605340587e-06, |
| "loss": 1.2156, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.06267596192519105, |
| "grad_norm": 1.9238917827606201, |
| "learning_rate": 9.972191839915437e-06, |
| "loss": 1.2014, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.06274299503954954, |
| "grad_norm": 2.3164584636688232, |
| "learning_rate": 9.972077392050398e-06, |
| "loss": 1.2173, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.06281002815390803, |
| "grad_norm": 1.7007397413253784, |
| "learning_rate": 9.971962709816146e-06, |
| "loss": 1.2011, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.06287706126826652, |
| "grad_norm": 2.944380044937134, |
| "learning_rate": 9.971847793218085e-06, |
| "loss": 1.1782, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.06294409438262502, |
| "grad_norm": 2.3782355785369873, |
| "learning_rate": 9.971732642261635e-06, |
| "loss": 1.1847, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.06301112749698351, |
| "grad_norm": 2.0852060317993164, |
| "learning_rate": 9.971617256952221e-06, |
| "loss": 1.2138, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.063078160611342, |
| "grad_norm": 2.970831871032715, |
| "learning_rate": 9.971501637295286e-06, |
| "loss": 1.2617, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.0631451937257005, |
| "grad_norm": 1.9303066730499268, |
| "learning_rate": 9.971385783296277e-06, |
| "loss": 1.2865, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.06321222684005899, |
| "grad_norm": 2.7837584018707275, |
| "learning_rate": 9.971269694960654e-06, |
| "loss": 1.1745, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.06327925995441748, |
| "grad_norm": 2.4192519187927246, |
| "learning_rate": 9.971153372293893e-06, |
| "loss": 1.196, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.06334629306877597, |
| "grad_norm": 2.5213816165924072, |
| "learning_rate": 9.971036815301474e-06, |
| "loss": 1.228, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.06341332618313447, |
| "grad_norm": 1.9521316289901733, |
| "learning_rate": 9.97092002398889e-06, |
| "loss": 1.2542, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.06348035929749296, |
| "grad_norm": 2.388533115386963, |
| "learning_rate": 9.970802998361651e-06, |
| "loss": 1.145, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.06354739241185145, |
| "grad_norm": 2.0076985359191895, |
| "learning_rate": 9.970685738425268e-06, |
| "loss": 1.1648, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.06361442552620995, |
| "grad_norm": 2.0614476203918457, |
| "learning_rate": 9.970568244185272e-06, |
| "loss": 1.1859, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.06368145864056844, |
| "grad_norm": 2.129262924194336, |
| "learning_rate": 9.970450515647199e-06, |
| "loss": 1.1662, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.06374849175492693, |
| "grad_norm": 2.0043540000915527, |
| "learning_rate": 9.9703325528166e-06, |
| "loss": 1.2498, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.06381552486928543, |
| "grad_norm": 1.7572129964828491, |
| "learning_rate": 9.970214355699035e-06, |
| "loss": 1.1847, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.06388255798364392, |
| "grad_norm": 1.9040298461914062, |
| "learning_rate": 9.970095924300075e-06, |
| "loss": 1.1869, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.06394959109800241, |
| "grad_norm": 2.384495973587036, |
| "learning_rate": 9.969977258625303e-06, |
| "loss": 1.274, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.0640166242123609, |
| "grad_norm": 1.5820262432098389, |
| "learning_rate": 9.96985835868031e-06, |
| "loss": 1.1844, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.0640836573267194, |
| "grad_norm": 2.8387694358825684, |
| "learning_rate": 9.969739224470706e-06, |
| "loss": 1.2278, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.06415069044107789, |
| "grad_norm": 1.7060301303863525, |
| "learning_rate": 9.969619856002102e-06, |
| "loss": 1.277, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.06421772355543638, |
| "grad_norm": 3.0678341388702393, |
| "learning_rate": 9.969500253280127e-06, |
| "loss": 1.181, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.06428475666979488, |
| "grad_norm": 2.216639757156372, |
| "learning_rate": 9.969380416310417e-06, |
| "loss": 1.209, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.06435178978415337, |
| "grad_norm": 3.0470519065856934, |
| "learning_rate": 9.969260345098624e-06, |
| "loss": 1.1888, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.06441882289851186, |
| "grad_norm": 2.7574820518493652, |
| "learning_rate": 9.969140039650402e-06, |
| "loss": 1.1888, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.06448585601287035, |
| "grad_norm": 2.7314817905426025, |
| "learning_rate": 9.969019499971429e-06, |
| "loss": 1.2455, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.06455288912722885, |
| "grad_norm": 2.531007766723633, |
| "learning_rate": 9.968898726067379e-06, |
| "loss": 1.2038, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.06461992224158734, |
| "grad_norm": 2.8520264625549316, |
| "learning_rate": 9.968777717943954e-06, |
| "loss": 1.2605, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.06468695535594583, |
| "grad_norm": 2.5238308906555176, |
| "learning_rate": 9.96865647560685e-06, |
| "loss": 1.1778, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.06475398847030434, |
| "grad_norm": 2.864882230758667, |
| "learning_rate": 9.968534999061786e-06, |
| "loss": 1.2357, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.06482102158466282, |
| "grad_norm": 2.4606451988220215, |
| "learning_rate": 9.968413288314487e-06, |
| "loss": 1.2464, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.06488805469902131, |
| "grad_norm": 2.003753185272217, |
| "learning_rate": 9.96829134337069e-06, |
| "loss": 1.2772, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.06495508781337982, |
| "grad_norm": 2.0774667263031006, |
| "learning_rate": 9.968169164236145e-06, |
| "loss": 1.2184, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.0650221209277383, |
| "grad_norm": 1.8157557249069214, |
| "learning_rate": 9.968046750916608e-06, |
| "loss": 1.2387, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0650891540420968, |
| "grad_norm": 1.8824290037155151, |
| "learning_rate": 9.967924103417851e-06, |
| "loss": 1.1372, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.06515618715645528, |
| "grad_norm": 1.7587178945541382, |
| "learning_rate": 9.967801221745657e-06, |
| "loss": 1.204, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.06522322027081379, |
| "grad_norm": 2.0865800380706787, |
| "learning_rate": 9.967678105905814e-06, |
| "loss": 1.2326, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.06529025338517228, |
| "grad_norm": 1.8574154376983643, |
| "learning_rate": 9.967554755904127e-06, |
| "loss": 1.2423, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.06535728649953076, |
| "grad_norm": 1.7763246297836304, |
| "learning_rate": 9.967431171746413e-06, |
| "loss": 1.2191, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.06542431961388927, |
| "grad_norm": 2.124143362045288, |
| "learning_rate": 9.967307353438496e-06, |
| "loss": 1.1648, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.06549135272824776, |
| "grad_norm": 1.6110645532608032, |
| "learning_rate": 9.967183300986209e-06, |
| "loss": 1.1771, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.06555838584260625, |
| "grad_norm": 2.2306814193725586, |
| "learning_rate": 9.967059014395406e-06, |
| "loss": 1.2253, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.06562541895696473, |
| "grad_norm": 2.0489635467529297, |
| "learning_rate": 9.966934493671938e-06, |
| "loss": 1.1942, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.06569245207132324, |
| "grad_norm": 2.118959665298462, |
| "learning_rate": 9.966809738821682e-06, |
| "loss": 1.2018, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.06575948518568173, |
| "grad_norm": 2.370380163192749, |
| "learning_rate": 9.966684749850513e-06, |
| "loss": 1.2729, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.06582651830004022, |
| "grad_norm": 1.5995063781738281, |
| "learning_rate": 9.966559526764323e-06, |
| "loss": 1.1761, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.06589355141439872, |
| "grad_norm": 2.1113905906677246, |
| "learning_rate": 9.966434069569018e-06, |
| "loss": 1.1904, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.06596058452875721, |
| "grad_norm": 1.990270733833313, |
| "learning_rate": 9.966308378270511e-06, |
| "loss": 1.2403, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.0660276176431157, |
| "grad_norm": 1.8153489828109741, |
| "learning_rate": 9.966182452874724e-06, |
| "loss": 1.1948, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.06609465075747419, |
| "grad_norm": 2.065471887588501, |
| "learning_rate": 9.966056293387594e-06, |
| "loss": 1.193, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.06616168387183269, |
| "grad_norm": 1.9832737445831299, |
| "learning_rate": 9.96592989981507e-06, |
| "loss": 1.2296, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.06622871698619118, |
| "grad_norm": 2.5462710857391357, |
| "learning_rate": 9.965803272163106e-06, |
| "loss": 1.1942, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.06629575010054967, |
| "grad_norm": 1.7785565853118896, |
| "learning_rate": 9.965676410437675e-06, |
| "loss": 1.2114, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.06636278321490817, |
| "grad_norm": 1.9745182991027832, |
| "learning_rate": 9.965549314644753e-06, |
| "loss": 1.1879, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.06642981632926666, |
| "grad_norm": 2.183849334716797, |
| "learning_rate": 9.965421984790334e-06, |
| "loss": 1.1545, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.06649684944362515, |
| "grad_norm": 2.3769259452819824, |
| "learning_rate": 9.965294420880415e-06, |
| "loss": 1.2943, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.06656388255798365, |
| "grad_norm": 2.2604129314422607, |
| "learning_rate": 9.965166622921017e-06, |
| "loss": 1.2102, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.06663091567234214, |
| "grad_norm": 2.183089256286621, |
| "learning_rate": 9.965038590918157e-06, |
| "loss": 1.1993, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.06669794878670063, |
| "grad_norm": 1.9904582500457764, |
| "learning_rate": 9.964910324877875e-06, |
| "loss": 1.2192, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.06676498190105912, |
| "grad_norm": 2.1610260009765625, |
| "learning_rate": 9.964781824806213e-06, |
| "loss": 1.276, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.06683201501541762, |
| "grad_norm": 2.1780014038085938, |
| "learning_rate": 9.96465309070923e-06, |
| "loss": 1.1983, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.06689904812977611, |
| "grad_norm": 2.2369303703308105, |
| "learning_rate": 9.964524122592996e-06, |
| "loss": 1.2433, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.0669660812441346, |
| "grad_norm": 2.3915278911590576, |
| "learning_rate": 9.964394920463586e-06, |
| "loss": 1.1888, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.0670331143584931, |
| "grad_norm": 2.3859341144561768, |
| "learning_rate": 9.964265484327093e-06, |
| "loss": 1.1751, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 14918, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5316894144748585e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
