| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.023037493520704947, |
| "eval_steps": 400, |
| "global_step": 1600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.4398433450440593e-05, |
| "grad_norm": 0.8805886507034302, |
| "learning_rate": 2e-05, |
| "loss": 3.431, |
| "step": 1 |
| }, |
| { |
| "epoch": 1.4398433450440593e-05, |
| "eval_loss": 3.4355647563934326, |
| "eval_runtime": 582.9298, |
| "eval_samples_per_second": 50.166, |
| "eval_steps_per_second": 25.084, |
| "step": 1 |
| }, |
| { |
| "epoch": 2.8796866900881185e-05, |
| "grad_norm": 1.0742093324661255, |
| "learning_rate": 4e-05, |
| "loss": 3.6168, |
| "step": 2 |
| }, |
| { |
| "epoch": 4.319530035132178e-05, |
| "grad_norm": 1.319452166557312, |
| "learning_rate": 6e-05, |
| "loss": 3.4952, |
| "step": 3 |
| }, |
| { |
| "epoch": 5.759373380176237e-05, |
| "grad_norm": 1.0061935186386108, |
| "learning_rate": 8e-05, |
| "loss": 3.379, |
| "step": 4 |
| }, |
| { |
| "epoch": 7.199216725220296e-05, |
| "grad_norm": 1.0013107061386108, |
| "learning_rate": 0.0001, |
| "loss": 3.3388, |
| "step": 5 |
| }, |
| { |
| "epoch": 8.639060070264356e-05, |
| "grad_norm": 1.0347909927368164, |
| "learning_rate": 0.00012, |
| "loss": 3.6415, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00010078903415308414, |
| "grad_norm": 0.9694192409515381, |
| "learning_rate": 0.00014, |
| "loss": 3.7492, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00011518746760352474, |
| "grad_norm": 1.1881684064865112, |
| "learning_rate": 0.00016, |
| "loss": 3.7843, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.00012958590105396534, |
| "grad_norm": 0.8450543284416199, |
| "learning_rate": 0.00018, |
| "loss": 3.3751, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.00014398433450440591, |
| "grad_norm": 0.9736685752868652, |
| "learning_rate": 0.0002, |
| "loss": 2.9681, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0001583827679548465, |
| "grad_norm": 0.7058213353157043, |
| "learning_rate": 0.0001999998048020017, |
| "loss": 3.0129, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0001727812014052871, |
| "grad_norm": 0.7510896325111389, |
| "learning_rate": 0.00019999921920876883, |
| "loss": 3.588, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.00018717963485572769, |
| "grad_norm": 1.0535225868225098, |
| "learning_rate": 0.00019999824322258753, |
| "loss": 2.8384, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00020157806830616828, |
| "grad_norm": 1.0129797458648682, |
| "learning_rate": 0.00019999687684726803, |
| "loss": 3.4787, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.00021597650175660888, |
| "grad_norm": 0.9356067776679993, |
| "learning_rate": 0.00019999512008814457, |
| "loss": 3.4465, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00023037493520704948, |
| "grad_norm": 0.968475878238678, |
| "learning_rate": 0.00019999297295207548, |
| "loss": 2.9892, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.00024477336865749006, |
| "grad_norm": 1.19776451587677, |
| "learning_rate": 0.00019999043544744312, |
| "loss": 3.4918, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0002591718021079307, |
| "grad_norm": 0.9810782074928284, |
| "learning_rate": 0.0001999875075841538, |
| "loss": 2.878, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.00027357023555837126, |
| "grad_norm": 1.1144622564315796, |
| "learning_rate": 0.0001999841893736377, |
| "loss": 3.2588, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.00028796866900881183, |
| "grad_norm": 0.9961392879486084, |
| "learning_rate": 0.00019998048082884911, |
| "loss": 3.5413, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00030236710245925245, |
| "grad_norm": 0.8589193224906921, |
| "learning_rate": 0.00019997638196426595, |
| "loss": 3.0019, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.000316765535909693, |
| "grad_norm": 0.9575979113578796, |
| "learning_rate": 0.00019997189279589002, |
| "loss": 3.2904, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0003311639693601336, |
| "grad_norm": 0.9700590372085571, |
| "learning_rate": 0.00019996701334124692, |
| "loss": 3.6739, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0003455624028105742, |
| "grad_norm": 1.0866385698318481, |
| "learning_rate": 0.00019996174361938579, |
| "loss": 3.3852, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0003599608362610148, |
| "grad_norm": 0.9370852708816528, |
| "learning_rate": 0.00019995608365087946, |
| "loss": 3.1007, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.00037435926971145537, |
| "grad_norm": 0.8176942467689514, |
| "learning_rate": 0.00019995003345782414, |
| "loss": 3.3801, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.000388757703161896, |
| "grad_norm": 0.8176273703575134, |
| "learning_rate": 0.00019994359306383964, |
| "loss": 2.9809, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.00040315613661233657, |
| "grad_norm": 1.1070315837860107, |
| "learning_rate": 0.00019993676249406895, |
| "loss": 2.8706, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0004175545700627772, |
| "grad_norm": 0.9925017356872559, |
| "learning_rate": 0.00019992954177517833, |
| "loss": 3.3765, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.00043195300351321777, |
| "grad_norm": 0.8850845098495483, |
| "learning_rate": 0.0001999219309353572, |
| "loss": 3.2141, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00044635143696365834, |
| "grad_norm": 0.882876992225647, |
| "learning_rate": 0.00019991393000431796, |
| "loss": 3.195, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.00046074987041409897, |
| "grad_norm": 0.888949990272522, |
| "learning_rate": 0.00019990553901329592, |
| "loss": 2.9918, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.00047514830386453954, |
| "grad_norm": 0.9346384406089783, |
| "learning_rate": 0.0001998967579950492, |
| "loss": 3.6018, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0004895467373149801, |
| "grad_norm": 1.0593701601028442, |
| "learning_rate": 0.0001998875869838585, |
| "loss": 3.6931, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0005039451707654207, |
| "grad_norm": 0.9325928688049316, |
| "learning_rate": 0.00019987802601552718, |
| "loss": 3.1059, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0005183436042158614, |
| "grad_norm": 0.7603287100791931, |
| "learning_rate": 0.00019986807512738076, |
| "loss": 3.0312, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0005327420376663019, |
| "grad_norm": 1.0239208936691284, |
| "learning_rate": 0.00019985773435826713, |
| "loss": 3.2542, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.0005471404711167425, |
| "grad_norm": 0.9498857855796814, |
| "learning_rate": 0.0001998470037485563, |
| "loss": 3.2183, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0005615389045671831, |
| "grad_norm": 1.2158390283584595, |
| "learning_rate": 0.0001998358833401401, |
| "loss": 3.307, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0005759373380176237, |
| "grad_norm": 0.9768776297569275, |
| "learning_rate": 0.00019982437317643217, |
| "loss": 3.3298, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0005903357714680642, |
| "grad_norm": 1.0005007982254028, |
| "learning_rate": 0.00019981247330236768, |
| "loss": 3.3797, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.0006047342049185049, |
| "grad_norm": 0.9888683557510376, |
| "learning_rate": 0.00019980018376440333, |
| "loss": 3.291, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0006191326383689455, |
| "grad_norm": 0.9035246968269348, |
| "learning_rate": 0.00019978750461051696, |
| "loss": 3.0814, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.000633531071819386, |
| "grad_norm": 0.9578341841697693, |
| "learning_rate": 0.00019977443589020748, |
| "loss": 3.4244, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0006479295052698266, |
| "grad_norm": 0.9968331456184387, |
| "learning_rate": 0.00019976097765449463, |
| "loss": 3.1871, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0006623279387202672, |
| "grad_norm": 0.90096116065979, |
| "learning_rate": 0.00019974712995591887, |
| "loss": 3.1314, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0006767263721707079, |
| "grad_norm": 0.7775542140007019, |
| "learning_rate": 0.00019973289284854102, |
| "loss": 2.9969, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0006911248056211485, |
| "grad_norm": 0.9009506106376648, |
| "learning_rate": 0.00019971826638794218, |
| "loss": 3.3387, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.000705523239071589, |
| "grad_norm": 0.9151527285575867, |
| "learning_rate": 0.00019970325063122348, |
| "loss": 3.0297, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.0007199216725220296, |
| "grad_norm": 0.8946231603622437, |
| "learning_rate": 0.00019968784563700586, |
| "loss": 3.0265, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0007343201059724702, |
| "grad_norm": 0.9635408520698547, |
| "learning_rate": 0.0001996720514654297, |
| "loss": 2.9865, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0007487185394229107, |
| "grad_norm": 0.9754946827888489, |
| "learning_rate": 0.00019965586817815494, |
| "loss": 3.2414, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0007631169728733514, |
| "grad_norm": 0.856810986995697, |
| "learning_rate": 0.00019963929583836042, |
| "loss": 3.2306, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.000777515406323792, |
| "grad_norm": 1.032406210899353, |
| "learning_rate": 0.0001996223345107439, |
| "loss": 2.76, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0007919138397742326, |
| "grad_norm": 0.9932437539100647, |
| "learning_rate": 0.0001996049842615217, |
| "loss": 3.2325, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0008063122732246731, |
| "grad_norm": 0.9711229801177979, |
| "learning_rate": 0.00019958724515842854, |
| "loss": 3.0073, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0008207107066751137, |
| "grad_norm": 0.9183762669563293, |
| "learning_rate": 0.00019956911727071717, |
| "loss": 3.0756, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0008351091401255544, |
| "grad_norm": 0.8926452994346619, |
| "learning_rate": 0.0001995506006691581, |
| "loss": 3.2425, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.000849507573575995, |
| "grad_norm": 0.9092327356338501, |
| "learning_rate": 0.0001995316954260394, |
| "loss": 2.9194, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0008639060070264355, |
| "grad_norm": 0.9530001878738403, |
| "learning_rate": 0.0001995124016151664, |
| "loss": 2.9862, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0008783044404768761, |
| "grad_norm": 0.9374745488166809, |
| "learning_rate": 0.0001994927193118614, |
| "loss": 3.2754, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0008927028739273167, |
| "grad_norm": 1.008814811706543, |
| "learning_rate": 0.0001994726485929633, |
| "loss": 3.3344, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0009071013073777573, |
| "grad_norm": 1.0328611135482788, |
| "learning_rate": 0.00019945218953682734, |
| "loss": 3.3324, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0009214997408281979, |
| "grad_norm": 0.979949951171875, |
| "learning_rate": 0.00019943134222332492, |
| "loss": 3.365, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0009358981742786385, |
| "grad_norm": 0.9100178480148315, |
| "learning_rate": 0.00019941010673384305, |
| "loss": 3.0413, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.0009502966077290791, |
| "grad_norm": 1.1054545640945435, |
| "learning_rate": 0.0001993884831512843, |
| "loss": 3.1798, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0009646950411795197, |
| "grad_norm": 0.972619891166687, |
| "learning_rate": 0.00019936647156006622, |
| "loss": 3.5415, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0009790934746299602, |
| "grad_norm": 0.9809432625770569, |
| "learning_rate": 0.00019934407204612122, |
| "loss": 3.07, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.0009934919080804008, |
| "grad_norm": 0.8835797905921936, |
| "learning_rate": 0.00019932128469689607, |
| "loss": 2.9857, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0010078903415308414, |
| "grad_norm": 0.8919879198074341, |
| "learning_rate": 0.00019929810960135172, |
| "loss": 3.3296, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.001022288774981282, |
| "grad_norm": 1.056826114654541, |
| "learning_rate": 0.00019927454684996274, |
| "loss": 3.5059, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0010366872084317227, |
| "grad_norm": 0.9889392852783203, |
| "learning_rate": 0.0001992505965347172, |
| "loss": 3.3527, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0010510856418821633, |
| "grad_norm": 0.9358301758766174, |
| "learning_rate": 0.00019922625874911623, |
| "loss": 3.268, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.0010654840753326039, |
| "grad_norm": 1.0091205835342407, |
| "learning_rate": 0.0001992015335881735, |
| "loss": 3.0589, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0010798825087830444, |
| "grad_norm": 1.0749680995941162, |
| "learning_rate": 0.00019917642114841507, |
| "loss": 3.3008, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.001094280942233485, |
| "grad_norm": 0.963054895401001, |
| "learning_rate": 0.00019915092152787887, |
| "loss": 3.3689, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.0011086793756839256, |
| "grad_norm": 0.8626418113708496, |
| "learning_rate": 0.00019912503482611443, |
| "loss": 3.1033, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0011230778091343662, |
| "grad_norm": 1.0281027555465698, |
| "learning_rate": 0.00019909876114418241, |
| "loss": 3.1676, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.0011374762425848067, |
| "grad_norm": 0.7654955387115479, |
| "learning_rate": 0.00019907210058465422, |
| "loss": 2.969, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0011518746760352473, |
| "grad_norm": 0.9943464994430542, |
| "learning_rate": 0.00019904505325161158, |
| "loss": 3.3229, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0011662731094856879, |
| "grad_norm": 1.090782880783081, |
| "learning_rate": 0.00019901761925064619, |
| "loss": 3.7493, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0011806715429361285, |
| "grad_norm": 1.025438666343689, |
| "learning_rate": 0.00019898979868885933, |
| "loss": 3.1343, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0011950699763865692, |
| "grad_norm": 1.2137415409088135, |
| "learning_rate": 0.00019896159167486134, |
| "loss": 3.3455, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0012094684098370098, |
| "grad_norm": 1.0655803680419922, |
| "learning_rate": 0.00019893299831877124, |
| "loss": 3.2146, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0012238668432874504, |
| "grad_norm": 0.8748125433921814, |
| "learning_rate": 0.0001989040187322164, |
| "loss": 2.8443, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.001238265276737891, |
| "grad_norm": 0.8512721657752991, |
| "learning_rate": 0.00019887465302833194, |
| "loss": 3.1297, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.0012526637101883315, |
| "grad_norm": 0.829416811466217, |
| "learning_rate": 0.00019884490132176041, |
| "loss": 3.0538, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.001267062143638772, |
| "grad_norm": 0.8040522933006287, |
| "learning_rate": 0.0001988147637286513, |
| "loss": 3.1644, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.0012814605770892127, |
| "grad_norm": 0.8093720078468323, |
| "learning_rate": 0.00019878424036666047, |
| "loss": 3.3222, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0012958590105396533, |
| "grad_norm": 0.9644505381584167, |
| "learning_rate": 0.00019875333135495002, |
| "loss": 3.4558, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0013102574439900938, |
| "grad_norm": 1.0225383043289185, |
| "learning_rate": 0.00019872203681418744, |
| "loss": 3.3044, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0013246558774405344, |
| "grad_norm": 0.9909379482269287, |
| "learning_rate": 0.00019869035686654539, |
| "loss": 3.2988, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.001339054310890975, |
| "grad_norm": 0.9017248153686523, |
| "learning_rate": 0.00019865829163570104, |
| "loss": 3.2532, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0013534527443414158, |
| "grad_norm": 1.0908914804458618, |
| "learning_rate": 0.00019862584124683585, |
| "loss": 3.0225, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0013678511777918563, |
| "grad_norm": 0.8951137065887451, |
| "learning_rate": 0.0001985930058266348, |
| "loss": 3.0006, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.001382249611242297, |
| "grad_norm": 0.9043885469436646, |
| "learning_rate": 0.0001985597855032861, |
| "loss": 3.3253, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0013966480446927375, |
| "grad_norm": 1.10821533203125, |
| "learning_rate": 0.0001985261804064805, |
| "loss": 2.8298, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.001411046478143178, |
| "grad_norm": 0.8587835431098938, |
| "learning_rate": 0.00019849219066741101, |
| "loss": 3.3046, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.0014254449115936186, |
| "grad_norm": 1.1564830541610718, |
| "learning_rate": 0.00019845781641877216, |
| "loss": 3.5051, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0014398433450440592, |
| "grad_norm": 0.9353114366531372, |
| "learning_rate": 0.00019842305779475968, |
| "loss": 3.3696, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0014542417784944998, |
| "grad_norm": 1.0857130289077759, |
| "learning_rate": 0.00019838791493106985, |
| "loss": 3.3315, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.0014686402119449403, |
| "grad_norm": 0.9536465406417847, |
| "learning_rate": 0.00019835238796489898, |
| "loss": 2.6721, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.001483038645395381, |
| "grad_norm": 0.8411639928817749, |
| "learning_rate": 0.00019831647703494288, |
| "loss": 2.7769, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.0014974370788458215, |
| "grad_norm": 0.8471450209617615, |
| "learning_rate": 0.00019828018228139647, |
| "loss": 3.0907, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0015118355122962623, |
| "grad_norm": 0.9511027932167053, |
| "learning_rate": 0.00019824350384595296, |
| "loss": 3.281, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.0015262339457467028, |
| "grad_norm": 0.8442890048027039, |
| "learning_rate": 0.00019820644187180353, |
| "loss": 3.2948, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0015406323791971434, |
| "grad_norm": 0.899573028087616, |
| "learning_rate": 0.00019816899650363658, |
| "loss": 3.4355, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.001555030812647584, |
| "grad_norm": 0.8215449452400208, |
| "learning_rate": 0.0001981311678876374, |
| "loss": 2.6114, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.0015694292460980246, |
| "grad_norm": 0.9006844758987427, |
| "learning_rate": 0.0001980929561714874, |
| "loss": 3.2336, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.0015838276795484651, |
| "grad_norm": 0.9429850578308105, |
| "learning_rate": 0.00019805436150436352, |
| "loss": 3.1934, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0015982261129989057, |
| "grad_norm": 0.9239798188209534, |
| "learning_rate": 0.0001980153840369378, |
| "loss": 3.0974, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.0016126245464493463, |
| "grad_norm": 0.8833155035972595, |
| "learning_rate": 0.00019797602392137678, |
| "loss": 3.3283, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.0016270229798997869, |
| "grad_norm": 1.0092698335647583, |
| "learning_rate": 0.00019793628131134071, |
| "loss": 3.2997, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.0016414214133502274, |
| "grad_norm": 0.9236469864845276, |
| "learning_rate": 0.0001978961563619832, |
| "loss": 2.8956, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.001655819846800668, |
| "grad_norm": 1.0285416841506958, |
| "learning_rate": 0.0001978556492299504, |
| "loss": 3.4475, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0016702182802511088, |
| "grad_norm": 0.9916417598724365, |
| "learning_rate": 0.00019781476007338058, |
| "loss": 3.4238, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0016846167137015494, |
| "grad_norm": 0.8887185454368591, |
| "learning_rate": 0.00019777348905190332, |
| "loss": 3.0757, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.00169901514715199, |
| "grad_norm": 0.8856683373451233, |
| "learning_rate": 0.00019773183632663908, |
| "loss": 3.3893, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.0017134135806024305, |
| "grad_norm": 0.8989641666412354, |
| "learning_rate": 0.0001976898020601984, |
| "loss": 3.0265, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.001727812014052871, |
| "grad_norm": 0.8732847571372986, |
| "learning_rate": 0.00019764738641668138, |
| "loss": 3.1962, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0017422104475033116, |
| "grad_norm": 1.040493130683899, |
| "learning_rate": 0.00019760458956167697, |
| "loss": 3.2857, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.0017566088809537522, |
| "grad_norm": 0.9483811855316162, |
| "learning_rate": 0.00019756141166226245, |
| "loss": 3.1307, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0017710073144041928, |
| "grad_norm": 0.7954489588737488, |
| "learning_rate": 0.00019751785288700256, |
| "loss": 3.3487, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0017854057478546334, |
| "grad_norm": 1.010144591331482, |
| "learning_rate": 0.000197473913405949, |
| "loss": 3.2387, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.001799804181305074, |
| "grad_norm": 0.9162387847900391, |
| "learning_rate": 0.0001974295933906398, |
| "loss": 3.0084, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0018142026147555145, |
| "grad_norm": 0.7869254350662231, |
| "learning_rate": 0.00019738489301409845, |
| "loss": 3.4516, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0018286010482059553, |
| "grad_norm": 0.8441915512084961, |
| "learning_rate": 0.00019733981245083354, |
| "loss": 3.1752, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0018429994816563959, |
| "grad_norm": 0.9895660877227783, |
| "learning_rate": 0.00019729435187683766, |
| "loss": 3.4073, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.0018573979151068364, |
| "grad_norm": 0.8458727598190308, |
| "learning_rate": 0.00019724851146958713, |
| "loss": 3.1811, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.001871796348557277, |
| "grad_norm": 0.8784126043319702, |
| "learning_rate": 0.0001972022914080411, |
| "loss": 3.1152, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0018861947820077176, |
| "grad_norm": 0.8037279844284058, |
| "learning_rate": 0.00019715569187264077, |
| "loss": 3.2091, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0019005932154581582, |
| "grad_norm": 0.8826120495796204, |
| "learning_rate": 0.00019710871304530893, |
| "loss": 3.0691, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0019149916489085987, |
| "grad_norm": 0.8241116404533386, |
| "learning_rate": 0.00019706135510944893, |
| "loss": 3.2964, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.0019293900823590393, |
| "grad_norm": 0.9105958938598633, |
| "learning_rate": 0.0001970136182499444, |
| "loss": 3.5147, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.0019437885158094799, |
| "grad_norm": 0.9136223793029785, |
| "learning_rate": 0.00019696550265315806, |
| "loss": 3.5578, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0019581869492599204, |
| "grad_norm": 0.8530599474906921, |
| "learning_rate": 0.00019691700850693126, |
| "loss": 3.0816, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.001972585382710361, |
| "grad_norm": 1.0881603956222534, |
| "learning_rate": 0.0001968681360005832, |
| "loss": 3.0428, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.0019869838161608016, |
| "grad_norm": 0.9387019872665405, |
| "learning_rate": 0.00019681888532491022, |
| "loss": 3.297, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.002001382249611242, |
| "grad_norm": 1.050841212272644, |
| "learning_rate": 0.00019676925667218496, |
| "loss": 3.1394, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0020157806830616827, |
| "grad_norm": 0.8766683340072632, |
| "learning_rate": 0.00019671925023615573, |
| "loss": 3.6554, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0020301791165121233, |
| "grad_norm": 0.8023808002471924, |
| "learning_rate": 0.0001966688662120456, |
| "loss": 3.1064, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.002044577549962564, |
| "grad_norm": 0.9764546155929565, |
| "learning_rate": 0.00019661810479655186, |
| "loss": 3.3169, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.0020589759834130045, |
| "grad_norm": 0.9816033244132996, |
| "learning_rate": 0.00019656696618784494, |
| "loss": 3.3142, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0020733744168634455, |
| "grad_norm": 0.7230410575866699, |
| "learning_rate": 0.00019651545058556801, |
| "loss": 3.3632, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.002087772850313886, |
| "grad_norm": 0.8728739023208618, |
| "learning_rate": 0.00019646355819083589, |
| "loss": 2.9135, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0021021712837643266, |
| "grad_norm": 0.8769418597221375, |
| "learning_rate": 0.00019641128920623436, |
| "loss": 3.271, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.002116569717214767, |
| "grad_norm": 0.7624473571777344, |
| "learning_rate": 0.00019635864383581956, |
| "loss": 2.9935, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.0021309681506652078, |
| "grad_norm": 0.9121779203414917, |
| "learning_rate": 0.00019630562228511683, |
| "loss": 3.0969, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0021453665841156483, |
| "grad_norm": 0.802055299282074, |
| "learning_rate": 0.00019625222476112017, |
| "loss": 3.1972, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.002159765017566089, |
| "grad_norm": 1.106441617012024, |
| "learning_rate": 0.00019619845147229138, |
| "loss": 3.2125, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0021741634510165295, |
| "grad_norm": 0.86253422498703, |
| "learning_rate": 0.0001961443026285593, |
| "loss": 3.0583, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.00218856188446697, |
| "grad_norm": 0.9484351277351379, |
| "learning_rate": 0.00019608977844131874, |
| "loss": 3.4143, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.0022029603179174106, |
| "grad_norm": 0.7764471173286438, |
| "learning_rate": 0.00019603487912343002, |
| "loss": 3.3084, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.002217358751367851, |
| "grad_norm": 0.7982379794120789, |
| "learning_rate": 0.00019597960488921786, |
| "loss": 2.6219, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.0022317571848182918, |
| "grad_norm": 0.9202835559844971, |
| "learning_rate": 0.00019592395595447064, |
| "loss": 3.2068, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0022461556182687323, |
| "grad_norm": 1.143042802810669, |
| "learning_rate": 0.0001958679325364396, |
| "loss": 3.7043, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.002260554051719173, |
| "grad_norm": 0.8357781171798706, |
| "learning_rate": 0.0001958115348538379, |
| "loss": 3.275, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0022749524851696135, |
| "grad_norm": 0.908982515335083, |
| "learning_rate": 0.00019575476312683985, |
| "loss": 3.1302, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.002289350918620054, |
| "grad_norm": 0.9800921678543091, |
| "learning_rate": 0.00019569761757708, |
| "loss": 2.9443, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.0023037493520704946, |
| "grad_norm": 1.0247975587844849, |
| "learning_rate": 0.00019564009842765225, |
| "loss": 3.3067, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.002318147785520935, |
| "grad_norm": 0.9439176321029663, |
| "learning_rate": 0.00019558220590310912, |
| "loss": 3.1386, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.0023325462189713758, |
| "grad_norm": 0.8888640999794006, |
| "learning_rate": 0.00019552394022946066, |
| "loss": 3.2166, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.0023469446524218163, |
| "grad_norm": 0.7843966484069824, |
| "learning_rate": 0.00019546530163417375, |
| "loss": 3.0616, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.002361343085872257, |
| "grad_norm": 0.8224740028381348, |
| "learning_rate": 0.0001954062903461711, |
| "loss": 2.837, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0023757415193226975, |
| "grad_norm": 0.779413104057312, |
| "learning_rate": 0.00019534690659583044, |
| "loss": 3.2713, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.0023901399527731385, |
| "grad_norm": 0.9114262461662292, |
| "learning_rate": 0.00019528715061498355, |
| "loss": 3.4895, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.002404538386223579, |
| "grad_norm": 0.8081635236740112, |
| "learning_rate": 0.00019522702263691537, |
| "loss": 3.0588, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0024189368196740196, |
| "grad_norm": 0.7853677272796631, |
| "learning_rate": 0.0001951665228963631, |
| "loss": 2.8263, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.00243333525312446, |
| "grad_norm": 0.9476950764656067, |
| "learning_rate": 0.00019510565162951537, |
| "loss": 3.109, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0024477336865749008, |
| "grad_norm": 1.2131177186965942, |
| "learning_rate": 0.0001950444090740111, |
| "loss": 3.8031, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0024621321200253414, |
| "grad_norm": 0.8808273077011108, |
| "learning_rate": 0.00019498279546893886, |
| "loss": 3.1627, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.002476530553475782, |
| "grad_norm": 0.9090120792388916, |
| "learning_rate": 0.0001949208110548356, |
| "loss": 2.9417, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.0024909289869262225, |
| "grad_norm": 1.0369542837142944, |
| "learning_rate": 0.00019485845607368604, |
| "loss": 3.5889, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.002505327420376663, |
| "grad_norm": 0.7795087099075317, |
| "learning_rate": 0.00019479573076892153, |
| "loss": 2.913, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0025197258538271036, |
| "grad_norm": 0.85558021068573, |
| "learning_rate": 0.00019473263538541914, |
| "loss": 3.3402, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.002534124287277544, |
| "grad_norm": 1.1097965240478516, |
| "learning_rate": 0.00019466917016950074, |
| "loss": 3.3397, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.002548522720727985, |
| "grad_norm": 1.104326605796814, |
| "learning_rate": 0.00019460533536893196, |
| "loss": 3.4896, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.0025629211541784254, |
| "grad_norm": 1.0162489414215088, |
| "learning_rate": 0.00019454113123292132, |
| "loss": 3.5635, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.002577319587628866, |
| "grad_norm": 0.8476595282554626, |
| "learning_rate": 0.00019447655801211924, |
| "loss": 3.1814, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0025917180210793065, |
| "grad_norm": 1.0255200862884521, |
| "learning_rate": 0.0001944116159586169, |
| "loss": 2.9732, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.002606116454529747, |
| "grad_norm": 0.9879465699195862, |
| "learning_rate": 0.00019434630532594554, |
| "loss": 3.2532, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.0026205148879801876, |
| "grad_norm": 1.0082154273986816, |
| "learning_rate": 0.00019428062636907528, |
| "loss": 3.2737, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.0026349133214306282, |
| "grad_norm": 0.9352818131446838, |
| "learning_rate": 0.00019421457934441408, |
| "loss": 2.864, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.002649311754881069, |
| "grad_norm": 1.041481852531433, |
| "learning_rate": 0.00019414816450980687, |
| "loss": 3.1078, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0026637101883315094, |
| "grad_norm": 0.7831915616989136, |
| "learning_rate": 0.00019408138212453454, |
| "loss": 3.1628, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.00267810862178195, |
| "grad_norm": 0.8893871307373047, |
| "learning_rate": 0.00019401423244931287, |
| "loss": 3.0133, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.0026925070552323905, |
| "grad_norm": 0.8441139459609985, |
| "learning_rate": 0.00019394671574629146, |
| "loss": 3.2262, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0027069054886828315, |
| "grad_norm": 0.989212691783905, |
| "learning_rate": 0.00019387883227905283, |
| "loss": 3.5752, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.002721303922133272, |
| "grad_norm": 0.8800493478775024, |
| "learning_rate": 0.00019381058231261134, |
| "loss": 3.1338, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.0027357023555837127, |
| "grad_norm": 0.8368791341781616, |
| "learning_rate": 0.0001937419661134121, |
| "loss": 2.9695, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0027501007890341532, |
| "grad_norm": 0.9161142706871033, |
| "learning_rate": 0.00019367298394933, |
| "loss": 3.2063, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.002764499222484594, |
| "grad_norm": 0.7666539549827576, |
| "learning_rate": 0.00019360363608966869, |
| "loss": 3.4728, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.0027788976559350344, |
| "grad_norm": 0.8016713261604309, |
| "learning_rate": 0.00019353392280515937, |
| "loss": 3.2235, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.002793296089385475, |
| "grad_norm": 0.7967872023582458, |
| "learning_rate": 0.00019346384436796, |
| "loss": 3.3368, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.0028076945228359155, |
| "grad_norm": 0.9908850789070129, |
| "learning_rate": 0.0001933934010516539, |
| "loss": 3.1832, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.002822092956286356, |
| "grad_norm": 0.8935032486915588, |
| "learning_rate": 0.000193322593131249, |
| "loss": 3.0323, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.0028364913897367967, |
| "grad_norm": 0.8696511387825012, |
| "learning_rate": 0.00019325142088317661, |
| "loss": 2.9296, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.0028508898231872372, |
| "grad_norm": 1.082811713218689, |
| "learning_rate": 0.00019317988458529027, |
| "loss": 3.4749, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.002865288256637678, |
| "grad_norm": 1.0988235473632812, |
| "learning_rate": 0.0001931079845168649, |
| "loss": 3.0004, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.0028796866900881184, |
| "grad_norm": 0.8576495051383972, |
| "learning_rate": 0.00019303572095859546, |
| "loss": 3.0077, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.002894085123538559, |
| "grad_norm": 0.7950802445411682, |
| "learning_rate": 0.00019296309419259596, |
| "loss": 3.0408, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.0029084835569889995, |
| "grad_norm": 0.7308476567268372, |
| "learning_rate": 0.00019289010450239844, |
| "loss": 3.0735, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.00292288199043944, |
| "grad_norm": 0.8894070386886597, |
| "learning_rate": 0.00019281675217295167, |
| "loss": 3.0876, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0029372804238898807, |
| "grad_norm": 0.917944610118866, |
| "learning_rate": 0.00019274303749062028, |
| "loss": 3.5416, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.0029516788573403212, |
| "grad_norm": 0.8433712720870972, |
| "learning_rate": 0.00019266896074318334, |
| "loss": 3.4204, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.002966077290790762, |
| "grad_norm": 1.0105751752853394, |
| "learning_rate": 0.0001925945222198336, |
| "loss": 3.4351, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.0029804757242412024, |
| "grad_norm": 0.8813717365264893, |
| "learning_rate": 0.00019251972221117603, |
| "loss": 2.8583, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.002994874157691643, |
| "grad_norm": 1.0351189374923706, |
| "learning_rate": 0.00019244456100922687, |
| "loss": 3.3481, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.0030092725911420835, |
| "grad_norm": 0.8010571002960205, |
| "learning_rate": 0.00019236903890741244, |
| "loss": 2.8767, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.0030236710245925245, |
| "grad_norm": 0.8981074094772339, |
| "learning_rate": 0.00019229315620056803, |
| "loss": 3.1486, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.003038069458042965, |
| "grad_norm": 1.000961184501648, |
| "learning_rate": 0.00019221691318493668, |
| "loss": 3.2487, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.0030524678914934057, |
| "grad_norm": 1.059600591659546, |
| "learning_rate": 0.00019214031015816802, |
| "loss": 3.2361, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.0030668663249438463, |
| "grad_norm": 0.7625423669815063, |
| "learning_rate": 0.0001920633474193173, |
| "loss": 3.2288, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.003081264758394287, |
| "grad_norm": 0.8342199325561523, |
| "learning_rate": 0.00019198602526884385, |
| "loss": 2.862, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.0030956631918447274, |
| "grad_norm": 0.8984950184822083, |
| "learning_rate": 0.00019190834400861033, |
| "loss": 2.8859, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.003110061625295168, |
| "grad_norm": 0.8524571061134338, |
| "learning_rate": 0.00019183030394188128, |
| "loss": 3.4775, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.0031244600587456085, |
| "grad_norm": 0.8088840842247009, |
| "learning_rate": 0.00019175190537332198, |
| "loss": 3.279, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.003138858492196049, |
| "grad_norm": 1.1497318744659424, |
| "learning_rate": 0.00019167314860899724, |
| "loss": 2.9654, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.0031532569256464897, |
| "grad_norm": 0.7602465152740479, |
| "learning_rate": 0.00019159403395637039, |
| "loss": 2.833, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0031676553590969303, |
| "grad_norm": 0.8604531288146973, |
| "learning_rate": 0.00019151456172430183, |
| "loss": 2.9865, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.003182053792547371, |
| "grad_norm": 0.937261164188385, |
| "learning_rate": 0.00019143473222304805, |
| "loss": 3.2871, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.0031964522259978114, |
| "grad_norm": 0.9218994975090027, |
| "learning_rate": 0.0001913545457642601, |
| "loss": 3.2148, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.003210850659448252, |
| "grad_norm": 1.0173391103744507, |
| "learning_rate": 0.00019127400266098277, |
| "loss": 3.4888, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.0032252490928986926, |
| "grad_norm": 1.1780506372451782, |
| "learning_rate": 0.00019119310322765313, |
| "loss": 3.2438, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.003239647526349133, |
| "grad_norm": 0.7917290329933167, |
| "learning_rate": 0.00019111184778009932, |
| "loss": 3.2985, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.0032540459597995737, |
| "grad_norm": 0.8947020173072815, |
| "learning_rate": 0.0001910302366355393, |
| "loss": 3.293, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.0032684443932500143, |
| "grad_norm": 1.0194891691207886, |
| "learning_rate": 0.00019094827011257982, |
| "loss": 3.4045, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.003282842826700455, |
| "grad_norm": 0.779462456703186, |
| "learning_rate": 0.00019086594853121478, |
| "loss": 2.8408, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.0032972412601508954, |
| "grad_norm": 0.8290234208106995, |
| "learning_rate": 0.0001907832722128244, |
| "loss": 3.6416, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.003311639693601336, |
| "grad_norm": 1.038701057434082, |
| "learning_rate": 0.00019070024148017375, |
| "loss": 3.353, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0033260381270517766, |
| "grad_norm": 1.0636082887649536, |
| "learning_rate": 0.0001906168566574114, |
| "loss": 3.1934, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0033404365605022176, |
| "grad_norm": 0.9772483110427856, |
| "learning_rate": 0.00019053311807006845, |
| "loss": 3.4942, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.003354834993952658, |
| "grad_norm": 0.8874940276145935, |
| "learning_rate": 0.00019044902604505693, |
| "loss": 3.3525, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.0033692334274030987, |
| "grad_norm": 1.091241478919983, |
| "learning_rate": 0.00019036458091066877, |
| "loss": 3.1391, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.0033836318608535393, |
| "grad_norm": 0.9525532126426697, |
| "learning_rate": 0.00019027978299657436, |
| "loss": 3.375, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.00339803029430398, |
| "grad_norm": 1.077168345451355, |
| "learning_rate": 0.0001901946326338214, |
| "loss": 3.367, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.0034124287277544204, |
| "grad_norm": 0.9645929932594299, |
| "learning_rate": 0.0001901091301548335, |
| "loss": 3.5039, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.003426827161204861, |
| "grad_norm": 0.8622094392776489, |
| "learning_rate": 0.0001900232758934089, |
| "loss": 3.0116, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.0034412255946553016, |
| "grad_norm": 0.902465283870697, |
| "learning_rate": 0.00018993707018471917, |
| "loss": 3.256, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.003455624028105742, |
| "grad_norm": 0.9176106452941895, |
| "learning_rate": 0.00018985051336530798, |
| "loss": 2.9368, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0034700224615561827, |
| "grad_norm": 0.9035637378692627, |
| "learning_rate": 0.0001897636057730897, |
| "loss": 3.3628, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.0034844208950066233, |
| "grad_norm": 0.7139180302619934, |
| "learning_rate": 0.00018967634774734807, |
| "loss": 2.8194, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.003498819328457064, |
| "grad_norm": 0.8908588886260986, |
| "learning_rate": 0.00018958873962873491, |
| "loss": 3.1127, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0035132177619075044, |
| "grad_norm": 0.9250378012657166, |
| "learning_rate": 0.00018950078175926884, |
| "loss": 2.8753, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.003527616195357945, |
| "grad_norm": 0.8861487507820129, |
| "learning_rate": 0.00018941247448233384, |
| "loss": 3.0416, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.0035420146288083856, |
| "grad_norm": 0.8271859288215637, |
| "learning_rate": 0.000189323818142678, |
| "loss": 2.5162, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.003556413062258826, |
| "grad_norm": 0.9237198829650879, |
| "learning_rate": 0.00018923481308641215, |
| "loss": 3.0202, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0035708114957092667, |
| "grad_norm": 0.7361536622047424, |
| "learning_rate": 0.0001891454596610084, |
| "loss": 3.3128, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.0035852099291597073, |
| "grad_norm": 0.7802119851112366, |
| "learning_rate": 0.00018905575821529896, |
| "loss": 3.3832, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.003599608362610148, |
| "grad_norm": 1.07632577419281, |
| "learning_rate": 0.00018896570909947475, |
| "loss": 3.0564, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0036140067960605884, |
| "grad_norm": 0.8575429916381836, |
| "learning_rate": 0.00018887531266508382, |
| "loss": 3.0453, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.003628405229511029, |
| "grad_norm": 0.8798561096191406, |
| "learning_rate": 0.0001887845692650303, |
| "loss": 3.1885, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.0036428036629614696, |
| "grad_norm": 0.9020456671714783, |
| "learning_rate": 0.00018869347925357276, |
| "loss": 2.9543, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0036572020964119106, |
| "grad_norm": 0.8283159136772156, |
| "learning_rate": 0.00018860204298632292, |
| "loss": 3.0136, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.003671600529862351, |
| "grad_norm": 0.9214087128639221, |
| "learning_rate": 0.00018851026082024439, |
| "loss": 3.3252, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.0036859989633127917, |
| "grad_norm": 0.9057415127754211, |
| "learning_rate": 0.00018841813311365105, |
| "loss": 3.2753, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.0037003973967632323, |
| "grad_norm": 1.028395414352417, |
| "learning_rate": 0.00018832566022620572, |
| "loss": 3.5434, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.003714795830213673, |
| "grad_norm": 0.7823780179023743, |
| "learning_rate": 0.0001882328425189189, |
| "loss": 3.0491, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.0037291942636641135, |
| "grad_norm": 0.8299793004989624, |
| "learning_rate": 0.00018813968035414722, |
| "loss": 3.2567, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.003743592697114554, |
| "grad_norm": 0.9534724950790405, |
| "learning_rate": 0.00018804617409559198, |
| "loss": 3.1772, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0037579911305649946, |
| "grad_norm": 0.8359321355819702, |
| "learning_rate": 0.00018795232410829792, |
| "loss": 2.9642, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.003772389564015435, |
| "grad_norm": 1.0120925903320312, |
| "learning_rate": 0.00018785813075865163, |
| "loss": 3.1198, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.0037867879974658757, |
| "grad_norm": 0.7235245704650879, |
| "learning_rate": 0.00018776359441438016, |
| "loss": 3.003, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0038011864309163163, |
| "grad_norm": 0.9902558326721191, |
| "learning_rate": 0.0001876687154445496, |
| "loss": 3.2508, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.003815584864366757, |
| "grad_norm": 0.8218345046043396, |
| "learning_rate": 0.0001875734942195637, |
| "loss": 2.886, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.0038299832978171975, |
| "grad_norm": 0.8586602210998535, |
| "learning_rate": 0.00018747793111116226, |
| "loss": 2.9952, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.003844381731267638, |
| "grad_norm": 0.8322243094444275, |
| "learning_rate": 0.00018738202649241985, |
| "loss": 3.1099, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.0038587801647180786, |
| "grad_norm": 0.8306946158409119, |
| "learning_rate": 0.00018728578073774426, |
| "loss": 3.3534, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.003873178598168519, |
| "grad_norm": 0.9273613095283508, |
| "learning_rate": 0.00018718919422287505, |
| "loss": 2.6049, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.0038875770316189598, |
| "grad_norm": 0.8891704678535461, |
| "learning_rate": 0.00018709226732488215, |
| "loss": 2.9902, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0039019754650694003, |
| "grad_norm": 0.9668210744857788, |
| "learning_rate": 0.00018699500042216422, |
| "loss": 3.076, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.003916373898519841, |
| "grad_norm": 0.8863044381141663, |
| "learning_rate": 0.00018689739389444744, |
| "loss": 3.4697, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.003930772331970282, |
| "grad_norm": 1.006894588470459, |
| "learning_rate": 0.0001867994481227837, |
| "loss": 3.2752, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.003945170765420722, |
| "grad_norm": 0.749874472618103, |
| "learning_rate": 0.00018670116348954943, |
| "loss": 2.8991, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.003959569198871163, |
| "grad_norm": 0.7062956690788269, |
| "learning_rate": 0.00018660254037844388, |
| "loss": 2.9855, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.003973967632321603, |
| "grad_norm": 0.9290347099304199, |
| "learning_rate": 0.00018650357917448772, |
| "loss": 2.9507, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.003988366065772044, |
| "grad_norm": 0.7826635837554932, |
| "learning_rate": 0.00018640428026402156, |
| "loss": 2.9038, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.004002764499222484, |
| "grad_norm": 0.7039766311645508, |
| "learning_rate": 0.00018630464403470435, |
| "loss": 2.577, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.004017162932672925, |
| "grad_norm": 0.9600782990455627, |
| "learning_rate": 0.00018620467087551194, |
| "loss": 3.3956, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.0040315613661233655, |
| "grad_norm": 0.8180591464042664, |
| "learning_rate": 0.00018610436117673555, |
| "loss": 3.1726, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0040459597995738065, |
| "grad_norm": 0.9340288043022156, |
| "learning_rate": 0.00018600371532998024, |
| "loss": 3.1188, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.004060358233024247, |
| "grad_norm": 1.2059974670410156, |
| "learning_rate": 0.00018590273372816332, |
| "loss": 3.6704, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.004074756666474688, |
| "grad_norm": 0.9617473483085632, |
| "learning_rate": 0.00018580141676551298, |
| "loss": 3.0598, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.004089155099925128, |
| "grad_norm": 1.0734243392944336, |
| "learning_rate": 0.00018569976483756652, |
| "loss": 3.1355, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.004103553533375569, |
| "grad_norm": 0.821650505065918, |
| "learning_rate": 0.00018559777834116904, |
| "loss": 3.4583, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.004117951966826009, |
| "grad_norm": 1.0601798295974731, |
| "learning_rate": 0.00018549545767447174, |
| "loss": 3.1527, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.00413235040027645, |
| "grad_norm": 0.820898711681366, |
| "learning_rate": 0.0001853928032369304, |
| "loss": 3.5093, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.004146748833726891, |
| "grad_norm": 0.9743553996086121, |
| "learning_rate": 0.00018528981542930383, |
| "loss": 2.9008, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.004161147267177331, |
| "grad_norm": 0.8701968789100647, |
| "learning_rate": 0.0001851864946536523, |
| "loss": 2.9428, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.004175545700627772, |
| "grad_norm": 0.8476688861846924, |
| "learning_rate": 0.00018508284131333602, |
| "loss": 3.1504, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.004189944134078212, |
| "grad_norm": 0.931552529335022, |
| "learning_rate": 0.00018497885581301345, |
| "loss": 3.3874, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.004204342567528653, |
| "grad_norm": 0.8392055630683899, |
| "learning_rate": 0.00018487453855863982, |
| "loss": 3.1652, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.004218741000979093, |
| "grad_norm": 1.0205641984939575, |
| "learning_rate": 0.00018476988995746546, |
| "loss": 3.1601, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.004233139434429534, |
| "grad_norm": 0.8887159824371338, |
| "learning_rate": 0.00018466491041803446, |
| "loss": 3.4205, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.0042475378678799745, |
| "grad_norm": 0.8125994205474854, |
| "learning_rate": 0.0001845596003501826, |
| "loss": 3.2123, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.0042619363013304155, |
| "grad_norm": 0.8637445569038391, |
| "learning_rate": 0.00018445396016503627, |
| "loss": 3.1841, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.004276334734780856, |
| "grad_norm": 0.8244794011116028, |
| "learning_rate": 0.00018434799027501047, |
| "loss": 3.1329, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.004290733168231297, |
| "grad_norm": 0.9333730340003967, |
| "learning_rate": 0.0001842416910938074, |
| "loss": 3.178, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.004305131601681737, |
| "grad_norm": 0.7749152779579163, |
| "learning_rate": 0.00018413506303641483, |
| "loss": 3.0925, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.004319530035132178, |
| "grad_norm": 0.9358242154121399, |
| "learning_rate": 0.00018402810651910442, |
| "loss": 3.2536, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.004333928468582618, |
| "grad_norm": 1.033486247062683, |
| "learning_rate": 0.00018392082195943017, |
| "loss": 3.5086, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.004348326902033059, |
| "grad_norm": 0.7728477120399475, |
| "learning_rate": 0.00018381320977622662, |
| "loss": 3.147, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.004362725335483499, |
| "grad_norm": 0.9805625081062317, |
| "learning_rate": 0.00018370527038960753, |
| "loss": 3.4564, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.00437712376893394, |
| "grad_norm": 0.7316247820854187, |
| "learning_rate": 0.00018359700422096385, |
| "loss": 2.7226, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.00439152220238438, |
| "grad_norm": 0.7738743424415588, |
| "learning_rate": 0.00018348841169296245, |
| "loss": 2.9312, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.004405920635834821, |
| "grad_norm": 1.1999566555023193, |
| "learning_rate": 0.0001833794932295441, |
| "loss": 3.2838, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.004420319069285261, |
| "grad_norm": 1.0044304132461548, |
| "learning_rate": 0.00018327024925592227, |
| "loss": 2.7969, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.004434717502735702, |
| "grad_norm": 0.8552479147911072, |
| "learning_rate": 0.00018316068019858092, |
| "loss": 3.118, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.004449115936186143, |
| "grad_norm": 0.8237425684928894, |
| "learning_rate": 0.00018305078648527334, |
| "loss": 3.1338, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.0044635143696365835, |
| "grad_norm": 0.9081782698631287, |
| "learning_rate": 0.0001829405685450202, |
| "loss": 2.976, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0044779128030870245, |
| "grad_norm": 0.9254196286201477, |
| "learning_rate": 0.00018283002680810788, |
| "loss": 2.9041, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.004492311236537465, |
| "grad_norm": 0.6945057511329651, |
| "learning_rate": 0.00018271916170608689, |
| "loss": 3.0356, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.004506709669987906, |
| "grad_norm": 0.8960506319999695, |
| "learning_rate": 0.0001826079736717702, |
| "loss": 3.5747, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.004521108103438346, |
| "grad_norm": 0.6663263440132141, |
| "learning_rate": 0.0001824964631392314, |
| "loss": 2.7092, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.004535506536888787, |
| "grad_norm": 0.8000182509422302, |
| "learning_rate": 0.00018238463054380316, |
| "loss": 3.1081, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.004549904970339227, |
| "grad_norm": 1.126905083656311, |
| "learning_rate": 0.00018227247632207546, |
| "loss": 3.4631, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.004564303403789668, |
| "grad_norm": 0.7209728360176086, |
| "learning_rate": 0.0001821600009118939, |
| "loss": 3.0339, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.004578701837240108, |
| "grad_norm": 0.9395585060119629, |
| "learning_rate": 0.00018204720475235799, |
| "loss": 3.0303, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.004593100270690549, |
| "grad_norm": 0.952406108379364, |
| "learning_rate": 0.00018193408828381938, |
| "loss": 3.6064, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.004607498704140989, |
| "grad_norm": 0.8434274792671204, |
| "learning_rate": 0.00018182065194788025, |
| "loss": 3.0764, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.00462189713759143, |
| "grad_norm": 0.8585724234580994, |
| "learning_rate": 0.0001817068961873915, |
| "loss": 3.2951, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.00463629557104187, |
| "grad_norm": 0.9077193737030029, |
| "learning_rate": 0.00018159282144645112, |
| "loss": 3.2422, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.004650694004492311, |
| "grad_norm": 0.8660807609558105, |
| "learning_rate": 0.0001814784281704023, |
| "loss": 3.2334, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0046650924379427515, |
| "grad_norm": 0.7834901809692383, |
| "learning_rate": 0.00018136371680583176, |
| "loss": 2.9822, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.0046794908713931925, |
| "grad_norm": 0.8688353300094604, |
| "learning_rate": 0.00018124868780056814, |
| "loss": 3.2893, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.004693889304843633, |
| "grad_norm": 0.8589897155761719, |
| "learning_rate": 0.00018113334160368006, |
| "loss": 3.0284, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.004708287738294074, |
| "grad_norm": 0.7784553170204163, |
| "learning_rate": 0.00018101767866547444, |
| "loss": 3.1913, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.004722686171744514, |
| "grad_norm": 0.9234376549720764, |
| "learning_rate": 0.00018090169943749476, |
| "loss": 2.8871, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.004737084605194955, |
| "grad_norm": 0.8575330972671509, |
| "learning_rate": 0.00018078540437251929, |
| "loss": 3.1042, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.004751483038645395, |
| "grad_norm": 0.9637901186943054, |
| "learning_rate": 0.0001806687939245593, |
| "loss": 3.0253, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.004765881472095836, |
| "grad_norm": 0.8966993689537048, |
| "learning_rate": 0.00018055186854885733, |
| "loss": 3.296, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.004780279905546277, |
| "grad_norm": 0.8718706369400024, |
| "learning_rate": 0.00018043462870188535, |
| "loss": 2.689, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.004794678338996717, |
| "grad_norm": 0.8370537161827087, |
| "learning_rate": 0.00018031707484134304, |
| "loss": 3.0005, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.004809076772447158, |
| "grad_norm": 0.908437967300415, |
| "learning_rate": 0.00018019920742615595, |
| "loss": 2.9541, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.004823475205897598, |
| "grad_norm": 0.9484154582023621, |
| "learning_rate": 0.00018008102691647378, |
| "loss": 2.8901, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.004837873639348039, |
| "grad_norm": 0.922398030757904, |
| "learning_rate": 0.00017996253377366845, |
| "loss": 3.3664, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.004852272072798479, |
| "grad_norm": 0.8871973752975464, |
| "learning_rate": 0.0001798437284603325, |
| "loss": 3.2662, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.00486667050624892, |
| "grad_norm": 0.988582968711853, |
| "learning_rate": 0.0001797246114402771, |
| "loss": 3.5476, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.0048810689396993606, |
| "grad_norm": 0.8848081231117249, |
| "learning_rate": 0.0001796051831785303, |
| "loss": 3.4724, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0048954673731498016, |
| "grad_norm": 0.8457636833190918, |
| "learning_rate": 0.00017948544414133534, |
| "loss": 3.3316, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.004909865806600242, |
| "grad_norm": 0.9466432929039001, |
| "learning_rate": 0.00017936539479614853, |
| "loss": 2.8716, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.004924264240050683, |
| "grad_norm": 0.9829525947570801, |
| "learning_rate": 0.00017924503561163774, |
| "loss": 2.9487, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.004938662673501123, |
| "grad_norm": 0.7980225682258606, |
| "learning_rate": 0.00017912436705768044, |
| "loss": 2.8483, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.004953061106951564, |
| "grad_norm": 0.8904271721839905, |
| "learning_rate": 0.0001790033896053618, |
| "loss": 3.1881, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.004967459540402004, |
| "grad_norm": 0.8584918975830078, |
| "learning_rate": 0.00017888210372697292, |
| "loss": 3.4976, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.004981857973852445, |
| "grad_norm": 0.8963342905044556, |
| "learning_rate": 0.00017876050989600907, |
| "loss": 3.2934, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.004996256407302885, |
| "grad_norm": 1.1281673908233643, |
| "learning_rate": 0.00017863860858716767, |
| "loss": 3.1126, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.005010654840753326, |
| "grad_norm": 0.7903769016265869, |
| "learning_rate": 0.00017851640027634658, |
| "loss": 3.3068, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.005025053274203766, |
| "grad_norm": 0.755566418170929, |
| "learning_rate": 0.00017839388544064214, |
| "loss": 3.478, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.005039451707654207, |
| "grad_norm": 1.1107813119888306, |
| "learning_rate": 0.00017827106455834733, |
| "loss": 3.0365, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.005053850141104647, |
| "grad_norm": 0.9042747020721436, |
| "learning_rate": 0.00017814793810895, |
| "loss": 2.9086, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.005068248574555088, |
| "grad_norm": 0.9718785881996155, |
| "learning_rate": 0.00017802450657313084, |
| "loss": 3.1859, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.005082647008005529, |
| "grad_norm": 0.8510231375694275, |
| "learning_rate": 0.00017790077043276168, |
| "loss": 2.8119, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.00509704544145597, |
| "grad_norm": 0.8812695145606995, |
| "learning_rate": 0.0001777767301709034, |
| "loss": 3.3846, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.005111443874906411, |
| "grad_norm": 1.0042905807495117, |
| "learning_rate": 0.00017765238627180424, |
| "loss": 3.4458, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.005125842308356851, |
| "grad_norm": 0.841224730014801, |
| "learning_rate": 0.00017752773922089781, |
| "loss": 3.0067, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.005140240741807292, |
| "grad_norm": 0.7996662855148315, |
| "learning_rate": 0.0001774027895048012, |
| "loss": 3.1358, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.005154639175257732, |
| "grad_norm": 0.8679265379905701, |
| "learning_rate": 0.00017727753761131312, |
| "loss": 3.1678, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.005169037608708173, |
| "grad_norm": 0.8088786602020264, |
| "learning_rate": 0.00017715198402941192, |
| "loss": 2.8419, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.005183436042158613, |
| "grad_norm": 0.8225826025009155, |
| "learning_rate": 0.00017702612924925376, |
| "loss": 3.2426, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.005197834475609054, |
| "grad_norm": 0.8803001046180725, |
| "learning_rate": 0.0001768999737621707, |
| "loss": 3.2426, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.005212232909059494, |
| "grad_norm": 0.9962855577468872, |
| "learning_rate": 0.0001767735180606686, |
| "loss": 3.3434, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.005226631342509935, |
| "grad_norm": 0.9513221383094788, |
| "learning_rate": 0.0001766467626384256, |
| "loss": 3.0815, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.005241029775960375, |
| "grad_norm": 0.9226820468902588, |
| "learning_rate": 0.00017651970799028975, |
| "loss": 3.1156, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.005255428209410816, |
| "grad_norm": 0.8407032489776611, |
| "learning_rate": 0.00017639235461227725, |
| "loss": 3.285, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.0052698266428612564, |
| "grad_norm": 0.6806433796882629, |
| "learning_rate": 0.00017626470300157062, |
| "loss": 2.9861, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.0052842250763116974, |
| "grad_norm": 0.8177257180213928, |
| "learning_rate": 0.0001761367536565167, |
| "loss": 3.0057, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.005298623509762138, |
| "grad_norm": 0.8492603898048401, |
| "learning_rate": 0.00017600850707662452, |
| "loss": 3.1404, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.005313021943212579, |
| "grad_norm": 0.8936557769775391, |
| "learning_rate": 0.00017587996376256367, |
| "loss": 2.8447, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.005327420376663019, |
| "grad_norm": 0.7749253511428833, |
| "learning_rate": 0.00017575112421616202, |
| "loss": 2.9971, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.00534181881011346, |
| "grad_norm": 0.8222634792327881, |
| "learning_rate": 0.00017562198894040406, |
| "loss": 2.8151, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.0053562172435639, |
| "grad_norm": 0.9693705439567566, |
| "learning_rate": 0.00017549255843942873, |
| "loss": 3.0085, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.005370615677014341, |
| "grad_norm": 0.9117559790611267, |
| "learning_rate": 0.0001753628332185275, |
| "loss": 2.9755, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.005385014110464781, |
| "grad_norm": 0.91725093126297, |
| "learning_rate": 0.00017523281378414247, |
| "loss": 3.1273, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.005399412543915222, |
| "grad_norm": 0.7480870485305786, |
| "learning_rate": 0.0001751025006438643, |
| "loss": 3.015, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.005413810977365663, |
| "grad_norm": 0.7962611317634583, |
| "learning_rate": 0.00017497189430643024, |
| "loss": 3.2324, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.005428209410816103, |
| "grad_norm": 1.0420182943344116, |
| "learning_rate": 0.00017484099528172227, |
| "loss": 3.0205, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.005442607844266544, |
| "grad_norm": 0.8314505219459534, |
| "learning_rate": 0.00017470980408076486, |
| "loss": 3.0393, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.005457006277716984, |
| "grad_norm": 0.8628991842269897, |
| "learning_rate": 0.00017457832121572323, |
| "loss": 3.4966, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.005471404711167425, |
| "grad_norm": 0.8826051950454712, |
| "learning_rate": 0.00017444654719990128, |
| "loss": 2.7249, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0054858031446178655, |
| "grad_norm": 0.8255923986434937, |
| "learning_rate": 0.00017431448254773944, |
| "loss": 2.9322, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.0055002015780683065, |
| "grad_norm": 0.9132806658744812, |
| "learning_rate": 0.00017418212777481283, |
| "loss": 3.0871, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.005514600011518747, |
| "grad_norm": 0.7090943455696106, |
| "learning_rate": 0.00017404948339782918, |
| "loss": 2.8359, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.005528998444969188, |
| "grad_norm": 0.8715419769287109, |
| "learning_rate": 0.00017391654993462684, |
| "loss": 3.1501, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.005543396878419628, |
| "grad_norm": 0.9826570153236389, |
| "learning_rate": 0.00017378332790417273, |
| "loss": 3.2122, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.005557795311870069, |
| "grad_norm": 0.7981720566749573, |
| "learning_rate": 0.00017364981782656033, |
| "loss": 2.7234, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.005572193745320509, |
| "grad_norm": 0.7056066989898682, |
| "learning_rate": 0.00017351602022300762, |
| "loss": 2.8662, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.00558659217877095, |
| "grad_norm": 0.9597539901733398, |
| "learning_rate": 0.00017338193561585507, |
| "loss": 3.1224, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.00560099061222139, |
| "grad_norm": 0.8121383190155029, |
| "learning_rate": 0.00017324756452856367, |
| "loss": 3.0128, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.005615389045671831, |
| "grad_norm": 0.9008104205131531, |
| "learning_rate": 0.00017311290748571275, |
| "loss": 3.3018, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.005629787479122271, |
| "grad_norm": 0.8795366287231445, |
| "learning_rate": 0.000172977965012998, |
| "loss": 2.7525, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.005644185912572712, |
| "grad_norm": 0.7983902096748352, |
| "learning_rate": 0.0001728427376372294, |
| "loss": 3.1529, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.005658584346023152, |
| "grad_norm": 0.8860655426979065, |
| "learning_rate": 0.00017270722588632928, |
| "loss": 3.3315, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.005672982779473593, |
| "grad_norm": 0.9345059394836426, |
| "learning_rate": 0.00017257143028933002, |
| "loss": 3.1263, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.0056873812129240335, |
| "grad_norm": 0.8591650724411011, |
| "learning_rate": 0.00017243535137637225, |
| "loss": 3.086, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0057017796463744745, |
| "grad_norm": 0.8786339163780212, |
| "learning_rate": 0.0001722989896787026, |
| "loss": 3.201, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.005716178079824915, |
| "grad_norm": 1.0122907161712646, |
| "learning_rate": 0.00017216234572867164, |
| "loss": 3.2743, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.005730576513275356, |
| "grad_norm": 0.8422462344169617, |
| "learning_rate": 0.0001720254200597319, |
| "loss": 3.2385, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.005744974946725797, |
| "grad_norm": 0.9201172590255737, |
| "learning_rate": 0.00017188821320643572, |
| "loss": 2.9331, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.005759373380176237, |
| "grad_norm": 0.8884463906288147, |
| "learning_rate": 0.00017175072570443312, |
| "loss": 3.2667, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.005759373380176237, |
| "eval_loss": 3.14989972114563, |
| "eval_runtime": 600.1221, |
| "eval_samples_per_second": 48.728, |
| "eval_steps_per_second": 24.365, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.005773771813626678, |
| "grad_norm": 0.8949956297874451, |
| "learning_rate": 0.00017161295809046986, |
| "loss": 3.1982, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.005788170247077118, |
| "grad_norm": 0.9011267423629761, |
| "learning_rate": 0.00017147491090238514, |
| "loss": 3.2689, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.005802568680527559, |
| "grad_norm": 0.8653223514556885, |
| "learning_rate": 0.0001713365846791097, |
| "loss": 2.9171, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.005816967113977999, |
| "grad_norm": 0.8384519815444946, |
| "learning_rate": 0.00017119797996066355, |
| "loss": 2.9994, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.00583136554742844, |
| "grad_norm": 0.9778252243995667, |
| "learning_rate": 0.00017105909728815398, |
| "loss": 3.3866, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.00584576398087888, |
| "grad_norm": 0.8527796864509583, |
| "learning_rate": 0.00017091993720377336, |
| "loss": 2.7812, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.005860162414329321, |
| "grad_norm": 1.0485327243804932, |
| "learning_rate": 0.00017078050025079707, |
| "loss": 3.3901, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.005874560847779761, |
| "grad_norm": 0.9069933295249939, |
| "learning_rate": 0.00017064078697358147, |
| "loss": 3.2417, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.005888959281230202, |
| "grad_norm": 0.7479215860366821, |
| "learning_rate": 0.00017050079791756156, |
| "loss": 2.8903, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.0059033577146806425, |
| "grad_norm": 0.8950005769729614, |
| "learning_rate": 0.00017036053362924896, |
| "loss": 3.5919, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0059177561481310835, |
| "grad_norm": 1.0570306777954102, |
| "learning_rate": 0.0001702199946562299, |
| "loss": 3.0507, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.005932154581581524, |
| "grad_norm": 0.9182201027870178, |
| "learning_rate": 0.00017007918154716286, |
| "loss": 3.2954, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.005946553015031965, |
| "grad_norm": 0.9391300678253174, |
| "learning_rate": 0.00016993809485177665, |
| "loss": 2.9007, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.005960951448482405, |
| "grad_norm": 0.8760555386543274, |
| "learning_rate": 0.000169796735120868, |
| "loss": 3.1228, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.005975349881932846, |
| "grad_norm": 0.8676468729972839, |
| "learning_rate": 0.00016965510290629972, |
| "loss": 3.2359, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.005989748315383286, |
| "grad_norm": 0.8798227906227112, |
| "learning_rate": 0.00016951319876099824, |
| "loss": 3.2246, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.006004146748833727, |
| "grad_norm": 0.9292003512382507, |
| "learning_rate": 0.00016937102323895167, |
| "loss": 2.8104, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.006018545182284167, |
| "grad_norm": 0.8639901876449585, |
| "learning_rate": 0.0001692285768952076, |
| "loss": 2.8643, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.006032943615734608, |
| "grad_norm": 0.8319610357284546, |
| "learning_rate": 0.00016908586028587078, |
| "loss": 2.9534, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.006047342049185049, |
| "grad_norm": 0.7759292125701904, |
| "learning_rate": 0.0001689428739681012, |
| "loss": 3.0169, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.006061740482635489, |
| "grad_norm": 1.0480167865753174, |
| "learning_rate": 0.00016879961850011172, |
| "loss": 2.8662, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.00607613891608593, |
| "grad_norm": 0.7753410935401917, |
| "learning_rate": 0.00016865609444116593, |
| "loss": 3.1111, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.00609053734953637, |
| "grad_norm": 0.817973792552948, |
| "learning_rate": 0.000168512302351576, |
| "loss": 2.7989, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.006104935782986811, |
| "grad_norm": 0.7539551258087158, |
| "learning_rate": 0.0001683682427927005, |
| "loss": 3.1355, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.0061193342164372515, |
| "grad_norm": 0.8793160319328308, |
| "learning_rate": 0.0001682239163269422, |
| "loss": 3.3124, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.0061337326498876925, |
| "grad_norm": 0.8266583681106567, |
| "learning_rate": 0.00016807932351774584, |
| "loss": 3.2344, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.006148131083338133, |
| "grad_norm": 0.8787506818771362, |
| "learning_rate": 0.00016793446492959594, |
| "loss": 3.1383, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.006162529516788574, |
| "grad_norm": 0.7681750655174255, |
| "learning_rate": 0.00016778934112801465, |
| "loss": 3.3166, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.006176927950239014, |
| "grad_norm": 0.9929647445678711, |
| "learning_rate": 0.00016764395267955946, |
| "loss": 3.2738, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.006191326383689455, |
| "grad_norm": 0.9037619233131409, |
| "learning_rate": 0.00016749830015182107, |
| "loss": 3.076, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.006205724817139895, |
| "grad_norm": 0.884235680103302, |
| "learning_rate": 0.0001673523841134211, |
| "loss": 3.1606, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.006220123250590336, |
| "grad_norm": 0.8346797823905945, |
| "learning_rate": 0.00016720620513400994, |
| "loss": 2.907, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.006234521684040776, |
| "grad_norm": 0.9682507514953613, |
| "learning_rate": 0.00016705976378426443, |
| "loss": 3.1633, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.006248920117491217, |
| "grad_norm": 0.7756165266036987, |
| "learning_rate": 0.00016691306063588583, |
| "loss": 2.863, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.006263318550941657, |
| "grad_norm": 0.8815706968307495, |
| "learning_rate": 0.0001667660962615973, |
| "loss": 3.1079, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.006277716984392098, |
| "grad_norm": 1.0385347604751587, |
| "learning_rate": 0.00016661887123514183, |
| "loss": 3.2112, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.006292115417842538, |
| "grad_norm": 0.9736208915710449, |
| "learning_rate": 0.0001664713861312801, |
| "loss": 3.0702, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.006306513851292979, |
| "grad_norm": 0.9372177720069885, |
| "learning_rate": 0.00016632364152578802, |
| "loss": 3.445, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.0063209122847434195, |
| "grad_norm": 0.842522144317627, |
| "learning_rate": 0.0001661756379954546, |
| "loss": 3.0468, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.0063353107181938605, |
| "grad_norm": 0.8152249455451965, |
| "learning_rate": 0.00016602737611807976, |
| "loss": 2.8945, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.006349709151644301, |
| "grad_norm": 0.8940690159797668, |
| "learning_rate": 0.00016587885647247186, |
| "loss": 3.2237, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.006364107585094742, |
| "grad_norm": 0.9142022728919983, |
| "learning_rate": 0.00016573007963844566, |
| "loss": 3.105, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.006378506018545183, |
| "grad_norm": 0.8862269520759583, |
| "learning_rate": 0.00016558104619682, |
| "loss": 3.0792, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.006392904451995623, |
| "grad_norm": 0.9694818258285522, |
| "learning_rate": 0.0001654317567294155, |
| "loss": 2.9414, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.006407302885446064, |
| "grad_norm": 0.917313277721405, |
| "learning_rate": 0.00016528221181905217, |
| "loss": 3.0318, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.006421701318896504, |
| "grad_norm": 0.9872729182243347, |
| "learning_rate": 0.00016513241204954744, |
| "loss": 3.2182, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.006436099752346945, |
| "grad_norm": 0.8848959803581238, |
| "learning_rate": 0.00016498235800571352, |
| "loss": 2.8621, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.006450498185797385, |
| "grad_norm": 0.753093957901001, |
| "learning_rate": 0.00016483205027335548, |
| "loss": 3.1511, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.006464896619247826, |
| "grad_norm": 0.9322627782821655, |
| "learning_rate": 0.00016468148943926867, |
| "loss": 3.0796, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.006479295052698266, |
| "grad_norm": 0.9266668558120728, |
| "learning_rate": 0.00016453067609123654, |
| "loss": 3.1053, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.006493693486148707, |
| "grad_norm": 0.9603213667869568, |
| "learning_rate": 0.00016437961081802835, |
| "loss": 2.7653, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.006508091919599147, |
| "grad_norm": 0.7463499307632446, |
| "learning_rate": 0.0001642282942093969, |
| "loss": 3.009, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.006522490353049588, |
| "grad_norm": 0.8519061207771301, |
| "learning_rate": 0.00016407672685607615, |
| "loss": 3.1757, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.0065368887865000285, |
| "grad_norm": 1.1194515228271484, |
| "learning_rate": 0.000163924909349779, |
| "loss": 3.2504, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.0065512872199504696, |
| "grad_norm": 0.8887456655502319, |
| "learning_rate": 0.00016377284228319495, |
| "loss": 3.2147, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.00656568565340091, |
| "grad_norm": 1.0237929821014404, |
| "learning_rate": 0.00016362052624998766, |
| "loss": 3.0523, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.006580084086851351, |
| "grad_norm": 0.7113742232322693, |
| "learning_rate": 0.00016346796184479293, |
| "loss": 3.3067, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.006594482520301791, |
| "grad_norm": 0.872101902961731, |
| "learning_rate": 0.00016331514966321596, |
| "loss": 3.329, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.006608880953752232, |
| "grad_norm": 1.0206072330474854, |
| "learning_rate": 0.00016316209030182953, |
| "loss": 3.1529, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.006623279387202672, |
| "grad_norm": 0.8537130355834961, |
| "learning_rate": 0.00016300878435817113, |
| "loss": 3.1392, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.006637677820653113, |
| "grad_norm": 1.275098204612732, |
| "learning_rate": 0.0001628552324307411, |
| "loss": 3.4698, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.006652076254103553, |
| "grad_norm": 0.7669626474380493, |
| "learning_rate": 0.000162701435119, |
| "loss": 2.9196, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.006666474687553994, |
| "grad_norm": 0.8807993531227112, |
| "learning_rate": 0.0001625473930233664, |
| "loss": 3.2759, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.006680873121004435, |
| "grad_norm": 0.8358516097068787, |
| "learning_rate": 0.0001623931067452144, |
| "loss": 3.0361, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.006695271554454875, |
| "grad_norm": 1.0145397186279297, |
| "learning_rate": 0.0001622385768868716, |
| "loss": 2.7293, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.006709669987905316, |
| "grad_norm": 1.1469911336898804, |
| "learning_rate": 0.00016208380405161624, |
| "loss": 3.2936, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.006724068421355756, |
| "grad_norm": 0.7097589373588562, |
| "learning_rate": 0.00016192878884367532, |
| "loss": 3.2561, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.006738466854806197, |
| "grad_norm": 0.7989069223403931, |
| "learning_rate": 0.000161773531868222, |
| "loss": 3.437, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.0067528652882566376, |
| "grad_norm": 0.7313719391822815, |
| "learning_rate": 0.0001616180337313733, |
| "loss": 2.951, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.006767263721707079, |
| "grad_norm": 1.058228850364685, |
| "learning_rate": 0.00016146229504018775, |
| "loss": 3.0421, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.006781662155157519, |
| "grad_norm": 0.8472979068756104, |
| "learning_rate": 0.00016130631640266292, |
| "loss": 3.0619, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.00679606058860796, |
| "grad_norm": 0.9583884477615356, |
| "learning_rate": 0.0001611500984277332, |
| "loss": 3.5522, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.0068104590220584, |
| "grad_norm": 0.8760504126548767, |
| "learning_rate": 0.0001609936417252673, |
| "loss": 3.2548, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.006824857455508841, |
| "grad_norm": 0.9339708685874939, |
| "learning_rate": 0.00016083694690606593, |
| "loss": 2.9163, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.006839255888959281, |
| "grad_norm": 1.003797173500061, |
| "learning_rate": 0.00016068001458185936, |
| "loss": 3.1349, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.006853654322409722, |
| "grad_norm": 0.9233394861221313, |
| "learning_rate": 0.00016052284536530512, |
| "loss": 3.3257, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.006868052755860162, |
| "grad_norm": 0.8024774789810181, |
| "learning_rate": 0.00016036543986998556, |
| "loss": 2.6698, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.006882451189310603, |
| "grad_norm": 0.8178015947341919, |
| "learning_rate": 0.0001602077987104054, |
| "loss": 3.088, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.006896849622761043, |
| "grad_norm": 0.7964792847633362, |
| "learning_rate": 0.0001600499225019894, |
| "loss": 2.6388, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.006911248056211484, |
| "grad_norm": 0.8952851891517639, |
| "learning_rate": 0.00015989181186108002, |
| "loss": 3.1736, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0069256464896619244, |
| "grad_norm": 0.7947373390197754, |
| "learning_rate": 0.00015973346740493484, |
| "loss": 2.9524, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.0069400449231123654, |
| "grad_norm": 0.9863454103469849, |
| "learning_rate": 0.00015957488975172428, |
| "loss": 3.273, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.006954443356562806, |
| "grad_norm": 0.8820743560791016, |
| "learning_rate": 0.00015941607952052914, |
| "loss": 3.4603, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.006968841790013247, |
| "grad_norm": 1.0617316961288452, |
| "learning_rate": 0.00015925703733133824, |
| "loss": 3.3464, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.006983240223463687, |
| "grad_norm": 1.1396907567977905, |
| "learning_rate": 0.00015909776380504585, |
| "loss": 3.4822, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.006997638656914128, |
| "grad_norm": 0.943494439125061, |
| "learning_rate": 0.00015893825956344947, |
| "loss": 3.3784, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.007012037090364569, |
| "grad_norm": 0.9549822211265564, |
| "learning_rate": 0.00015877852522924732, |
| "loss": 3.0218, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.007026435523815009, |
| "grad_norm": 0.8647431135177612, |
| "learning_rate": 0.0001586185614260358, |
| "loss": 3.1126, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.00704083395726545, |
| "grad_norm": 0.8637406229972839, |
| "learning_rate": 0.00015845836877830723, |
| "loss": 3.0489, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.00705523239071589, |
| "grad_norm": 0.9287747740745544, |
| "learning_rate": 0.0001582979479114472, |
| "loss": 2.8855, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.007069630824166331, |
| "grad_norm": 0.8522575497627258, |
| "learning_rate": 0.0001581372994517325, |
| "loss": 3.519, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.007084029257616771, |
| "grad_norm": 0.964175283908844, |
| "learning_rate": 0.00015797642402632815, |
| "loss": 3.3152, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.007098427691067212, |
| "grad_norm": 0.9201766848564148, |
| "learning_rate": 0.00015781532226328543, |
| "loss": 3.224, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.007112826124517652, |
| "grad_norm": 0.846559464931488, |
| "learning_rate": 0.00015765399479153919, |
| "loss": 3.0349, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.007127224557968093, |
| "grad_norm": 0.8275098204612732, |
| "learning_rate": 0.00015749244224090537, |
| "loss": 3.2277, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0071416229914185335, |
| "grad_norm": 0.9444440603256226, |
| "learning_rate": 0.00015733066524207872, |
| "loss": 3.0519, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.0071560214248689745, |
| "grad_norm": 0.8582814335823059, |
| "learning_rate": 0.00015716866442663015, |
| "loss": 3.1288, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.007170419858319415, |
| "grad_norm": 0.8739585280418396, |
| "learning_rate": 0.0001570064404270043, |
| "loss": 2.9575, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.007184818291769856, |
| "grad_norm": 0.9253348112106323, |
| "learning_rate": 0.00015684399387651723, |
| "loss": 3.0284, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.007199216725220296, |
| "grad_norm": 0.950823187828064, |
| "learning_rate": 0.0001566813254093538, |
| "loss": 3.4105, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.007213615158670737, |
| "grad_norm": 0.9867145419120789, |
| "learning_rate": 0.0001565184356605651, |
| "loss": 3.1709, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.007228013592121177, |
| "grad_norm": 0.825459897518158, |
| "learning_rate": 0.00015635532526606625, |
| "loss": 3.2503, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.007242412025571618, |
| "grad_norm": 0.9377819299697876, |
| "learning_rate": 0.00015619199486263368, |
| "loss": 3.1296, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.007256810459022058, |
| "grad_norm": 0.743562638759613, |
| "learning_rate": 0.00015602844508790276, |
| "loss": 2.8344, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.007271208892472499, |
| "grad_norm": 0.8586886525154114, |
| "learning_rate": 0.00015586467658036524, |
| "loss": 3.1964, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.007285607325922939, |
| "grad_norm": 0.9525771141052246, |
| "learning_rate": 0.00015570068997936687, |
| "loss": 2.8544, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.00730000575937338, |
| "grad_norm": 0.851752519607544, |
| "learning_rate": 0.00015553648592510472, |
| "loss": 2.9568, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.007314404192823821, |
| "grad_norm": 0.7844945788383484, |
| "learning_rate": 0.00015537206505862486, |
| "loss": 2.9112, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.007328802626274261, |
| "grad_norm": 0.9286540746688843, |
| "learning_rate": 0.00015520742802181976, |
| "loss": 3.0337, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.007343201059724702, |
| "grad_norm": 0.9245886206626892, |
| "learning_rate": 0.00015504257545742584, |
| "loss": 3.0978, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.0073575994931751425, |
| "grad_norm": 0.8013189435005188, |
| "learning_rate": 0.00015487750800902093, |
| "loss": 3.0423, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.0073719979266255835, |
| "grad_norm": 0.9282588362693787, |
| "learning_rate": 0.00015471222632102168, |
| "loss": 3.1543, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.007386396360076024, |
| "grad_norm": 0.8945367336273193, |
| "learning_rate": 0.00015454673103868123, |
| "loss": 2.9724, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.007400794793526465, |
| "grad_norm": 1.2200678586959839, |
| "learning_rate": 0.00015438102280808654, |
| "loss": 3.0886, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.007415193226976905, |
| "grad_norm": 0.9468840956687927, |
| "learning_rate": 0.0001542151022761559, |
| "loss": 3.0758, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.007429591660427346, |
| "grad_norm": 0.959943413734436, |
| "learning_rate": 0.00015404897009063637, |
| "loss": 3.0835, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.007443990093877786, |
| "grad_norm": 0.7288443446159363, |
| "learning_rate": 0.00015388262690010143, |
| "loss": 2.8896, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.007458388527328227, |
| "grad_norm": 0.6970760226249695, |
| "learning_rate": 0.00015371607335394822, |
| "loss": 2.938, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.007472786960778667, |
| "grad_norm": 0.8199254870414734, |
| "learning_rate": 0.00015354931010239507, |
| "loss": 3.3718, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.007487185394229108, |
| "grad_norm": 0.8819337487220764, |
| "learning_rate": 0.0001533823377964791, |
| "loss": 3.2443, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.007501583827679548, |
| "grad_norm": 0.9963600039482117, |
| "learning_rate": 0.00015321515708805342, |
| "loss": 3.0831, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.007515982261129989, |
| "grad_norm": 0.9249660968780518, |
| "learning_rate": 0.00015304776862978497, |
| "loss": 3.5458, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.007530380694580429, |
| "grad_norm": 0.7823591232299805, |
| "learning_rate": 0.00015288017307515142, |
| "loss": 3.2208, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.00754477912803087, |
| "grad_norm": 0.9722644686698914, |
| "learning_rate": 0.00015271237107843924, |
| "loss": 3.1419, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.0075591775614813105, |
| "grad_norm": 0.8387591242790222, |
| "learning_rate": 0.00015254436329474063, |
| "loss": 2.9743, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.0075735759949317515, |
| "grad_norm": 0.901272177696228, |
| "learning_rate": 0.00015237615037995127, |
| "loss": 3.1865, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.007587974428382192, |
| "grad_norm": 0.7811011672019958, |
| "learning_rate": 0.00015220773299076768, |
| "loss": 3.0072, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.007602372861832633, |
| "grad_norm": 0.8894138336181641, |
| "learning_rate": 0.00015203911178468454, |
| "loss": 3.1187, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.007616771295283073, |
| "grad_norm": 0.8158432245254517, |
| "learning_rate": 0.00015187028741999234, |
| "loss": 2.8604, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.007631169728733514, |
| "grad_norm": 0.9235058426856995, |
| "learning_rate": 0.00015170126055577462, |
| "loss": 3.2535, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.007645568162183955, |
| "grad_norm": 0.9336002469062805, |
| "learning_rate": 0.00015153203185190548, |
| "loss": 3.3311, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.007659966595634395, |
| "grad_norm": 0.7865872979164124, |
| "learning_rate": 0.00015136260196904703, |
| "loss": 2.7229, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.007674365029084836, |
| "grad_norm": 0.8929297924041748, |
| "learning_rate": 0.00015119297156864677, |
| "loss": 3.3829, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.007688763462535276, |
| "grad_norm": 0.9373746514320374, |
| "learning_rate": 0.00015102314131293493, |
| "loss": 3.0255, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.007703161895985717, |
| "grad_norm": 0.8767730593681335, |
| "learning_rate": 0.00015085311186492206, |
| "loss": 3.0545, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.007717560329436157, |
| "grad_norm": 1.037388801574707, |
| "learning_rate": 0.00015068288388839633, |
| "loss": 3.3526, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.007731958762886598, |
| "grad_norm": 0.8740713596343994, |
| "learning_rate": 0.00015051245804792093, |
| "loss": 3.2801, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.007746357196337038, |
| "grad_norm": 0.9002324938774109, |
| "learning_rate": 0.00015034183500883152, |
| "loss": 3.0405, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.007760755629787479, |
| "grad_norm": 1.03910493850708, |
| "learning_rate": 0.00015017101543723365, |
| "loss": 3.1439, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.0077751540632379195, |
| "grad_norm": 0.7245367169380188, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 2.8233, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0077895524966883605, |
| "grad_norm": 0.8550663590431213, |
| "learning_rate": 0.00014982878936476807, |
| "loss": 2.9083, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.007803950930138801, |
| "grad_norm": 0.8867413401603699, |
| "learning_rate": 0.00014965738419993733, |
| "loss": 3.1035, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.00781834936358924, |
| "grad_norm": 0.6800984740257263, |
| "learning_rate": 0.00014948578517466664, |
| "loss": 2.971, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.007832747797039682, |
| "grad_norm": 0.9104130864143372, |
| "learning_rate": 0.00014931399295887171, |
| "loss": 3.4244, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.007847146230490123, |
| "grad_norm": 0.9612101912498474, |
| "learning_rate": 0.00014914200822322256, |
| "loss": 3.3187, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.007861544663940564, |
| "grad_norm": 0.8565210700035095, |
| "learning_rate": 0.0001489698316391406, |
| "loss": 2.9455, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.007875943097391003, |
| "grad_norm": 0.8498482704162598, |
| "learning_rate": 0.0001487974638787964, |
| "loss": 3.0482, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.007890341530841444, |
| "grad_norm": 0.8681150078773499, |
| "learning_rate": 0.00014862490561510673, |
| "loss": 3.1046, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.007904739964291885, |
| "grad_norm": 0.8206408619880676, |
| "learning_rate": 0.00014845215752173224, |
| "loss": 2.9198, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.007919138397742326, |
| "grad_norm": 0.9732480049133301, |
| "learning_rate": 0.00014827922027307451, |
| "loss": 3.4721, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.007933536831192765, |
| "grad_norm": 0.9321301579475403, |
| "learning_rate": 0.00014810609454427362, |
| "loss": 3.3418, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.007947935264643206, |
| "grad_norm": 0.8286620378494263, |
| "learning_rate": 0.0001479327810112055, |
| "loss": 3.0941, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.007962333698093647, |
| "grad_norm": 0.900111198425293, |
| "learning_rate": 0.0001477592803504793, |
| "loss": 3.0963, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.007976732131544088, |
| "grad_norm": 0.7777436971664429, |
| "learning_rate": 0.00014758559323943454, |
| "loss": 3.0334, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.00799113056499453, |
| "grad_norm": 0.9215509295463562, |
| "learning_rate": 0.00014741172035613885, |
| "loss": 3.0577, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.008005528998444969, |
| "grad_norm": 0.9751942157745361, |
| "learning_rate": 0.00014723766237938494, |
| "loss": 2.9987, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.00801992743189541, |
| "grad_norm": 1.1324467658996582, |
| "learning_rate": 0.00014706341998868823, |
| "loss": 3.0343, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.00803432586534585, |
| "grad_norm": 0.8113093972206116, |
| "learning_rate": 0.000146888993864284, |
| "loss": 3.1793, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.008048724298796292, |
| "grad_norm": 0.9320946335792542, |
| "learning_rate": 0.00014671438468712492, |
| "loss": 3.4697, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.008063122732246731, |
| "grad_norm": 0.9151329398155212, |
| "learning_rate": 0.00014653959313887813, |
| "loss": 3.2223, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.008077521165697172, |
| "grad_norm": 0.8927436470985413, |
| "learning_rate": 0.0001463646199019229, |
| "loss": 3.2102, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.008091919599147613, |
| "grad_norm": 0.9327289462089539, |
| "learning_rate": 0.00014618946565934774, |
| "loss": 3.1138, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.008106318032598054, |
| "grad_norm": 0.8632959723472595, |
| "learning_rate": 0.0001460141310949478, |
| "loss": 3.2295, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.008120716466048493, |
| "grad_norm": 0.9345623254776001, |
| "learning_rate": 0.00014583861689322218, |
| "loss": 2.9767, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.008135114899498934, |
| "grad_norm": 0.8290289640426636, |
| "learning_rate": 0.0001456629237393713, |
| "loss": 3.0777, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.008149513332949375, |
| "grad_norm": 1.084827184677124, |
| "learning_rate": 0.00014548705231929424, |
| "loss": 3.2675, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.008163911766399816, |
| "grad_norm": 0.8170238137245178, |
| "learning_rate": 0.00014531100331958594, |
| "loss": 2.9148, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.008178310199850256, |
| "grad_norm": 0.8908644318580627, |
| "learning_rate": 0.00014513477742753464, |
| "loss": 3.1154, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.008192708633300697, |
| "grad_norm": 0.9599244594573975, |
| "learning_rate": 0.0001449583753311192, |
| "loss": 2.9885, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.008207107066751138, |
| "grad_norm": 1.1476374864578247, |
| "learning_rate": 0.00014478179771900632, |
| "loss": 3.3875, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.008221505500201579, |
| "grad_norm": 0.9726691246032715, |
| "learning_rate": 0.00014460504528054794, |
| "loss": 3.3919, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.008235903933652018, |
| "grad_norm": 0.9568902850151062, |
| "learning_rate": 0.0001444281187057785, |
| "loss": 3.2443, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.008250302367102459, |
| "grad_norm": 0.7873564958572388, |
| "learning_rate": 0.00014425101868541227, |
| "loss": 2.9446, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.0082647008005529, |
| "grad_norm": 0.8153154850006104, |
| "learning_rate": 0.00014407374591084065, |
| "loss": 3.0276, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.00827909923400334, |
| "grad_norm": 0.9074940085411072, |
| "learning_rate": 0.0001438963010741294, |
| "loss": 2.6955, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.008293497667453782, |
| "grad_norm": 1.1666736602783203, |
| "learning_rate": 0.00014371868486801612, |
| "loss": 3.3282, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.008307896100904221, |
| "grad_norm": 0.715161919593811, |
| "learning_rate": 0.00014354089798590737, |
| "loss": 2.8588, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.008322294534354662, |
| "grad_norm": 0.9123514890670776, |
| "learning_rate": 0.00014336294112187595, |
| "loss": 3.6006, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.008336692967805103, |
| "grad_norm": 0.9126861095428467, |
| "learning_rate": 0.0001431848149706584, |
| "loss": 3.5002, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.008351091401255544, |
| "grad_norm": 0.8444530367851257, |
| "learning_rate": 0.00014300652022765207, |
| "loss": 2.8235, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.008365489834705983, |
| "grad_norm": 0.7590592503547668, |
| "learning_rate": 0.0001428280575889125, |
| "loss": 3.0443, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.008379888268156424, |
| "grad_norm": 0.8106125593185425, |
| "learning_rate": 0.00014264942775115064, |
| "loss": 3.3478, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.008394286701606865, |
| "grad_norm": 0.8066699504852295, |
| "learning_rate": 0.00014247063141173028, |
| "loss": 2.762, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.008408685135057306, |
| "grad_norm": 0.9072688221931458, |
| "learning_rate": 0.00014229166926866518, |
| "loss": 3.282, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.008423083568507746, |
| "grad_norm": 0.7918927073478699, |
| "learning_rate": 0.00014211254202061633, |
| "loss": 2.8804, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.008437482001958187, |
| "grad_norm": 0.8972072601318359, |
| "learning_rate": 0.00014193325036688937, |
| "loss": 3.3124, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.008451880435408628, |
| "grad_norm": 0.7846446633338928, |
| "learning_rate": 0.00014175379500743174, |
| "loss": 3.0766, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.008466278868859069, |
| "grad_norm": 0.8389933109283447, |
| "learning_rate": 0.00014157417664282994, |
| "loss": 3.0057, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.008480677302309508, |
| "grad_norm": 0.8971917629241943, |
| "learning_rate": 0.00014139439597430693, |
| "loss": 2.8261, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.008495075735759949, |
| "grad_norm": 0.8395130038261414, |
| "learning_rate": 0.00014121445370371923, |
| "loss": 3.0955, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.00850947416921039, |
| "grad_norm": 0.7626233100891113, |
| "learning_rate": 0.00014103435053355423, |
| "loss": 3.1578, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.008523872602660831, |
| "grad_norm": 1.179229736328125, |
| "learning_rate": 0.0001408540871669275, |
| "loss": 2.9037, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.00853827103611127, |
| "grad_norm": 0.8961309790611267, |
| "learning_rate": 0.00014067366430758004, |
| "loss": 3.2713, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.008552669469561711, |
| "grad_norm": 0.8296080231666565, |
| "learning_rate": 0.00014049308265987544, |
| "loss": 2.7102, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.008567067903012152, |
| "grad_norm": 0.9240837097167969, |
| "learning_rate": 0.00014031234292879725, |
| "loss": 3.0768, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.008581466336462593, |
| "grad_norm": 0.6926981806755066, |
| "learning_rate": 0.00014013144581994608, |
| "loss": 2.9829, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.008595864769913034, |
| "grad_norm": 0.8149003982543945, |
| "learning_rate": 0.0001399503920395371, |
| "loss": 2.9237, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.008610263203363474, |
| "grad_norm": 0.8193127512931824, |
| "learning_rate": 0.00013976918229439698, |
| "loss": 3.0155, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.008624661636813915, |
| "grad_norm": 0.7679910063743591, |
| "learning_rate": 0.00013958781729196123, |
| "loss": 2.7397, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.008639060070264356, |
| "grad_norm": 1.0044758319854736, |
| "learning_rate": 0.0001394062977402717, |
| "loss": 3.3587, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.008653458503714797, |
| "grad_norm": 0.9538567662239075, |
| "learning_rate": 0.00013922462434797335, |
| "loss": 2.9945, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.008667856937165236, |
| "grad_norm": 0.8191995024681091, |
| "learning_rate": 0.00013904279782431185, |
| "loss": 2.9721, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.008682255370615677, |
| "grad_norm": 0.9676370620727539, |
| "learning_rate": 0.0001388608188791307, |
| "loss": 2.7103, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.008696653804066118, |
| "grad_norm": 0.9522921442985535, |
| "learning_rate": 0.0001386786882228684, |
| "loss": 3.2612, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.008711052237516559, |
| "grad_norm": 1.1828526258468628, |
| "learning_rate": 0.00013849640656655573, |
| "loss": 3.682, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.008725450670966998, |
| "grad_norm": 0.7867517471313477, |
| "learning_rate": 0.00013831397462181296, |
| "loss": 3.3409, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.00873984910441744, |
| "grad_norm": 0.7809979319572449, |
| "learning_rate": 0.00013813139310084714, |
| "loss": 3.181, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.00875424753786788, |
| "grad_norm": 0.9605808854103088, |
| "learning_rate": 0.00013794866271644922, |
| "loss": 3.0589, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.008768645971318321, |
| "grad_norm": 0.7191706895828247, |
| "learning_rate": 0.0001377657841819913, |
| "loss": 2.8055, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.00878304440476876, |
| "grad_norm": 1.081664800643921, |
| "learning_rate": 0.00013758275821142382, |
| "loss": 3.4065, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.008797442838219201, |
| "grad_norm": 1.0370862483978271, |
| "learning_rate": 0.00013739958551927287, |
| "loss": 2.9967, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.008811841271669642, |
| "grad_norm": 0.8313047885894775, |
| "learning_rate": 0.00013721626682063732, |
| "loss": 3.0937, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.008826239705120083, |
| "grad_norm": 0.7714006900787354, |
| "learning_rate": 0.000137032802831186, |
| "loss": 2.7028, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.008840638138570523, |
| "grad_norm": 0.90785151720047, |
| "learning_rate": 0.00013684919426715505, |
| "loss": 3.1356, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.008855036572020964, |
| "grad_norm": 0.9557169079780579, |
| "learning_rate": 0.00013666544184534482, |
| "loss": 3.2921, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.008869435005471405, |
| "grad_norm": 0.8206955790519714, |
| "learning_rate": 0.00013648154628311755, |
| "loss": 3.2164, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.008883833438921846, |
| "grad_norm": 0.9645980000495911, |
| "learning_rate": 0.00013629750829839403, |
| "loss": 3.179, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.008898231872372287, |
| "grad_norm": 0.8572205901145935, |
| "learning_rate": 0.00013611332860965128, |
| "loss": 3.0303, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.008912630305822726, |
| "grad_norm": 0.794621467590332, |
| "learning_rate": 0.0001359290079359194, |
| "loss": 3.3693, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.008927028739273167, |
| "grad_norm": 0.8547502160072327, |
| "learning_rate": 0.00013574454699677893, |
| "loss": 3.0074, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.008941427172723608, |
| "grad_norm": 0.787207841873169, |
| "learning_rate": 0.00013555994651235796, |
| "loss": 2.9871, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.008955825606174049, |
| "grad_norm": 0.9311500191688538, |
| "learning_rate": 0.00013537520720332942, |
| "loss": 3.0256, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.008970224039624488, |
| "grad_norm": 0.7885743975639343, |
| "learning_rate": 0.00013519032979090816, |
| "loss": 3.1613, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.00898462247307493, |
| "grad_norm": 0.9117521047592163, |
| "learning_rate": 0.00013500531499684818, |
| "loss": 3.275, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.00899902090652537, |
| "grad_norm": 0.9587572813034058, |
| "learning_rate": 0.0001348201635434399, |
| "loss": 3.1054, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.009013419339975811, |
| "grad_norm": 0.9341198801994324, |
| "learning_rate": 0.0001346348761535071, |
| "loss": 3.0432, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.00902781777342625, |
| "grad_norm": 0.7405427694320679, |
| "learning_rate": 0.00013444945355040437, |
| "loss": 3.1408, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.009042216206876692, |
| "grad_norm": 0.7560304403305054, |
| "learning_rate": 0.00013426389645801413, |
| "loss": 2.7912, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.009056614640327133, |
| "grad_norm": 0.9555518627166748, |
| "learning_rate": 0.00013407820560074385, |
| "loss": 3.0912, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.009071013073777574, |
| "grad_norm": 0.8316268920898438, |
| "learning_rate": 0.00013389238170352318, |
| "loss": 3.5332, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.009085411507228013, |
| "grad_norm": 0.8371919393539429, |
| "learning_rate": 0.00013370642549180117, |
| "loss": 2.7236, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.009099809940678454, |
| "grad_norm": 0.8940994739532471, |
| "learning_rate": 0.00013352033769154347, |
| "loss": 3.508, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.009114208374128895, |
| "grad_norm": 0.7581798434257507, |
| "learning_rate": 0.00013333411902922935, |
| "loss": 2.9614, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.009128606807579336, |
| "grad_norm": 0.9317530989646912, |
| "learning_rate": 0.00013314777023184905, |
| "loss": 2.5919, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.009143005241029775, |
| "grad_norm": 1.013902187347412, |
| "learning_rate": 0.0001329612920269008, |
| "loss": 3.3665, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.009157403674480216, |
| "grad_norm": 0.7663302421569824, |
| "learning_rate": 0.00013277468514238803, |
| "loss": 2.807, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.009171802107930657, |
| "grad_norm": 0.8812902569770813, |
| "learning_rate": 0.0001325879503068166, |
| "loss": 3.2831, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.009186200541381098, |
| "grad_norm": 0.8554251194000244, |
| "learning_rate": 0.00013240108824919176, |
| "loss": 3.1956, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.009200598974831537, |
| "grad_norm": 0.8174418807029724, |
| "learning_rate": 0.00013221409969901555, |
| "loss": 2.9219, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.009214997408281978, |
| "grad_norm": 0.992188036441803, |
| "learning_rate": 0.00013202698538628376, |
| "loss": 3.1278, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.00922939584173242, |
| "grad_norm": 0.9648385643959045, |
| "learning_rate": 0.00013183974604148323, |
| "loss": 2.9244, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.00924379427518286, |
| "grad_norm": 0.7925447821617126, |
| "learning_rate": 0.00013165238239558878, |
| "loss": 3.2969, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.009258192708633302, |
| "grad_norm": 1.096006989479065, |
| "learning_rate": 0.00013146489518006064, |
| "loss": 3.1775, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.00927259114208374, |
| "grad_norm": 0.9085973501205444, |
| "learning_rate": 0.0001312772851268414, |
| "loss": 3.4726, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.009286989575534182, |
| "grad_norm": 0.9194775819778442, |
| "learning_rate": 0.00013108955296835313, |
| "loss": 3.1276, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.009301388008984623, |
| "grad_norm": 0.7659599781036377, |
| "learning_rate": 0.00013090169943749476, |
| "loss": 2.8966, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.009315786442435064, |
| "grad_norm": 1.0777766704559326, |
| "learning_rate": 0.00013071372526763888, |
| "loss": 2.9917, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.009330184875885503, |
| "grad_norm": 0.8423395156860352, |
| "learning_rate": 0.00013052563119262916, |
| "loss": 3.0369, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.009344583309335944, |
| "grad_norm": 0.9679954051971436, |
| "learning_rate": 0.00013033741794677727, |
| "loss": 3.5037, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.009358981742786385, |
| "grad_norm": 0.9852535724639893, |
| "learning_rate": 0.0001301490862648603, |
| "loss": 2.7445, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.009373380176236826, |
| "grad_norm": 1.0532643795013428, |
| "learning_rate": 0.00012996063688211753, |
| "loss": 2.9203, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.009387778609687265, |
| "grad_norm": 1.095401644706726, |
| "learning_rate": 0.0001297720705342478, |
| "loss": 2.8653, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.009402177043137706, |
| "grad_norm": 0.8513707518577576, |
| "learning_rate": 0.0001295833879574066, |
| "loss": 3.386, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.009416575476588147, |
| "grad_norm": 0.7705566883087158, |
| "learning_rate": 0.00012939458988820316, |
| "loss": 3.08, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.009430973910038588, |
| "grad_norm": 0.9075140357017517, |
| "learning_rate": 0.00012920567706369758, |
| "loss": 3.1368, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.009445372343489028, |
| "grad_norm": 0.9818344712257385, |
| "learning_rate": 0.00012901665022139794, |
| "loss": 3.0949, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.009459770776939469, |
| "grad_norm": 0.8214375972747803, |
| "learning_rate": 0.00012882751009925754, |
| "loss": 3.0706, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.00947416921038991, |
| "grad_norm": 0.8636996150016785, |
| "learning_rate": 0.00012863825743567172, |
| "loss": 2.8805, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.00948856764384035, |
| "grad_norm": 0.8485615849494934, |
| "learning_rate": 0.0001284488929694754, |
| "loss": 2.9189, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.00950296607729079, |
| "grad_norm": 0.8023676872253418, |
| "learning_rate": 0.0001282594174399399, |
| "loss": 2.8994, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.009517364510741231, |
| "grad_norm": 0.9528865814208984, |
| "learning_rate": 0.00012806983158676998, |
| "loss": 3.5327, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.009531762944191672, |
| "grad_norm": 0.9058507680892944, |
| "learning_rate": 0.00012788013615010134, |
| "loss": 3.4326, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.009546161377642113, |
| "grad_norm": 0.8465619087219238, |
| "learning_rate": 0.0001276903318704973, |
| "loss": 2.8404, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.009560559811092554, |
| "grad_norm": 0.8596186637878418, |
| "learning_rate": 0.0001275004194889462, |
| "loss": 3.0651, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.009574958244542993, |
| "grad_norm": 0.9479056000709534, |
| "learning_rate": 0.00012731039974685834, |
| "loss": 3.3784, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.009589356677993434, |
| "grad_norm": 0.8205047249794006, |
| "learning_rate": 0.00012712027338606323, |
| "loss": 3.1279, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.009603755111443875, |
| "grad_norm": 1.047141432762146, |
| "learning_rate": 0.00012693004114880654, |
| "loss": 3.4586, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.009618153544894316, |
| "grad_norm": 0.9160448312759399, |
| "learning_rate": 0.00012673970377774732, |
| "loss": 3.0159, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.009632551978344756, |
| "grad_norm": 0.7597213983535767, |
| "learning_rate": 0.0001265492620159551, |
| "loss": 2.7745, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.009646950411795197, |
| "grad_norm": 0.9325821399688721, |
| "learning_rate": 0.00012635871660690676, |
| "loss": 3.2237, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.009661348845245638, |
| "grad_norm": 0.7085111141204834, |
| "learning_rate": 0.0001261680682944841, |
| "loss": 2.936, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.009675747278696079, |
| "grad_norm": 0.9588726162910461, |
| "learning_rate": 0.00012597731782297035, |
| "loss": 3.0068, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.009690145712146518, |
| "grad_norm": 0.916094958782196, |
| "learning_rate": 0.00012578646593704786, |
| "loss": 3.1863, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.009704544145596959, |
| "grad_norm": 0.9942542314529419, |
| "learning_rate": 0.00012559551338179467, |
| "loss": 3.4376, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.0097189425790474, |
| "grad_norm": 0.9584614038467407, |
| "learning_rate": 0.00012540446090268193, |
| "loss": 3.5907, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.00973334101249784, |
| "grad_norm": 0.9158220887184143, |
| "learning_rate": 0.00012521330924557088, |
| "loss": 3.0942, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.00974773944594828, |
| "grad_norm": 0.8741431832313538, |
| "learning_rate": 0.00012502205915670985, |
| "loss": 2.8756, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.009762137879398721, |
| "grad_norm": 0.7963648438453674, |
| "learning_rate": 0.00012483071138273168, |
| "loss": 2.9837, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.009776536312849162, |
| "grad_norm": 0.8375881910324097, |
| "learning_rate": 0.0001246392666706503, |
| "loss": 2.933, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.009790934746299603, |
| "grad_norm": 0.685718297958374, |
| "learning_rate": 0.00012444772576785827, |
| "loss": 3.1733, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.009805333179750042, |
| "grad_norm": 1.0194116830825806, |
| "learning_rate": 0.00012425608942212357, |
| "loss": 2.9956, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.009819731613200483, |
| "grad_norm": 0.9608559012413025, |
| "learning_rate": 0.00012406435838158684, |
| "loss": 3.2408, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.009834130046650924, |
| "grad_norm": 0.9745981693267822, |
| "learning_rate": 0.00012387253339475837, |
| "loss": 3.4562, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.009848528480101365, |
| "grad_norm": 0.9934283494949341, |
| "learning_rate": 0.00012368061521051527, |
| "loss": 3.1822, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.009862926913551806, |
| "grad_norm": 0.8668377995491028, |
| "learning_rate": 0.00012348860457809838, |
| "loss": 3.1947, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.009877325347002246, |
| "grad_norm": 0.8838521242141724, |
| "learning_rate": 0.00012329650224710955, |
| "loss": 2.8095, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.009891723780452687, |
| "grad_norm": 0.8028952479362488, |
| "learning_rate": 0.00012310430896750863, |
| "loss": 2.9836, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.009906122213903128, |
| "grad_norm": 0.9241960644721985, |
| "learning_rate": 0.00012291202548961043, |
| "loss": 3.0974, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.009920520647353569, |
| "grad_norm": 0.89765465259552, |
| "learning_rate": 0.000122719652564082, |
| "loss": 3.1415, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.009934919080804008, |
| "grad_norm": 0.8473306894302368, |
| "learning_rate": 0.0001225271909419395, |
| "loss": 2.9239, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.009949317514254449, |
| "grad_norm": 1.0021547079086304, |
| "learning_rate": 0.00012233464137454542, |
| "loss": 3.2223, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.00996371594770489, |
| "grad_norm": 0.9985026717185974, |
| "learning_rate": 0.00012214200461360558, |
| "loss": 3.4276, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.009978114381155331, |
| "grad_norm": 0.9309669733047485, |
| "learning_rate": 0.00012194928141116613, |
| "loss": 2.7732, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.00999251281460577, |
| "grad_norm": 0.9004915356636047, |
| "learning_rate": 0.00012175647251961079, |
| "loss": 3.4481, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.010006911248056211, |
| "grad_norm": 0.849284291267395, |
| "learning_rate": 0.0001215635786916577, |
| "loss": 3.2405, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.010021309681506652, |
| "grad_norm": 0.8412015438079834, |
| "learning_rate": 0.0001213706006803567, |
| "loss": 3.0804, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.010035708114957093, |
| "grad_norm": 0.8438544869422913, |
| "learning_rate": 0.00012117753923908617, |
| "loss": 3.0224, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.010050106548407533, |
| "grad_norm": 1.0493979454040527, |
| "learning_rate": 0.00012098439512155028, |
| "loss": 3.101, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.010064504981857974, |
| "grad_norm": 0.8734528422355652, |
| "learning_rate": 0.00012079116908177593, |
| "loss": 2.8458, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.010078903415308415, |
| "grad_norm": 0.9580613970756531, |
| "learning_rate": 0.00012059786187410984, |
| "loss": 3.2946, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.010093301848758856, |
| "grad_norm": 1.0255160331726074, |
| "learning_rate": 0.00012040447425321562, |
| "loss": 3.212, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.010107700282209295, |
| "grad_norm": 0.9486280679702759, |
| "learning_rate": 0.00012021100697407075, |
| "loss": 3.0597, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.010122098715659736, |
| "grad_norm": 0.8999939560890198, |
| "learning_rate": 0.0001200174607919638, |
| "loss": 3.1819, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.010136497149110177, |
| "grad_norm": 0.8480353951454163, |
| "learning_rate": 0.0001198238364624913, |
| "loss": 3.5763, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.010150895582560618, |
| "grad_norm": 0.8826809525489807, |
| "learning_rate": 0.00011963013474155487, |
| "loss": 3.2236, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.010165294016011059, |
| "grad_norm": 0.8556448817253113, |
| "learning_rate": 0.00011943635638535826, |
| "loss": 2.925, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.010179692449461498, |
| "grad_norm": 0.7995107173919678, |
| "learning_rate": 0.00011924250215040446, |
| "loss": 2.9033, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.01019409088291194, |
| "grad_norm": 0.8308197855949402, |
| "learning_rate": 0.00011904857279349264, |
| "loss": 3.1274, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.01020848931636238, |
| "grad_norm": 0.9750067591667175, |
| "learning_rate": 0.00011885456907171518, |
| "loss": 3.0688, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.010222887749812821, |
| "grad_norm": 0.9668421149253845, |
| "learning_rate": 0.00011866049174245491, |
| "loss": 3.324, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.01023728618326326, |
| "grad_norm": 0.9347763061523438, |
| "learning_rate": 0.00011846634156338192, |
| "loss": 2.9261, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.010251684616713701, |
| "grad_norm": 0.7685467600822449, |
| "learning_rate": 0.00011827211929245075, |
| "loss": 2.9151, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.010266083050164142, |
| "grad_norm": 0.7766559720039368, |
| "learning_rate": 0.00011807782568789736, |
| "loss": 3.0255, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.010280481483614583, |
| "grad_norm": 0.802671492099762, |
| "learning_rate": 0.00011788346150823623, |
| "loss": 3.0151, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.010294879917065023, |
| "grad_norm": 0.9665994048118591, |
| "learning_rate": 0.0001176890275122573, |
| "loss": 3.2004, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.010309278350515464, |
| "grad_norm": 0.8945513963699341, |
| "learning_rate": 0.00011749452445902314, |
| "loss": 3.0219, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.010323676783965905, |
| "grad_norm": 0.9946727156639099, |
| "learning_rate": 0.00011729995310786585, |
| "loss": 3.3868, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.010338075217416346, |
| "grad_norm": 0.9056410789489746, |
| "learning_rate": 0.00011710531421838422, |
| "loss": 2.8526, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.010352473650866785, |
| "grad_norm": 0.881639301776886, |
| "learning_rate": 0.00011691060855044067, |
| "loss": 3.442, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.010366872084317226, |
| "grad_norm": 1.0598704814910889, |
| "learning_rate": 0.00011671583686415832, |
| "loss": 2.6801, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.010381270517767667, |
| "grad_norm": 0.9491336345672607, |
| "learning_rate": 0.0001165209999199181, |
| "loss": 3.2764, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.010395668951218108, |
| "grad_norm": 0.8295811414718628, |
| "learning_rate": 0.00011632609847835557, |
| "loss": 3.143, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.010410067384668547, |
| "grad_norm": 0.8567540645599365, |
| "learning_rate": 0.00011613113330035817, |
| "loss": 3.4612, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.010424465818118988, |
| "grad_norm": 0.9196950197219849, |
| "learning_rate": 0.00011593610514706217, |
| "loss": 3.2821, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.01043886425156943, |
| "grad_norm": 0.8636107444763184, |
| "learning_rate": 0.00011574101477984964, |
| "loss": 3.2408, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.01045326268501987, |
| "grad_norm": 0.7784181833267212, |
| "learning_rate": 0.00011554586296034559, |
| "loss": 3.1345, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.01046766111847031, |
| "grad_norm": 0.9557783007621765, |
| "learning_rate": 0.00011535065045041491, |
| "loss": 3.0316, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.01048205955192075, |
| "grad_norm": 0.9791345596313477, |
| "learning_rate": 0.00011515537801215943, |
| "loss": 3.4831, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.010496457985371192, |
| "grad_norm": 0.8829613924026489, |
| "learning_rate": 0.00011496004640791492, |
| "loss": 3.1569, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.010510856418821633, |
| "grad_norm": 0.8737733960151672, |
| "learning_rate": 0.00011476465640024814, |
| "loss": 3.2339, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.010525254852272074, |
| "grad_norm": 0.9655970335006714, |
| "learning_rate": 0.00011456920875195383, |
| "loss": 3.3389, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.010539653285722513, |
| "grad_norm": 0.959961473941803, |
| "learning_rate": 0.00011437370422605185, |
| "loss": 3.678, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.010554051719172954, |
| "grad_norm": 0.8962006568908691, |
| "learning_rate": 0.000114178143585784, |
| "loss": 3.012, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.010568450152623395, |
| "grad_norm": 0.776686429977417, |
| "learning_rate": 0.00011398252759461118, |
| "loss": 2.813, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.010582848586073836, |
| "grad_norm": 0.8329959511756897, |
| "learning_rate": 0.00011378685701621045, |
| "loss": 3.4376, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.010597247019524275, |
| "grad_norm": 0.6924350261688232, |
| "learning_rate": 0.00011359113261447183, |
| "loss": 2.7839, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.010611645452974716, |
| "grad_norm": 0.8792955279350281, |
| "learning_rate": 0.00011339535515349562, |
| "loss": 2.9103, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.010626043886425157, |
| "grad_norm": 1.0485551357269287, |
| "learning_rate": 0.00011319952539758911, |
| "loss": 3.3982, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.010640442319875598, |
| "grad_norm": 0.8960690498352051, |
| "learning_rate": 0.00011300364411126393, |
| "loss": 2.8442, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.010654840753326037, |
| "grad_norm": 0.8774831891059875, |
| "learning_rate": 0.00011280771205923268, |
| "loss": 3.0469, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.010669239186776478, |
| "grad_norm": 0.7768582105636597, |
| "learning_rate": 0.00011261173000640634, |
| "loss": 2.9384, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.01068363762022692, |
| "grad_norm": 0.8513372540473938, |
| "learning_rate": 0.00011241569871789095, |
| "loss": 3.2775, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.01069803605367736, |
| "grad_norm": 0.7537592649459839, |
| "learning_rate": 0.00011221961895898478, |
| "loss": 2.6116, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.0107124344871278, |
| "grad_norm": 0.8699929118156433, |
| "learning_rate": 0.00011202349149517542, |
| "loss": 3.0242, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.01072683292057824, |
| "grad_norm": 1.204461932182312, |
| "learning_rate": 0.00011182731709213659, |
| "loss": 3.534, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.010741231354028682, |
| "grad_norm": 0.9463865160942078, |
| "learning_rate": 0.00011163109651572535, |
| "loss": 3.323, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.010755629787479123, |
| "grad_norm": 0.9522225260734558, |
| "learning_rate": 0.00011143483053197891, |
| "loss": 3.3321, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.010770028220929562, |
| "grad_norm": 0.8597989678382874, |
| "learning_rate": 0.00011123851990711189, |
| "loss": 2.8417, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.010784426654380003, |
| "grad_norm": 0.834156334400177, |
| "learning_rate": 0.00011104216540751308, |
| "loss": 3.1576, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.010798825087830444, |
| "grad_norm": 1.186292052268982, |
| "learning_rate": 0.00011084576779974257, |
| "loss": 2.6138, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.010813223521280885, |
| "grad_norm": 0.9374966025352478, |
| "learning_rate": 0.00011064932785052877, |
| "loss": 3.056, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.010827621954731326, |
| "grad_norm": 0.9421731233596802, |
| "learning_rate": 0.00011045284632676536, |
| "loss": 3.006, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.010842020388181765, |
| "grad_norm": 0.8511597514152527, |
| "learning_rate": 0.00011025632399550838, |
| "loss": 2.8416, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.010856418821632206, |
| "grad_norm": 0.9876113533973694, |
| "learning_rate": 0.00011005976162397309, |
| "loss": 3.2784, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.010870817255082647, |
| "grad_norm": 1.0191020965576172, |
| "learning_rate": 0.00010986315997953118, |
| "loss": 3.0732, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.010885215688533088, |
| "grad_norm": 0.9767448306083679, |
| "learning_rate": 0.00010966651982970758, |
| "loss": 3.2459, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.010899614121983528, |
| "grad_norm": 0.7763293385505676, |
| "learning_rate": 0.00010946984194217753, |
| "loss": 3.1857, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.010914012555433969, |
| "grad_norm": 1.03253173828125, |
| "learning_rate": 0.00010927312708476367, |
| "loss": 3.3789, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.01092841098888441, |
| "grad_norm": 0.948594331741333, |
| "learning_rate": 0.0001090763760254329, |
| "loss": 3.0075, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.01094280942233485, |
| "grad_norm": 0.8537278175354004, |
| "learning_rate": 0.00010887958953229349, |
| "loss": 2.9129, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.01095720785578529, |
| "grad_norm": 0.7581875324249268, |
| "learning_rate": 0.00010868276837359203, |
| "loss": 3.129, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.010971606289235731, |
| "grad_norm": 0.9251046776771545, |
| "learning_rate": 0.00010848591331771046, |
| "loss": 2.6158, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.010986004722686172, |
| "grad_norm": 0.9781282544136047, |
| "learning_rate": 0.00010828902513316299, |
| "loss": 3.3529, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.011000403156136613, |
| "grad_norm": 0.9401469826698303, |
| "learning_rate": 0.00010809210458859327, |
| "loss": 3.2528, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.011014801589587052, |
| "grad_norm": 0.8686097264289856, |
| "learning_rate": 0.0001078951524527712, |
| "loss": 3.0282, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.011029200023037493, |
| "grad_norm": 0.9486152529716492, |
| "learning_rate": 0.00010769816949459002, |
| "loss": 3.152, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.011043598456487934, |
| "grad_norm": 0.7809222340583801, |
| "learning_rate": 0.00010750115648306331, |
| "loss": 3.4121, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.011057996889938375, |
| "grad_norm": 0.8927251696586609, |
| "learning_rate": 0.00010730411418732198, |
| "loss": 3.2078, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.011072395323388814, |
| "grad_norm": 0.9131649136543274, |
| "learning_rate": 0.0001071070433766113, |
| "loss": 3.0563, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.011086793756839255, |
| "grad_norm": 0.7774454951286316, |
| "learning_rate": 0.0001069099448202878, |
| "loss": 2.7333, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.011101192190289697, |
| "grad_norm": 0.8509982228279114, |
| "learning_rate": 0.00010671281928781636, |
| "loss": 2.7441, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.011115590623740138, |
| "grad_norm": 0.9764521718025208, |
| "learning_rate": 0.00010651566754876714, |
| "loss": 3.3933, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.011129989057190579, |
| "grad_norm": 1.0288089513778687, |
| "learning_rate": 0.00010631849037281268, |
| "loss": 3.1903, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.011144387490641018, |
| "grad_norm": 0.7626187205314636, |
| "learning_rate": 0.00010612128852972474, |
| "loss": 2.8701, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.011158785924091459, |
| "grad_norm": 0.8618448972702026, |
| "learning_rate": 0.00010592406278937144, |
| "loss": 3.4709, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.0111731843575419, |
| "grad_norm": 0.8071550130844116, |
| "learning_rate": 0.00010572681392171418, |
| "loss": 2.8633, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.01118758279099234, |
| "grad_norm": 1.1788129806518555, |
| "learning_rate": 0.00010552954269680462, |
| "loss": 3.4665, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.01120198122444278, |
| "grad_norm": 0.817099392414093, |
| "learning_rate": 0.00010533224988478176, |
| "loss": 3.0878, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.011216379657893221, |
| "grad_norm": 0.8705430030822754, |
| "learning_rate": 0.00010513493625586881, |
| "loss": 2.9891, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.011230778091343662, |
| "grad_norm": 0.7955306172370911, |
| "learning_rate": 0.00010493760258037031, |
| "loss": 3.22, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.011245176524794103, |
| "grad_norm": 1.0394586324691772, |
| "learning_rate": 0.00010474024962866899, |
| "loss": 2.9695, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.011259574958244542, |
| "grad_norm": 0.7939793467521667, |
| "learning_rate": 0.0001045428781712229, |
| "loss": 3.1508, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.011273973391694983, |
| "grad_norm": 0.752189040184021, |
| "learning_rate": 0.00010434548897856229, |
| "loss": 3.1032, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.011288371825145424, |
| "grad_norm": 1.0604534149169922, |
| "learning_rate": 0.00010414808282128667, |
| "loss": 3.4922, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.011302770258595865, |
| "grad_norm": 1.012103796005249, |
| "learning_rate": 0.00010395066047006179, |
| "loss": 3.5839, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.011317168692046305, |
| "grad_norm": 0.9100596308708191, |
| "learning_rate": 0.00010375322269561658, |
| "loss": 3.0194, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.011331567125496746, |
| "grad_norm": 0.9421462416648865, |
| "learning_rate": 0.00010355577026874026, |
| "loss": 3.0725, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.011345965558947187, |
| "grad_norm": 0.9727929830551147, |
| "learning_rate": 0.00010335830396027913, |
| "loss": 3.3031, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.011360363992397628, |
| "grad_norm": 0.9794594049453735, |
| "learning_rate": 0.00010316082454113378, |
| "loss": 3.2811, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.011374762425848067, |
| "grad_norm": 0.9361528754234314, |
| "learning_rate": 0.00010296333278225599, |
| "loss": 3.1854, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.011389160859298508, |
| "grad_norm": 0.8856708407402039, |
| "learning_rate": 0.00010276582945464563, |
| "loss": 3.3946, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.011403559292748949, |
| "grad_norm": 0.8416748046875, |
| "learning_rate": 0.00010256831532934784, |
| "loss": 3.14, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.01141795772619939, |
| "grad_norm": 1.1057014465332031, |
| "learning_rate": 0.00010237079117744976, |
| "loss": 3.4893, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.01143235615964983, |
| "grad_norm": 0.851108729839325, |
| "learning_rate": 0.00010217325777007789, |
| "loss": 3.4529, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.01144675459310027, |
| "grad_norm": 0.8518073558807373, |
| "learning_rate": 0.00010197571587839465, |
| "loss": 3.1188, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.011461153026550711, |
| "grad_norm": 0.8237325549125671, |
| "learning_rate": 0.00010177816627359575, |
| "loss": 2.7589, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.011475551460001152, |
| "grad_norm": 0.8895896673202515, |
| "learning_rate": 0.0001015806097269069, |
| "loss": 3.1771, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.011489949893451593, |
| "grad_norm": 0.8192035555839539, |
| "learning_rate": 0.00010138304700958095, |
| "loss": 3.4108, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.011504348326902033, |
| "grad_norm": 0.9642552137374878, |
| "learning_rate": 0.00010118547889289485, |
| "loss": 3.3137, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.011518746760352474, |
| "grad_norm": 0.7071260213851929, |
| "learning_rate": 0.00010098790614814658, |
| "loss": 3.157, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.011518746760352474, |
| "eval_loss": 3.126403570175171, |
| "eval_runtime": 578.5003, |
| "eval_samples_per_second": 50.55, |
| "eval_steps_per_second": 25.276, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.011533145193802915, |
| "grad_norm": 0.8327977657318115, |
| "learning_rate": 0.00010079032954665228, |
| "loss": 2.9476, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.011547543627253356, |
| "grad_norm": 0.8085412383079529, |
| "learning_rate": 0.00010059274985974305, |
| "loss": 2.8509, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.011561942060703795, |
| "grad_norm": 0.7747712731361389, |
| "learning_rate": 0.00010039516785876213, |
| "loss": 2.8288, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.011576340494154236, |
| "grad_norm": 0.8766266107559204, |
| "learning_rate": 0.0001001975843150617, |
| "loss": 3.1568, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.011590738927604677, |
| "grad_norm": 1.105080485343933, |
| "learning_rate": 0.0001, |
| "loss": 3.2216, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.011605137361055118, |
| "grad_norm": 1.0714904069900513, |
| "learning_rate": 9.980241568493834e-05, |
| "loss": 3.1722, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.011619535794505557, |
| "grad_norm": 1.042721152305603, |
| "learning_rate": 9.960483214123788e-05, |
| "loss": 3.1592, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.011633934227955998, |
| "grad_norm": 0.8483060598373413, |
| "learning_rate": 9.940725014025696e-05, |
| "loss": 3.0318, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.011648332661406439, |
| "grad_norm": 0.8758297562599182, |
| "learning_rate": 9.920967045334774e-05, |
| "loss": 3.1567, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.01166273109485688, |
| "grad_norm": 0.8882920145988464, |
| "learning_rate": 9.901209385185345e-05, |
| "loss": 3.1429, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.01167712952830732, |
| "grad_norm": 0.7373784780502319, |
| "learning_rate": 9.881452110710519e-05, |
| "loss": 3.0166, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.01169152796175776, |
| "grad_norm": 0.9507290124893188, |
| "learning_rate": 9.861695299041909e-05, |
| "loss": 3.2219, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.011705926395208201, |
| "grad_norm": 0.8970961570739746, |
| "learning_rate": 9.841939027309312e-05, |
| "loss": 2.8575, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.011720324828658642, |
| "grad_norm": 0.8066451549530029, |
| "learning_rate": 9.822183372640426e-05, |
| "loss": 2.8968, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.011734723262109082, |
| "grad_norm": 0.8325019478797913, |
| "learning_rate": 9.802428412160537e-05, |
| "loss": 3.5867, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.011749121695559523, |
| "grad_norm": 0.8993610143661499, |
| "learning_rate": 9.782674222992214e-05, |
| "loss": 3.3978, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.011763520129009964, |
| "grad_norm": 0.8849827647209167, |
| "learning_rate": 9.762920882255026e-05, |
| "loss": 3.24, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.011777918562460405, |
| "grad_norm": 0.8694281578063965, |
| "learning_rate": 9.74316846706522e-05, |
| "loss": 3.0192, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.011792316995910846, |
| "grad_norm": 0.8631830215454102, |
| "learning_rate": 9.72341705453544e-05, |
| "loss": 3.5591, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.011806715429361285, |
| "grad_norm": 0.9396027326583862, |
| "learning_rate": 9.703666721774402e-05, |
| "loss": 3.2046, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.011821113862811726, |
| "grad_norm": 0.8089805245399475, |
| "learning_rate": 9.683917545886623e-05, |
| "loss": 2.9981, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.011835512296262167, |
| "grad_norm": 0.8059324026107788, |
| "learning_rate": 9.664169603972091e-05, |
| "loss": 3.1366, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.011849910729712608, |
| "grad_norm": 0.8547569513320923, |
| "learning_rate": 9.644422973125977e-05, |
| "loss": 3.2038, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.011864309163163047, |
| "grad_norm": 0.8596022725105286, |
| "learning_rate": 9.624677730438343e-05, |
| "loss": 2.9136, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.011878707596613488, |
| "grad_norm": 0.9517219662666321, |
| "learning_rate": 9.604933952993822e-05, |
| "loss": 3.1234, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.01189310603006393, |
| "grad_norm": 0.8251143097877502, |
| "learning_rate": 9.585191717871335e-05, |
| "loss": 2.7458, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.01190750446351437, |
| "grad_norm": 0.7828798294067383, |
| "learning_rate": 9.565451102143772e-05, |
| "loss": 2.7378, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.01192190289696481, |
| "grad_norm": 0.845634400844574, |
| "learning_rate": 9.545712182877713e-05, |
| "loss": 3.212, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.01193630133041525, |
| "grad_norm": 0.7874972820281982, |
| "learning_rate": 9.525975037133102e-05, |
| "loss": 3.098, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.011950699763865692, |
| "grad_norm": 1.11701500415802, |
| "learning_rate": 9.506239741962971e-05, |
| "loss": 3.5485, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.011965098197316133, |
| "grad_norm": 0.9170089960098267, |
| "learning_rate": 9.486506374413121e-05, |
| "loss": 3.3501, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.011979496630766572, |
| "grad_norm": 0.8056110739707947, |
| "learning_rate": 9.466775011521825e-05, |
| "loss": 2.8222, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.011993895064217013, |
| "grad_norm": 0.9216082692146301, |
| "learning_rate": 9.447045730319539e-05, |
| "loss": 2.7328, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.012008293497667454, |
| "grad_norm": 0.9588477611541748, |
| "learning_rate": 9.427318607828583e-05, |
| "loss": 3.2349, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.012022691931117895, |
| "grad_norm": 0.8257237076759338, |
| "learning_rate": 9.407593721062859e-05, |
| "loss": 3.2934, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.012037090364568334, |
| "grad_norm": 0.782371997833252, |
| "learning_rate": 9.387871147027528e-05, |
| "loss": 3.1051, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.012051488798018775, |
| "grad_norm": 0.8320982456207275, |
| "learning_rate": 9.368150962718736e-05, |
| "loss": 3.3719, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.012065887231469216, |
| "grad_norm": 0.805690348148346, |
| "learning_rate": 9.348433245123289e-05, |
| "loss": 3.1075, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.012080285664919657, |
| "grad_norm": 0.8322770595550537, |
| "learning_rate": 9.328718071218366e-05, |
| "loss": 2.6357, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.012094684098370098, |
| "grad_norm": 0.943198025226593, |
| "learning_rate": 9.309005517971222e-05, |
| "loss": 2.7889, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.012109082531820537, |
| "grad_norm": 0.8608255386352539, |
| "learning_rate": 9.28929566233887e-05, |
| "loss": 3.0527, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.012123480965270978, |
| "grad_norm": 1.2070164680480957, |
| "learning_rate": 9.269588581267803e-05, |
| "loss": 3.2875, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.01213787939872142, |
| "grad_norm": 0.9072067737579346, |
| "learning_rate": 9.24988435169367e-05, |
| "loss": 2.9399, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.01215227783217186, |
| "grad_norm": 0.8106008768081665, |
| "learning_rate": 9.230183050541002e-05, |
| "loss": 2.935, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.0121666762656223, |
| "grad_norm": 1.01332688331604, |
| "learning_rate": 9.210484754722881e-05, |
| "loss": 3.2737, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.01218107469907274, |
| "grad_norm": 0.8596333861351013, |
| "learning_rate": 9.190789541140674e-05, |
| "loss": 3.0051, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.012195473132523182, |
| "grad_norm": 0.8785360455513, |
| "learning_rate": 9.171097486683702e-05, |
| "loss": 3.0831, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.012209871565973623, |
| "grad_norm": 0.8647728562355042, |
| "learning_rate": 9.151408668228957e-05, |
| "loss": 2.9375, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.012224269999424062, |
| "grad_norm": 0.9007620215415955, |
| "learning_rate": 9.1317231626408e-05, |
| "loss": 2.7271, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.012238668432874503, |
| "grad_norm": 0.7921758890151978, |
| "learning_rate": 9.112041046770653e-05, |
| "loss": 3.3193, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.012253066866324944, |
| "grad_norm": 0.9876400232315063, |
| "learning_rate": 9.092362397456713e-05, |
| "loss": 2.923, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.012267465299775385, |
| "grad_norm": 0.8640344142913818, |
| "learning_rate": 9.072687291523635e-05, |
| "loss": 3.4583, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.012281863733225824, |
| "grad_norm": 0.7147777676582336, |
| "learning_rate": 9.053015805782249e-05, |
| "loss": 2.5579, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.012296262166676265, |
| "grad_norm": 0.9303978681564331, |
| "learning_rate": 9.033348017029246e-05, |
| "loss": 3.4586, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.012310660600126706, |
| "grad_norm": 0.8253482580184937, |
| "learning_rate": 9.013684002046884e-05, |
| "loss": 3.1555, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.012325059033577147, |
| "grad_norm": 0.8039583563804626, |
| "learning_rate": 8.994023837602694e-05, |
| "loss": 3.3107, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.012339457467027587, |
| "grad_norm": 0.877560019493103, |
| "learning_rate": 8.974367600449165e-05, |
| "loss": 3.0094, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.012353855900478028, |
| "grad_norm": 0.9612118601799011, |
| "learning_rate": 8.954715367323468e-05, |
| "loss": 3.2297, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.012368254333928469, |
| "grad_norm": 0.8439982533454895, |
| "learning_rate": 8.935067214947126e-05, |
| "loss": 3.0077, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.01238265276737891, |
| "grad_norm": 0.887100100517273, |
| "learning_rate": 8.915423220025747e-05, |
| "loss": 2.7359, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.01239705120082935, |
| "grad_norm": 0.7776098847389221, |
| "learning_rate": 8.895783459248694e-05, |
| "loss": 3.0735, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.01241144963427979, |
| "grad_norm": 0.8283109664916992, |
| "learning_rate": 8.876148009288813e-05, |
| "loss": 3.1181, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.012425848067730231, |
| "grad_norm": 0.8828726410865784, |
| "learning_rate": 8.856516946802111e-05, |
| "loss": 3.1582, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.012440246501180672, |
| "grad_norm": 1.0047451257705688, |
| "learning_rate": 8.836890348427468e-05, |
| "loss": 3.3366, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.012454644934631113, |
| "grad_norm": 1.0217008590698242, |
| "learning_rate": 8.817268290786343e-05, |
| "loss": 2.9207, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.012469043368081552, |
| "grad_norm": 0.8568335771560669, |
| "learning_rate": 8.79765085048246e-05, |
| "loss": 3.2547, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.012483441801531993, |
| "grad_norm": 1.010466456413269, |
| "learning_rate": 8.778038104101524e-05, |
| "loss": 3.1655, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.012497840234982434, |
| "grad_norm": 0.7972185611724854, |
| "learning_rate": 8.758430128210908e-05, |
| "loss": 3.2389, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.012512238668432875, |
| "grad_norm": 0.803840160369873, |
| "learning_rate": 8.738826999359368e-05, |
| "loss": 3.0967, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.012526637101883314, |
| "grad_norm": 0.8915693163871765, |
| "learning_rate": 8.719228794076733e-05, |
| "loss": 3.0909, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.012541035535333755, |
| "grad_norm": 0.8841273188591003, |
| "learning_rate": 8.699635588873609e-05, |
| "loss": 3.4063, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.012555433968784196, |
| "grad_norm": 1.1135680675506592, |
| "learning_rate": 8.68004746024109e-05, |
| "loss": 3.3127, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.012569832402234637, |
| "grad_norm": 0.8345504999160767, |
| "learning_rate": 8.660464484650441e-05, |
| "loss": 2.8381, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.012584230835685077, |
| "grad_norm": 0.8122918605804443, |
| "learning_rate": 8.640886738552819e-05, |
| "loss": 3.0861, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.012598629269135518, |
| "grad_norm": 0.7261993288993835, |
| "learning_rate": 8.621314298378957e-05, |
| "loss": 3.1078, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.012613027702585959, |
| "grad_norm": 0.9577701091766357, |
| "learning_rate": 8.601747240538883e-05, |
| "loss": 3.4848, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.0126274261360364, |
| "grad_norm": 0.8330746293067932, |
| "learning_rate": 8.582185641421601e-05, |
| "loss": 2.8033, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.012641824569486839, |
| "grad_norm": 0.7504431009292603, |
| "learning_rate": 8.562629577394816e-05, |
| "loss": 3.2681, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.01265622300293728, |
| "grad_norm": 0.7908744215965271, |
| "learning_rate": 8.543079124804618e-05, |
| "loss": 2.7574, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.012670621436387721, |
| "grad_norm": 0.8585274815559387, |
| "learning_rate": 8.523534359975189e-05, |
| "loss": 3.1845, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.012685019869838162, |
| "grad_norm": 0.9900627732276917, |
| "learning_rate": 8.503995359208511e-05, |
| "loss": 2.8845, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.012699418303288601, |
| "grad_norm": 0.9393105506896973, |
| "learning_rate": 8.484462198784058e-05, |
| "loss": 3.1574, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.012713816736739042, |
| "grad_norm": 0.822209358215332, |
| "learning_rate": 8.46493495495851e-05, |
| "loss": 3.1611, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.012728215170189483, |
| "grad_norm": 0.9898586869239807, |
| "learning_rate": 8.445413703965442e-05, |
| "loss": 3.3804, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.012742613603639924, |
| "grad_norm": 0.8551770448684692, |
| "learning_rate": 8.425898522015038e-05, |
| "loss": 2.979, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.012757012037090365, |
| "grad_norm": 0.8037742972373962, |
| "learning_rate": 8.406389485293785e-05, |
| "loss": 3.1587, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.012771410470540805, |
| "grad_norm": 0.796410083770752, |
| "learning_rate": 8.386886669964186e-05, |
| "loss": 3.22, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.012785808903991246, |
| "grad_norm": 0.8727976679801941, |
| "learning_rate": 8.367390152164447e-05, |
| "loss": 3.1794, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.012800207337441687, |
| "grad_norm": 0.9714518189430237, |
| "learning_rate": 8.347900008008193e-05, |
| "loss": 3.3826, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.012814605770892128, |
| "grad_norm": 0.8879156112670898, |
| "learning_rate": 8.328416313584169e-05, |
| "loss": 3.1174, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.012829004204342567, |
| "grad_norm": 0.9212392568588257, |
| "learning_rate": 8.308939144955933e-05, |
| "loss": 2.9089, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.012843402637793008, |
| "grad_norm": 0.9935117959976196, |
| "learning_rate": 8.289468578161582e-05, |
| "loss": 3.1321, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.012857801071243449, |
| "grad_norm": 0.7680675983428955, |
| "learning_rate": 8.270004689213417e-05, |
| "loss": 2.9561, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.01287219950469389, |
| "grad_norm": 1.0183727741241455, |
| "learning_rate": 8.25054755409769e-05, |
| "loss": 3.0567, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.01288659793814433, |
| "grad_norm": 1.0156633853912354, |
| "learning_rate": 8.231097248774274e-05, |
| "loss": 3.1013, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.01290099637159477, |
| "grad_norm": 0.8759951591491699, |
| "learning_rate": 8.211653849176379e-05, |
| "loss": 2.9585, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.012915394805045211, |
| "grad_norm": 0.8871334195137024, |
| "learning_rate": 8.192217431210267e-05, |
| "loss": 3.0979, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.012929793238495652, |
| "grad_norm": 0.9018471240997314, |
| "learning_rate": 8.172788070754926e-05, |
| "loss": 3.1316, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.012944191671946092, |
| "grad_norm": 0.7292816638946533, |
| "learning_rate": 8.153365843661812e-05, |
| "loss": 3.1359, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.012958590105396533, |
| "grad_norm": 0.7769172191619873, |
| "learning_rate": 8.13395082575451e-05, |
| "loss": 2.9684, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.012972988538846974, |
| "grad_norm": 0.7663357853889465, |
| "learning_rate": 8.114543092828483e-05, |
| "loss": 3.3635, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.012987386972297415, |
| "grad_norm": 0.9455830454826355, |
| "learning_rate": 8.09514272065074e-05, |
| "loss": 2.7294, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.013001785405747854, |
| "grad_norm": 1.0431920289993286, |
| "learning_rate": 8.075749784959556e-05, |
| "loss": 3.1115, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.013016183839198295, |
| "grad_norm": 0.9350051283836365, |
| "learning_rate": 8.056364361464176e-05, |
| "loss": 3.2569, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.013030582272648736, |
| "grad_norm": 0.8619431853294373, |
| "learning_rate": 8.036986525844515e-05, |
| "loss": 3.028, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.013044980706099177, |
| "grad_norm": 0.9854437708854675, |
| "learning_rate": 8.017616353750873e-05, |
| "loss": 3.1102, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.013059379139549618, |
| "grad_norm": 0.7061064839363098, |
| "learning_rate": 7.99825392080362e-05, |
| "loss": 2.7433, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.013073777573000057, |
| "grad_norm": 0.9289262890815735, |
| "learning_rate": 7.978899302592927e-05, |
| "loss": 3.0439, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.013088176006450498, |
| "grad_norm": 0.718494176864624, |
| "learning_rate": 7.95955257467844e-05, |
| "loss": 2.9906, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.013102574439900939, |
| "grad_norm": 0.7043823599815369, |
| "learning_rate": 7.940213812589018e-05, |
| "loss": 2.7258, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.01311697287335138, |
| "grad_norm": 0.886063277721405, |
| "learning_rate": 7.920883091822408e-05, |
| "loss": 3.047, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.01313137130680182, |
| "grad_norm": 0.8934089541435242, |
| "learning_rate": 7.901560487844972e-05, |
| "loss": 2.6785, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.01314576974025226, |
| "grad_norm": 0.9614665508270264, |
| "learning_rate": 7.882246076091385e-05, |
| "loss": 3.1362, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.013160168173702701, |
| "grad_norm": 0.927448570728302, |
| "learning_rate": 7.862939931964333e-05, |
| "loss": 3.3656, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.013174566607153142, |
| "grad_norm": 0.7828368544578552, |
| "learning_rate": 7.843642130834232e-05, |
| "loss": 3.1235, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.013188965040603582, |
| "grad_norm": 0.8172375559806824, |
| "learning_rate": 7.824352748038923e-05, |
| "loss": 2.8347, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.013203363474054023, |
| "grad_norm": 0.8711551427841187, |
| "learning_rate": 7.805071858883389e-05, |
| "loss": 3.2893, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.013217761907504464, |
| "grad_norm": 0.9077706336975098, |
| "learning_rate": 7.785799538639444e-05, |
| "loss": 3.4413, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.013232160340954905, |
| "grad_norm": 0.8575552105903625, |
| "learning_rate": 7.766535862545459e-05, |
| "loss": 3.2856, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.013246558774405344, |
| "grad_norm": 0.8000632524490356, |
| "learning_rate": 7.747280905806052e-05, |
| "loss": 2.3939, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.013260957207855785, |
| "grad_norm": 0.7931223511695862, |
| "learning_rate": 7.728034743591801e-05, |
| "loss": 2.8641, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.013275355641306226, |
| "grad_norm": 0.8019260764122009, |
| "learning_rate": 7.708797451038958e-05, |
| "loss": 2.3691, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.013289754074756667, |
| "grad_norm": 0.938222348690033, |
| "learning_rate": 7.689569103249139e-05, |
| "loss": 3.0529, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.013304152508207106, |
| "grad_norm": 0.9404215812683105, |
| "learning_rate": 7.670349775289046e-05, |
| "loss": 3.2463, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.013318550941657547, |
| "grad_norm": 0.7234695553779602, |
| "learning_rate": 7.651139542190164e-05, |
| "loss": 2.9016, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.013332949375107988, |
| "grad_norm": 0.952429473400116, |
| "learning_rate": 7.631938478948477e-05, |
| "loss": 3.4919, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.01334734780855843, |
| "grad_norm": 1.01737380027771, |
| "learning_rate": 7.612746660524165e-05, |
| "loss": 3.0708, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.01336174624200887, |
| "grad_norm": 0.8680258989334106, |
| "learning_rate": 7.593564161841318e-05, |
| "loss": 2.9163, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.01337614467545931, |
| "grad_norm": 1.0202853679656982, |
| "learning_rate": 7.574391057787646e-05, |
| "loss": 3.0284, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.01339054310890975, |
| "grad_norm": 0.8330228924751282, |
| "learning_rate": 7.555227423214174e-05, |
| "loss": 3.3062, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.013404941542360192, |
| "grad_norm": 0.9431620240211487, |
| "learning_rate": 7.536073332934972e-05, |
| "loss": 2.701, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.013419339975810633, |
| "grad_norm": 0.9058653712272644, |
| "learning_rate": 7.516928861726833e-05, |
| "loss": 3.5004, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.013433738409261072, |
| "grad_norm": 0.8548831343650818, |
| "learning_rate": 7.497794084329015e-05, |
| "loss": 3.0065, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.013448136842711513, |
| "grad_norm": 1.009898066520691, |
| "learning_rate": 7.478669075442917e-05, |
| "loss": 2.8978, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.013462535276161954, |
| "grad_norm": 0.9345964789390564, |
| "learning_rate": 7.45955390973181e-05, |
| "loss": 3.3573, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.013476933709612395, |
| "grad_norm": 0.7229340672492981, |
| "learning_rate": 7.440448661820535e-05, |
| "loss": 3.1131, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.013491332143062834, |
| "grad_norm": 0.8482975363731384, |
| "learning_rate": 7.421353406295215e-05, |
| "loss": 3.1203, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.013505730576513275, |
| "grad_norm": 0.7813209295272827, |
| "learning_rate": 7.402268217702966e-05, |
| "loss": 2.8773, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.013520129009963716, |
| "grad_norm": 0.8343076705932617, |
| "learning_rate": 7.383193170551594e-05, |
| "loss": 3.08, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.013534527443414157, |
| "grad_norm": 0.9994510412216187, |
| "learning_rate": 7.364128339309326e-05, |
| "loss": 3.1194, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.013548925876864596, |
| "grad_norm": 0.962981641292572, |
| "learning_rate": 7.345073798404494e-05, |
| "loss": 3.1071, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.013563324310315037, |
| "grad_norm": 0.8107845187187195, |
| "learning_rate": 7.326029622225269e-05, |
| "loss": 3.0893, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.013577722743765478, |
| "grad_norm": 1.0068575143814087, |
| "learning_rate": 7.306995885119349e-05, |
| "loss": 3.3934, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.01359212117721592, |
| "grad_norm": 0.7983728647232056, |
| "learning_rate": 7.287972661393679e-05, |
| "loss": 3.0418, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.013606519610666359, |
| "grad_norm": 0.7069730162620544, |
| "learning_rate": 7.268960025314169e-05, |
| "loss": 2.4887, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.0136209180441168, |
| "grad_norm": 0.7482037544250488, |
| "learning_rate": 7.249958051105383e-05, |
| "loss": 2.7497, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.01363531647756724, |
| "grad_norm": 0.9230594635009766, |
| "learning_rate": 7.230966812950273e-05, |
| "loss": 3.3502, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.013649714911017682, |
| "grad_norm": 0.8097943663597107, |
| "learning_rate": 7.211986384989868e-05, |
| "loss": 3.1002, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.013664113344468123, |
| "grad_norm": 0.8613024353981018, |
| "learning_rate": 7.193016841323003e-05, |
| "loss": 3.1501, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.013678511777918562, |
| "grad_norm": 0.9775498509407043, |
| "learning_rate": 7.174058256006012e-05, |
| "loss": 3.0516, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.013692910211369003, |
| "grad_norm": 0.8327321410179138, |
| "learning_rate": 7.155110703052459e-05, |
| "loss": 3.1261, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.013707308644819444, |
| "grad_norm": 0.9702434539794922, |
| "learning_rate": 7.136174256432829e-05, |
| "loss": 3.1265, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.013721707078269885, |
| "grad_norm": 0.8771816492080688, |
| "learning_rate": 7.117248990074249e-05, |
| "loss": 3.1331, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.013736105511720324, |
| "grad_norm": 0.9183956980705261, |
| "learning_rate": 7.098334977860206e-05, |
| "loss": 3.2733, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.013750503945170765, |
| "grad_norm": 0.8691633343696594, |
| "learning_rate": 7.079432293630244e-05, |
| "loss": 3.111, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.013764902378621206, |
| "grad_norm": 1.0507506132125854, |
| "learning_rate": 7.060541011179685e-05, |
| "loss": 3.5362, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.013779300812071647, |
| "grad_norm": 0.8244231343269348, |
| "learning_rate": 7.04166120425934e-05, |
| "loss": 2.9505, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.013793699245522087, |
| "grad_norm": 0.8255278468132019, |
| "learning_rate": 7.022792946575221e-05, |
| "loss": 3.154, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.013808097678972528, |
| "grad_norm": 0.9334896206855774, |
| "learning_rate": 7.003936311788251e-05, |
| "loss": 3.5916, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.013822496112422969, |
| "grad_norm": 0.8597294688224792, |
| "learning_rate": 6.985091373513972e-05, |
| "loss": 2.921, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.01383689454587341, |
| "grad_norm": 0.8225232362747192, |
| "learning_rate": 6.966258205322273e-05, |
| "loss": 2.9325, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.013851292979323849, |
| "grad_norm": 0.8855496644973755, |
| "learning_rate": 6.947436880737088e-05, |
| "loss": 3.0393, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.01386569141277429, |
| "grad_norm": 0.7905809283256531, |
| "learning_rate": 6.928627473236116e-05, |
| "loss": 3.1388, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.013880089846224731, |
| "grad_norm": 0.8465416431427002, |
| "learning_rate": 6.909830056250527e-05, |
| "loss": 3.1296, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.013894488279675172, |
| "grad_norm": 0.7989330887794495, |
| "learning_rate": 6.891044703164689e-05, |
| "loss": 2.945, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.013908886713125611, |
| "grad_norm": 0.9400609731674194, |
| "learning_rate": 6.872271487315863e-05, |
| "loss": 3.099, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.013923285146576052, |
| "grad_norm": 0.7574337720870972, |
| "learning_rate": 6.853510481993938e-05, |
| "loss": 3.0563, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.013937683580026493, |
| "grad_norm": 0.9109064340591431, |
| "learning_rate": 6.834761760441126e-05, |
| "loss": 2.9092, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.013952082013476934, |
| "grad_norm": 0.7745146751403809, |
| "learning_rate": 6.816025395851681e-05, |
| "loss": 3.0365, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.013966480446927373, |
| "grad_norm": 0.7645259499549866, |
| "learning_rate": 6.797301461371625e-05, |
| "loss": 3.0709, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.013980878880377814, |
| "grad_norm": 0.8249051570892334, |
| "learning_rate": 6.778590030098447e-05, |
| "loss": 3.0392, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.013995277313828255, |
| "grad_norm": 0.8710051774978638, |
| "learning_rate": 6.759891175080827e-05, |
| "loss": 3.1604, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.014009675747278696, |
| "grad_norm": 0.8249635100364685, |
| "learning_rate": 6.741204969318343e-05, |
| "loss": 3.0175, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.014024074180729137, |
| "grad_norm": 0.840762197971344, |
| "learning_rate": 6.722531485761198e-05, |
| "loss": 2.8853, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.014038472614179577, |
| "grad_norm": 0.9535939693450928, |
| "learning_rate": 6.703870797309922e-05, |
| "loss": 3.1648, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.014052871047630018, |
| "grad_norm": 0.8633496165275574, |
| "learning_rate": 6.685222976815097e-05, |
| "loss": 2.83, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.014067269481080459, |
| "grad_norm": 0.9464861750602722, |
| "learning_rate": 6.666588097077067e-05, |
| "loss": 3.3369, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.0140816679145309, |
| "grad_norm": 1.1024980545043945, |
| "learning_rate": 6.647966230845654e-05, |
| "loss": 3.1487, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.014096066347981339, |
| "grad_norm": 0.8809400796890259, |
| "learning_rate": 6.629357450819884e-05, |
| "loss": 2.9703, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.01411046478143178, |
| "grad_norm": 0.8391594290733337, |
| "learning_rate": 6.610761829647685e-05, |
| "loss": 3.5061, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.014124863214882221, |
| "grad_norm": 0.8330376744270325, |
| "learning_rate": 6.592179439925618e-05, |
| "loss": 3.1402, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.014139261648332662, |
| "grad_norm": 0.9201800227165222, |
| "learning_rate": 6.573610354198587e-05, |
| "loss": 3.1664, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.014153660081783101, |
| "grad_norm": 0.9286931157112122, |
| "learning_rate": 6.555054644959565e-05, |
| "loss": 2.5309, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.014168058515233542, |
| "grad_norm": 0.8513190746307373, |
| "learning_rate": 6.536512384649294e-05, |
| "loss": 3.1586, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.014182456948683983, |
| "grad_norm": 0.9391520023345947, |
| "learning_rate": 6.517983645656014e-05, |
| "loss": 3.3659, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.014196855382134424, |
| "grad_norm": 0.9092622399330139, |
| "learning_rate": 6.499468500315184e-05, |
| "loss": 2.7584, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.014211253815584864, |
| "grad_norm": 1.0925620794296265, |
| "learning_rate": 6.480967020909187e-05, |
| "loss": 2.9718, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.014225652249035305, |
| "grad_norm": 0.76056307554245, |
| "learning_rate": 6.462479279667062e-05, |
| "loss": 2.9387, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.014240050682485746, |
| "grad_norm": 0.8383475542068481, |
| "learning_rate": 6.444005348764206e-05, |
| "loss": 2.9589, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.014254449115936187, |
| "grad_norm": 0.8835641741752625, |
| "learning_rate": 6.425545300322112e-05, |
| "loss": 2.7991, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.014268847549386626, |
| "grad_norm": 1.0114411115646362, |
| "learning_rate": 6.40709920640806e-05, |
| "loss": 3.4227, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.014283245982837067, |
| "grad_norm": 1.0657159090042114, |
| "learning_rate": 6.388667139034873e-05, |
| "loss": 3.3003, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.014297644416287508, |
| "grad_norm": 1.0289651155471802, |
| "learning_rate": 6.370249170160598e-05, |
| "loss": 2.7845, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.014312042849737949, |
| "grad_norm": 0.9636065363883972, |
| "learning_rate": 6.35184537168825e-05, |
| "loss": 3.2584, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.01432644128318839, |
| "grad_norm": 0.8738852143287659, |
| "learning_rate": 6.33345581546552e-05, |
| "loss": 3.0978, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.01434083971663883, |
| "grad_norm": 0.803519070148468, |
| "learning_rate": 6.3150805732845e-05, |
| "loss": 3.188, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.01435523815008927, |
| "grad_norm": 0.7366600036621094, |
| "learning_rate": 6.296719716881401e-05, |
| "loss": 2.8271, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.014369636583539711, |
| "grad_norm": 0.8605669736862183, |
| "learning_rate": 6.278373317936269e-05, |
| "loss": 3.408, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.014384035016990152, |
| "grad_norm": 1.0378541946411133, |
| "learning_rate": 6.260041448072714e-05, |
| "loss": 2.912, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.014398433450440591, |
| "grad_norm": 0.9627094268798828, |
| "learning_rate": 6.24172417885762e-05, |
| "loss": 3.2895, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.014412831883891032, |
| "grad_norm": 0.813481330871582, |
| "learning_rate": 6.223421581800873e-05, |
| "loss": 2.8316, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.014427230317341474, |
| "grad_norm": 0.8910929560661316, |
| "learning_rate": 6.20513372835508e-05, |
| "loss": 3.0352, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.014441628750791915, |
| "grad_norm": 0.9883915185928345, |
| "learning_rate": 6.186860689915287e-05, |
| "loss": 3.1524, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.014456027184242354, |
| "grad_norm": 1.0550527572631836, |
| "learning_rate": 6.168602537818707e-05, |
| "loss": 3.1234, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.014470425617692795, |
| "grad_norm": 0.7335413098335266, |
| "learning_rate": 6.150359343344432e-05, |
| "loss": 2.7951, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.014484824051143236, |
| "grad_norm": 0.9162537455558777, |
| "learning_rate": 6.132131177713165e-05, |
| "loss": 3.3647, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.014499222484593677, |
| "grad_norm": 0.9511206746101379, |
| "learning_rate": 6.113918112086933e-05, |
| "loss": 3.1994, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.014513620918044116, |
| "grad_norm": 0.7104369401931763, |
| "learning_rate": 6.095720217568819e-05, |
| "loss": 2.7632, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.014528019351494557, |
| "grad_norm": 0.8986831903457642, |
| "learning_rate": 6.07753756520267e-05, |
| "loss": 2.8271, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.014542417784944998, |
| "grad_norm": 0.8529581427574158, |
| "learning_rate": 6.0593702259728336e-05, |
| "loss": 2.9858, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.014556816218395439, |
| "grad_norm": 0.8775134086608887, |
| "learning_rate": 6.0412182708038786e-05, |
| "loss": 3.1402, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.014571214651845878, |
| "grad_norm": 0.8977987170219421, |
| "learning_rate": 6.023081770560307e-05, |
| "loss": 3.2657, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.01458561308529632, |
| "grad_norm": 0.784881591796875, |
| "learning_rate": 6.0049607960462925e-05, |
| "loss": 2.5017, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.01460001151874676, |
| "grad_norm": 0.9759738445281982, |
| "learning_rate": 5.986855418005393e-05, |
| "loss": 3.2426, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.014614409952197201, |
| "grad_norm": 0.9157290458679199, |
| "learning_rate": 5.96876570712028e-05, |
| "loss": 2.9046, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.014628808385647642, |
| "grad_norm": 1.0164036750793457, |
| "learning_rate": 5.95069173401246e-05, |
| "loss": 3.4223, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.014643206819098082, |
| "grad_norm": 1.0693410634994507, |
| "learning_rate": 5.9326335692419995e-05, |
| "loss": 3.3954, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.014657605252548523, |
| "grad_norm": 0.8907976746559143, |
| "learning_rate": 5.9145912833072535e-05, |
| "loss": 3.1752, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.014672003685998964, |
| "grad_norm": 1.0081195831298828, |
| "learning_rate": 5.89656494664458e-05, |
| "loss": 2.8342, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.014686402119449405, |
| "grad_norm": 0.9140379428863525, |
| "learning_rate": 5.8785546296280816e-05, |
| "loss": 3.0278, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.014700800552899844, |
| "grad_norm": 0.9484559297561646, |
| "learning_rate": 5.860560402569308e-05, |
| "loss": 3.0056, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.014715198986350285, |
| "grad_norm": 0.9510278105735779, |
| "learning_rate": 5.8425823357170086e-05, |
| "loss": 3.3202, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.014729597419800726, |
| "grad_norm": 0.830795168876648, |
| "learning_rate": 5.82462049925683e-05, |
| "loss": 3.4151, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.014743995853251167, |
| "grad_norm": 0.9425927996635437, |
| "learning_rate": 5.8066749633110675e-05, |
| "loss": 2.884, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.014758394286701606, |
| "grad_norm": 1.1202399730682373, |
| "learning_rate": 5.788745797938372e-05, |
| "loss": 3.3635, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.014772792720152047, |
| "grad_norm": 0.973744809627533, |
| "learning_rate": 5.770833073133488e-05, |
| "loss": 3.1929, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.014787191153602488, |
| "grad_norm": 0.7372536063194275, |
| "learning_rate": 5.752936858826974e-05, |
| "loss": 2.7194, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.01480158958705293, |
| "grad_norm": 0.8382894396781921, |
| "learning_rate": 5.7350572248849386e-05, |
| "loss": 3.3213, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.014815988020503369, |
| "grad_norm": 1.0838416814804077, |
| "learning_rate": 5.717194241108756e-05, |
| "loss": 3.1947, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.01483038645395381, |
| "grad_norm": 0.9667308926582336, |
| "learning_rate": 5.699347977234799e-05, |
| "loss": 3.282, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.01484478488740425, |
| "grad_norm": 0.775077760219574, |
| "learning_rate": 5.6815185029341625e-05, |
| "loss": 2.9505, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.014859183320854692, |
| "grad_norm": 0.984774112701416, |
| "learning_rate": 5.663705887812407e-05, |
| "loss": 3.2467, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.01487358175430513, |
| "grad_norm": 0.8889281749725342, |
| "learning_rate": 5.645910201409268e-05, |
| "loss": 2.9845, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.014887980187755572, |
| "grad_norm": 0.9949471950531006, |
| "learning_rate": 5.6281315131983915e-05, |
| "loss": 3.2867, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.014902378621206013, |
| "grad_norm": 0.8160466551780701, |
| "learning_rate": 5.610369892587064e-05, |
| "loss": 3.1915, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.014916777054656454, |
| "grad_norm": 0.8043304085731506, |
| "learning_rate": 5.5926254089159394e-05, |
| "loss": 3.1128, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.014931175488106895, |
| "grad_norm": 1.009259819984436, |
| "learning_rate": 5.574898131458776e-05, |
| "loss": 2.717, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.014945573921557334, |
| "grad_norm": 0.7658077478408813, |
| "learning_rate": 5.5571881294221526e-05, |
| "loss": 2.9067, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.014959972355007775, |
| "grad_norm": 0.8304226398468018, |
| "learning_rate": 5.5394954719452094e-05, |
| "loss": 2.9509, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.014974370788458216, |
| "grad_norm": 0.7517731785774231, |
| "learning_rate": 5.5218202280993725e-05, |
| "loss": 3.0478, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.014988769221908657, |
| "grad_norm": 0.9217437505722046, |
| "learning_rate": 5.504162466888082e-05, |
| "loss": 3.3678, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.015003167655359096, |
| "grad_norm": 0.7883538007736206, |
| "learning_rate": 5.486522257246538e-05, |
| "loss": 2.7037, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.015017566088809537, |
| "grad_norm": 0.8147968649864197, |
| "learning_rate": 5.4688996680414106e-05, |
| "loss": 2.584, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.015031964522259978, |
| "grad_norm": 1.1278563737869263, |
| "learning_rate": 5.45129476807058e-05, |
| "loss": 3.3073, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.01504636295571042, |
| "grad_norm": 0.7641758918762207, |
| "learning_rate": 5.43370762606287e-05, |
| "loss": 2.6133, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.015060761389160859, |
| "grad_norm": 0.8845306038856506, |
| "learning_rate": 5.416138310677784e-05, |
| "loss": 3.5782, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.0150751598226113, |
| "grad_norm": 1.0849251747131348, |
| "learning_rate": 5.398586890505224e-05, |
| "loss": 3.3853, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.01508955825606174, |
| "grad_norm": 0.9542579054832458, |
| "learning_rate": 5.3810534340652286e-05, |
| "loss": 3.1843, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.015103956689512182, |
| "grad_norm": 0.8933098316192627, |
| "learning_rate": 5.3635380098077135e-05, |
| "loss": 2.9231, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.015118355122962621, |
| "grad_norm": 1.1135361194610596, |
| "learning_rate": 5.3460406861121894e-05, |
| "loss": 3.5592, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.015132753556413062, |
| "grad_norm": 0.8998453617095947, |
| "learning_rate": 5.3285615312875124e-05, |
| "loss": 2.9175, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.015147151989863503, |
| "grad_norm": 0.8838769793510437, |
| "learning_rate": 5.311100613571603e-05, |
| "loss": 3.2125, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.015161550423313944, |
| "grad_norm": 0.8584664463996887, |
| "learning_rate": 5.293658001131182e-05, |
| "loss": 2.8573, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.015175948856764383, |
| "grad_norm": 0.8044974207878113, |
| "learning_rate": 5.2762337620615066e-05, |
| "loss": 2.7844, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.015190347290214824, |
| "grad_norm": 0.9104792475700378, |
| "learning_rate": 5.2588279643861194e-05, |
| "loss": 3.4528, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.015204745723665265, |
| "grad_norm": 0.8194639086723328, |
| "learning_rate": 5.2414406760565494e-05, |
| "loss": 3.2246, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.015219144157115706, |
| "grad_norm": 0.915275514125824, |
| "learning_rate": 5.2240719649520776e-05, |
| "loss": 3.1376, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.015233542590566146, |
| "grad_norm": 0.7435108423233032, |
| "learning_rate": 5.206721898879454e-05, |
| "loss": 2.8509, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.015247941024016587, |
| "grad_norm": 0.832970380783081, |
| "learning_rate": 5.18939054557264e-05, |
| "loss": 2.9121, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.015262339457467028, |
| "grad_norm": 0.9305316209793091, |
| "learning_rate": 5.172077972692553e-05, |
| "loss": 3.3881, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.015276737890917469, |
| "grad_norm": 0.8582883477210999, |
| "learning_rate": 5.154784247826779e-05, |
| "loss": 3.1668, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.01529113632436791, |
| "grad_norm": 0.884455144405365, |
| "learning_rate": 5.1375094384893295e-05, |
| "loss": 3.0695, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.015305534757818349, |
| "grad_norm": 0.8638237118721008, |
| "learning_rate": 5.1202536121203627e-05, |
| "loss": 3.148, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.01531993319126879, |
| "grad_norm": 0.848179817199707, |
| "learning_rate": 5.103016836085943e-05, |
| "loss": 3.104, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.01533433162471923, |
| "grad_norm": 0.7832134962081909, |
| "learning_rate": 5.08579917767775e-05, |
| "loss": 2.6575, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.015348730058169672, |
| "grad_norm": 0.7723898887634277, |
| "learning_rate": 5.0686007041128316e-05, |
| "loss": 2.9064, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.015363128491620111, |
| "grad_norm": 0.8745009303092957, |
| "learning_rate": 5.0514214825333417e-05, |
| "loss": 3.1711, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.015377526925070552, |
| "grad_norm": 0.7983294725418091, |
| "learning_rate": 5.034261580006269e-05, |
| "loss": 2.9858, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.015391925358520993, |
| "grad_norm": 0.7970129251480103, |
| "learning_rate": 5.017121063523194e-05, |
| "loss": 3.1258, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.015406323791971434, |
| "grad_norm": 0.9943991303443909, |
| "learning_rate": 5.000000000000002e-05, |
| "loss": 3.0477, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.015420722225421873, |
| "grad_norm": 0.7729830145835876, |
| "learning_rate": 4.982898456276641e-05, |
| "loss": 2.7907, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.015435120658872314, |
| "grad_norm": 0.8235747814178467, |
| "learning_rate": 4.9658164991168485e-05, |
| "loss": 2.7027, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.015449519092322755, |
| "grad_norm": 1.052776575088501, |
| "learning_rate": 4.948754195207909e-05, |
| "loss": 3.3801, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.015463917525773196, |
| "grad_norm": 0.9597716331481934, |
| "learning_rate": 4.93171161116037e-05, |
| "loss": 2.9857, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.015478315959223636, |
| "grad_norm": 0.8515215516090393, |
| "learning_rate": 4.914688813507797e-05, |
| "loss": 2.9579, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.015492714392674077, |
| "grad_norm": 0.9685322642326355, |
| "learning_rate": 4.897685868706512e-05, |
| "loss": 3.2765, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.015507112826124518, |
| "grad_norm": 0.8734245896339417, |
| "learning_rate": 4.880702843135326e-05, |
| "loss": 3.3338, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.015521511259574959, |
| "grad_norm": 1.0202466249465942, |
| "learning_rate": 4.863739803095299e-05, |
| "loss": 3.0871, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.015535909693025398, |
| "grad_norm": 0.8375071287155151, |
| "learning_rate": 4.8467968148094546e-05, |
| "loss": 2.9508, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.015550308126475839, |
| "grad_norm": 0.7837040424346924, |
| "learning_rate": 4.829873944422544e-05, |
| "loss": 3.0088, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.01556470655992628, |
| "grad_norm": 1.029710054397583, |
| "learning_rate": 4.812971258000772e-05, |
| "loss": 3.0278, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.015579104993376721, |
| "grad_norm": 0.9339554309844971, |
| "learning_rate": 4.7960888215315495e-05, |
| "loss": 3.3178, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.015593503426827162, |
| "grad_norm": 0.7535246014595032, |
| "learning_rate": 4.779226700923237e-05, |
| "loss": 2.8842, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.015607901860277601, |
| "grad_norm": 0.7864395976066589, |
| "learning_rate": 4.762384962004877e-05, |
| "loss": 3.0626, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.015622300293728042, |
| "grad_norm": 0.83562833070755, |
| "learning_rate": 4.7455636705259424e-05, |
| "loss": 2.6412, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.01563669872717848, |
| "grad_norm": 0.9797089099884033, |
| "learning_rate": 4.728762892156079e-05, |
| "loss": 3.3236, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.015651097160628923, |
| "grad_norm": 0.8757073879241943, |
| "learning_rate": 4.71198269248486e-05, |
| "loss": 3.2044, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.015665495594079364, |
| "grad_norm": 0.7448571920394897, |
| "learning_rate": 4.695223137021508e-05, |
| "loss": 2.8795, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.015679894027529805, |
| "grad_norm": 0.9221637845039368, |
| "learning_rate": 4.67848429119466e-05, |
| "loss": 2.8078, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.015694292460980246, |
| "grad_norm": 0.8276093602180481, |
| "learning_rate": 4.661766220352097e-05, |
| "loss": 3.186, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.015708690894430687, |
| "grad_norm": 0.8634650111198425, |
| "learning_rate": 4.645068989760496e-05, |
| "loss": 3.3371, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.015723089327881128, |
| "grad_norm": 0.8458054065704346, |
| "learning_rate": 4.628392664605183e-05, |
| "loss": 3.254, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.01573748776133157, |
| "grad_norm": 0.9974822402000427, |
| "learning_rate": 4.611737309989861e-05, |
| "loss": 3.2047, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.015751886194782006, |
| "grad_norm": 0.9373653531074524, |
| "learning_rate": 4.5951029909363676e-05, |
| "loss": 3.2568, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.015766284628232447, |
| "grad_norm": 0.8714947700500488, |
| "learning_rate": 4.578489772384414e-05, |
| "loss": 3.1467, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.015780683061682888, |
| "grad_norm": 0.935876727104187, |
| "learning_rate": 4.561897719191349e-05, |
| "loss": 3.4145, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.01579508149513333, |
| "grad_norm": 0.9203401207923889, |
| "learning_rate": 4.5453268961318806e-05, |
| "loss": 2.9939, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.01580947992858377, |
| "grad_norm": 0.8963656425476074, |
| "learning_rate": 4.528777367897836e-05, |
| "loss": 3.538, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.01582387836203421, |
| "grad_norm": 1.0156793594360352, |
| "learning_rate": 4.512249199097913e-05, |
| "loss": 2.8513, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.015838276795484652, |
| "grad_norm": 0.8410732746124268, |
| "learning_rate": 4.495742454257418e-05, |
| "loss": 2.6976, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.015852675228935093, |
| "grad_norm": 0.8189164400100708, |
| "learning_rate": 4.479257197818027e-05, |
| "loss": 3.0123, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.01586707366238553, |
| "grad_norm": 0.8574320077896118, |
| "learning_rate": 4.4627934941375185e-05, |
| "loss": 2.8935, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.015881472095835972, |
| "grad_norm": 0.7634228467941284, |
| "learning_rate": 4.446351407489533e-05, |
| "loss": 2.9083, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.015895870529286413, |
| "grad_norm": 0.8119560480117798, |
| "learning_rate": 4.4299310020633145e-05, |
| "loss": 3.1014, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.015910268962736854, |
| "grad_norm": 0.8555282950401306, |
| "learning_rate": 4.4135323419634766e-05, |
| "loss": 3.2878, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.015924667396187295, |
| "grad_norm": 1.0030333995819092, |
| "learning_rate": 4.3971554912097267e-05, |
| "loss": 3.0902, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.015939065829637736, |
| "grad_norm": 0.939318835735321, |
| "learning_rate": 4.380800513736635e-05, |
| "loss": 3.2959, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.015953464263088177, |
| "grad_norm": 0.8187742233276367, |
| "learning_rate": 4.3644674733933796e-05, |
| "loss": 3.407, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.015967862696538618, |
| "grad_norm": 0.8790040612220764, |
| "learning_rate": 4.348156433943491e-05, |
| "loss": 3.231, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.01598226112998906, |
| "grad_norm": 0.797394871711731, |
| "learning_rate": 4.3318674590646237e-05, |
| "loss": 2.8403, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.015996659563439496, |
| "grad_norm": 0.9180493354797363, |
| "learning_rate": 4.3156006123482775e-05, |
| "loss": 3.2989, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.016011057996889937, |
| "grad_norm": 0.8452402353286743, |
| "learning_rate": 4.299355957299572e-05, |
| "loss": 2.889, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.01602545643034038, |
| "grad_norm": 0.8968746662139893, |
| "learning_rate": 4.2831335573369904e-05, |
| "loss": 3.1993, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.01603985486379082, |
| "grad_norm": 0.7983511686325073, |
| "learning_rate": 4.266933475792129e-05, |
| "loss": 2.9167, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.01605425329724126, |
| "grad_norm": 0.9768692851066589, |
| "learning_rate": 4.250755775909464e-05, |
| "loss": 3.0116, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.0160686517306917, |
| "grad_norm": 0.8376767635345459, |
| "learning_rate": 4.234600520846085e-05, |
| "loss": 3.1949, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.016083050164142142, |
| "grad_norm": 0.8609253764152527, |
| "learning_rate": 4.2184677736714604e-05, |
| "loss": 3.0987, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.016097448597592583, |
| "grad_norm": 0.830420970916748, |
| "learning_rate": 4.202357597367187e-05, |
| "loss": 3.154, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.01611184703104302, |
| "grad_norm": 0.7763804793357849, |
| "learning_rate": 4.186270054826754e-05, |
| "loss": 2.7685, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.016126245464493462, |
| "grad_norm": 1.0027375221252441, |
| "learning_rate": 4.170205208855281e-05, |
| "loss": 3.0913, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.016140643897943903, |
| "grad_norm": 0.8103450536727905, |
| "learning_rate": 4.1541631221692836e-05, |
| "loss": 2.9428, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.016155042331394344, |
| "grad_norm": 0.9806691408157349, |
| "learning_rate": 4.138143857396425e-05, |
| "loss": 2.69, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.016169440764844785, |
| "grad_norm": 0.9830598831176758, |
| "learning_rate": 4.12214747707527e-05, |
| "loss": 2.9904, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.016183839198295226, |
| "grad_norm": 0.9603601694107056, |
| "learning_rate": 4.1061740436550545e-05, |
| "loss": 2.9886, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.016198237631745667, |
| "grad_norm": 0.7779096961021423, |
| "learning_rate": 4.090223619495419e-05, |
| "loss": 2.7763, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.016212636065196108, |
| "grad_norm": 0.8797561526298523, |
| "learning_rate": 4.0742962668661824e-05, |
| "loss": 3.1117, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.01622703449864655, |
| "grad_norm": 0.929404616355896, |
| "learning_rate": 4.058392047947087e-05, |
| "loss": 3.0236, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.016241432932096986, |
| "grad_norm": 0.7587858438491821, |
| "learning_rate": 4.042511024827573e-05, |
| "loss": 3.362, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.016255831365547427, |
| "grad_norm": 1.0694758892059326, |
| "learning_rate": 4.0266532595065174e-05, |
| "loss": 3.3303, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.01627022979899787, |
| "grad_norm": 0.6797292232513428, |
| "learning_rate": 4.010818813892e-05, |
| "loss": 2.7115, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.01628462823244831, |
| "grad_norm": 0.8576143383979797, |
| "learning_rate": 3.995007749801063e-05, |
| "loss": 3.0801, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.01629902666589875, |
| "grad_norm": 0.8964442014694214, |
| "learning_rate": 3.979220128959463e-05, |
| "loss": 2.95, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.01631342509934919, |
| "grad_norm": 0.9149987697601318, |
| "learning_rate": 3.963456013001449e-05, |
| "loss": 3.1082, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.016327823532799633, |
| "grad_norm": 0.9108577370643616, |
| "learning_rate": 3.947715463469492e-05, |
| "loss": 3.2182, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.016342221966250074, |
| "grad_norm": 0.8800599575042725, |
| "learning_rate": 3.931998541814069e-05, |
| "loss": 2.9787, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.01635662039970051, |
| "grad_norm": 0.9225709438323975, |
| "learning_rate": 3.91630530939341e-05, |
| "loss": 2.9999, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.016371018833150952, |
| "grad_norm": 0.8659557104110718, |
| "learning_rate": 3.900635827473272e-05, |
| "loss": 3.0667, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.016385417266601393, |
| "grad_norm": 0.8868014812469482, |
| "learning_rate": 3.884990157226682e-05, |
| "loss": 3.2493, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.016399815700051834, |
| "grad_norm": 0.9377030730247498, |
| "learning_rate": 3.8693683597337106e-05, |
| "loss": 3.3947, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.016414214133502275, |
| "grad_norm": 0.912748396396637, |
| "learning_rate": 3.8537704959812294e-05, |
| "loss": 2.9947, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.016428612566952716, |
| "grad_norm": 1.0445117950439453, |
| "learning_rate": 3.83819662686267e-05, |
| "loss": 3.5121, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.016443011000403157, |
| "grad_norm": 0.8464387059211731, |
| "learning_rate": 3.822646813177803e-05, |
| "loss": 3.2123, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.016457409433853598, |
| "grad_norm": 0.9479960799217224, |
| "learning_rate": 3.807121115632473e-05, |
| "loss": 3.1686, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.016471807867304036, |
| "grad_norm": 0.97239750623703, |
| "learning_rate": 3.7916195948383815e-05, |
| "loss": 3.1314, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.016486206300754477, |
| "grad_norm": 0.9070158004760742, |
| "learning_rate": 3.776142311312842e-05, |
| "loss": 3.3969, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.016500604734204918, |
| "grad_norm": 0.9803197979927063, |
| "learning_rate": 3.7606893254785594e-05, |
| "loss": 3.5117, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.01651500316765536, |
| "grad_norm": 0.8053934574127197, |
| "learning_rate": 3.745260697663364e-05, |
| "loss": 3.0588, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.0165294016011058, |
| "grad_norm": 0.799555242061615, |
| "learning_rate": 3.729856488100003e-05, |
| "loss": 2.985, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.01654380003455624, |
| "grad_norm": 0.850046694278717, |
| "learning_rate": 3.7144767569258955e-05, |
| "loss": 2.9331, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.01655819846800668, |
| "grad_norm": 0.902546226978302, |
| "learning_rate": 3.69912156418289e-05, |
| "loss": 3.3424, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.016572596901457123, |
| "grad_norm": 0.8316352367401123, |
| "learning_rate": 3.6837909698170525e-05, |
| "loss": 2.9656, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.016586995334907564, |
| "grad_norm": 0.9583315849304199, |
| "learning_rate": 3.668485033678406e-05, |
| "loss": 2.8804, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.016601393768358, |
| "grad_norm": 0.7519205212593079, |
| "learning_rate": 3.653203815520714e-05, |
| "loss": 3.0069, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.016615792201808442, |
| "grad_norm": 0.9262014627456665, |
| "learning_rate": 3.637947375001237e-05, |
| "loss": 3.6714, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.016630190635258883, |
| "grad_norm": 0.8083505034446716, |
| "learning_rate": 3.622715771680508e-05, |
| "loss": 3.1874, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.016644589068709324, |
| "grad_norm": 0.8502200841903687, |
| "learning_rate": 3.607509065022101e-05, |
| "loss": 2.9377, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.016658987502159765, |
| "grad_norm": 1.0667712688446045, |
| "learning_rate": 3.592327314392388e-05, |
| "loss": 3.4204, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.016673385935610206, |
| "grad_norm": 0.8075230717658997, |
| "learning_rate": 3.577170579060316e-05, |
| "loss": 3.1697, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.016687784369060647, |
| "grad_norm": 0.9544846415519714, |
| "learning_rate": 3.562038918197168e-05, |
| "loss": 3.2215, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.01670218280251109, |
| "grad_norm": 0.8930787444114685, |
| "learning_rate": 3.546932390876351e-05, |
| "loss": 3.0922, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.016716581235961526, |
| "grad_norm": 0.9129374027252197, |
| "learning_rate": 3.5318510560731364e-05, |
| "loss": 3.008, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.016730979669411967, |
| "grad_norm": 0.9277746677398682, |
| "learning_rate": 3.516794972664455e-05, |
| "loss": 3.0039, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.016745378102862408, |
| "grad_norm": 0.9125180244445801, |
| "learning_rate": 3.501764199428651e-05, |
| "loss": 3.2754, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.01675977653631285, |
| "grad_norm": 0.8967629075050354, |
| "learning_rate": 3.4867587950452596e-05, |
| "loss": 3.1488, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.01677417496976329, |
| "grad_norm": 0.8322145938873291, |
| "learning_rate": 3.471778818094785e-05, |
| "loss": 3.0486, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.01678857340321373, |
| "grad_norm": 0.8738812208175659, |
| "learning_rate": 3.456824327058454e-05, |
| "loss": 3.2567, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.016802971836664172, |
| "grad_norm": 0.8970242142677307, |
| "learning_rate": 3.441895380318002e-05, |
| "loss": 2.7872, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.016817370270114613, |
| "grad_norm": 0.784941554069519, |
| "learning_rate": 3.426992036155434e-05, |
| "loss": 3.1926, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.01683176870356505, |
| "grad_norm": 0.987237274646759, |
| "learning_rate": 3.4121143527528174e-05, |
| "loss": 2.9581, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.01684616713701549, |
| "grad_norm": 1.0624017715454102, |
| "learning_rate": 3.397262388192029e-05, |
| "loss": 3.1756, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.016860565570465932, |
| "grad_norm": 0.840850293636322, |
| "learning_rate": 3.3824362004545426e-05, |
| "loss": 3.1876, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.016874964003916373, |
| "grad_norm": 0.92985999584198, |
| "learning_rate": 3.367635847421203e-05, |
| "loss": 3.2057, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.016889362437366814, |
| "grad_norm": 0.7281163334846497, |
| "learning_rate": 3.352861386871993e-05, |
| "loss": 2.6249, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.016903760870817255, |
| "grad_norm": 0.8607838153839111, |
| "learning_rate": 3.33811287648582e-05, |
| "loss": 2.9039, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.016918159304267696, |
| "grad_norm": 0.8484411835670471, |
| "learning_rate": 3.323390373840276e-05, |
| "loss": 2.7905, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.016932557737718137, |
| "grad_norm": 0.7898191809654236, |
| "learning_rate": 3.308693936411421e-05, |
| "loss": 3.1742, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.01694695617116858, |
| "grad_norm": 0.9683898687362671, |
| "learning_rate": 3.2940236215735557e-05, |
| "loss": 3.3493, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.016961354604619016, |
| "grad_norm": 0.9706717133522034, |
| "learning_rate": 3.279379486599009e-05, |
| "loss": 2.7235, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.016975753038069457, |
| "grad_norm": 0.901833713054657, |
| "learning_rate": 3.2647615886578933e-05, |
| "loss": 3.1453, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.016990151471519898, |
| "grad_norm": 0.9427985548973083, |
| "learning_rate": 3.250169984817897e-05, |
| "loss": 3.2043, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.01700454990497034, |
| "grad_norm": 0.8954539895057678, |
| "learning_rate": 3.235604732044059e-05, |
| "loss": 3.3228, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.01701894833842078, |
| "grad_norm": 0.8722429275512695, |
| "learning_rate": 3.2210658871985364e-05, |
| "loss": 3.0348, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.01703334677187122, |
| "grad_norm": 0.9346153736114502, |
| "learning_rate": 3.206553507040409e-05, |
| "loss": 3.1357, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.017047745205321662, |
| "grad_norm": 0.9974039793014526, |
| "learning_rate": 3.1920676482254185e-05, |
| "loss": 3.3598, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.017062143638772103, |
| "grad_norm": 0.80575031042099, |
| "learning_rate": 3.177608367305783e-05, |
| "loss": 3.1206, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.01707654207222254, |
| "grad_norm": 0.8335072994232178, |
| "learning_rate": 3.163175720729954e-05, |
| "loss": 3.1867, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.01709094050567298, |
| "grad_norm": 0.6341364979743958, |
| "learning_rate": 3.148769764842403e-05, |
| "loss": 3.0022, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.017105338939123423, |
| "grad_norm": 0.992524266242981, |
| "learning_rate": 3.134390555883412e-05, |
| "loss": 2.9074, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.017119737372573864, |
| "grad_norm": 0.9076072573661804, |
| "learning_rate": 3.120038149988832e-05, |
| "loss": 3.2155, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.017134135806024305, |
| "grad_norm": 0.9489902257919312, |
| "learning_rate": 3.105712603189884e-05, |
| "loss": 3.1798, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.017148534239474746, |
| "grad_norm": 0.9536277055740356, |
| "learning_rate": 3.0914139714129245e-05, |
| "loss": 3.1496, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.017162932672925187, |
| "grad_norm": 0.7726478576660156, |
| "learning_rate": 3.0771423104792454e-05, |
| "loss": 2.8114, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.017177331106375628, |
| "grad_norm": 0.9171656370162964, |
| "learning_rate": 3.0628976761048365e-05, |
| "loss": 2.8114, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.01719172953982607, |
| "grad_norm": 0.8975487947463989, |
| "learning_rate": 3.0486801239001805e-05, |
| "loss": 3.0382, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.017206127973276506, |
| "grad_norm": 0.8648242354393005, |
| "learning_rate": 3.034489709370033e-05, |
| "loss": 2.6134, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.017220526406726947, |
| "grad_norm": 0.8852174878120422, |
| "learning_rate": 3.0203264879131997e-05, |
| "loss": 2.9719, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.017234924840177388, |
| "grad_norm": 0.9130911827087402, |
| "learning_rate": 3.006190514822338e-05, |
| "loss": 3.2345, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.01724932327362783, |
| "grad_norm": 0.9316440224647522, |
| "learning_rate": 2.9920818452837152e-05, |
| "loss": 3.0731, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.01726372170707827, |
| "grad_norm": 0.7591456770896912, |
| "learning_rate": 2.9780005343770144e-05, |
| "loss": 2.8901, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.01727812014052871, |
| "grad_norm": 0.9026278257369995, |
| "learning_rate": 2.9639466370751068e-05, |
| "loss": 3.1992, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.01727812014052871, |
| "eval_loss": 3.113598585128784, |
| "eval_runtime": 585.4304, |
| "eval_samples_per_second": 49.951, |
| "eval_steps_per_second": 24.976, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.017292518573979152, |
| "grad_norm": 0.738310694694519, |
| "learning_rate": 2.9499202082438494e-05, |
| "loss": 2.8091, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.017306917007429593, |
| "grad_norm": 0.8812993168830872, |
| "learning_rate": 2.9359213026418565e-05, |
| "loss": 3.1658, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.01732131544088003, |
| "grad_norm": 0.8207714557647705, |
| "learning_rate": 2.9219499749202926e-05, |
| "loss": 3.064, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.01733571387433047, |
| "grad_norm": 0.7090628743171692, |
| "learning_rate": 2.908006279622667e-05, |
| "loss": 2.8732, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.017350112307780913, |
| "grad_norm": 0.9979003667831421, |
| "learning_rate": 2.8940902711846053e-05, |
| "loss": 3.1573, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.017364510741231354, |
| "grad_norm": 0.9750979542732239, |
| "learning_rate": 2.8802020039336452e-05, |
| "loss": 3.3101, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.017378909174681795, |
| "grad_norm": 0.9422109127044678, |
| "learning_rate": 2.866341532089031e-05, |
| "loss": 3.1898, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.017393307608132236, |
| "grad_norm": 0.8988624215126038, |
| "learning_rate": 2.8525089097614864e-05, |
| "loss": 2.8935, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.017407706041582677, |
| "grad_norm": 0.81427001953125, |
| "learning_rate": 2.8387041909530165e-05, |
| "loss": 2.7613, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.017422104475033118, |
| "grad_norm": 1.0255496501922607, |
| "learning_rate": 2.8249274295566864e-05, |
| "loss": 3.6495, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.017436502908483555, |
| "grad_norm": 1.0078108310699463, |
| "learning_rate": 2.8111786793564286e-05, |
| "loss": 3.3271, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.017450901341933996, |
| "grad_norm": 0.9836870431900024, |
| "learning_rate": 2.7974579940268097e-05, |
| "loss": 3.4456, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.017465299775384437, |
| "grad_norm": 0.8381047248840332, |
| "learning_rate": 2.7837654271328374e-05, |
| "loss": 3.1627, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.01747969820883488, |
| "grad_norm": 0.9431565999984741, |
| "learning_rate": 2.7701010321297417e-05, |
| "loss": 3.319, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.01749409664228532, |
| "grad_norm": 0.8483508229255676, |
| "learning_rate": 2.756464862362772e-05, |
| "loss": 2.4965, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.01750849507573576, |
| "grad_norm": 0.7856643795967102, |
| "learning_rate": 2.742856971066996e-05, |
| "loss": 2.9308, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.0175228935091862, |
| "grad_norm": 0.9614235162734985, |
| "learning_rate": 2.7292774113670737e-05, |
| "loss": 2.9332, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.017537291942636642, |
| "grad_norm": 0.7389437556266785, |
| "learning_rate": 2.715726236277061e-05, |
| "loss": 2.9588, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.017551690376087083, |
| "grad_norm": 0.7615177035331726, |
| "learning_rate": 2.702203498700201e-05, |
| "loss": 2.9219, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.01756608880953752, |
| "grad_norm": 0.8916730880737305, |
| "learning_rate": 2.688709251428725e-05, |
| "loss": 3.2221, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.017580487242987962, |
| "grad_norm": 1.2661724090576172, |
| "learning_rate": 2.675243547143632e-05, |
| "loss": 3.2221, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.017594885676438403, |
| "grad_norm": 1.1740938425064087, |
| "learning_rate": 2.6618064384144925e-05, |
| "loss": 3.0656, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.017609284109888844, |
| "grad_norm": 0.9444313049316406, |
| "learning_rate": 2.6483979776992408e-05, |
| "loss": 3.0934, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.017623682543339285, |
| "grad_norm": 1.1536104679107666, |
| "learning_rate": 2.6350182173439664e-05, |
| "loss": 3.2357, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.017638080976789726, |
| "grad_norm": 0.8471386432647705, |
| "learning_rate": 2.6216672095827266e-05, |
| "loss": 3.2267, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.017652479410240167, |
| "grad_norm": 1.017853021621704, |
| "learning_rate": 2.608345006537316e-05, |
| "loss": 3.3563, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.017666877843690608, |
| "grad_norm": 0.8054320812225342, |
| "learning_rate": 2.595051660217084e-05, |
| "loss": 3.0237, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.017681276277141045, |
| "grad_norm": 0.9286025762557983, |
| "learning_rate": 2.58178722251872e-05, |
| "loss": 3.2063, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.017695674710591486, |
| "grad_norm": 0.9214200377464294, |
| "learning_rate": 2.5685517452260567e-05, |
| "loss": 3.2999, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.017710073144041927, |
| "grad_norm": 0.8252875208854675, |
| "learning_rate": 2.555345280009872e-05, |
| "loss": 3.3376, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.01772447157749237, |
| "grad_norm": 1.2235114574432373, |
| "learning_rate": 2.542167878427677e-05, |
| "loss": 3.247, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.01773887001094281, |
| "grad_norm": 0.781653881072998, |
| "learning_rate": 2.529019591923517e-05, |
| "loss": 3.2808, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.01775326844439325, |
| "grad_norm": 0.7613125443458557, |
| "learning_rate": 2.5159004718277744e-05, |
| "loss": 2.915, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.01776766687784369, |
| "grad_norm": 0.9790740609169006, |
| "learning_rate": 2.502810569356976e-05, |
| "loss": 3.0282, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.017782065311294133, |
| "grad_norm": 0.9063433408737183, |
| "learning_rate": 2.489749935613571e-05, |
| "loss": 3.1369, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.017796463744744574, |
| "grad_norm": 0.9708999991416931, |
| "learning_rate": 2.476718621585754e-05, |
| "loss": 2.8567, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.01781086217819501, |
| "grad_norm": 0.8808304667472839, |
| "learning_rate": 2.4637166781472508e-05, |
| "loss": 2.9463, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.017825260611645452, |
| "grad_norm": 0.6891589760780334, |
| "learning_rate": 2.4507441560571277e-05, |
| "loss": 2.8866, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.017839659045095893, |
| "grad_norm": 0.7668643593788147, |
| "learning_rate": 2.437801105959594e-05, |
| "loss": 3.0597, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.017854057478546334, |
| "grad_norm": 0.9989141225814819, |
| "learning_rate": 2.4248875783837987e-05, |
| "loss": 3.23, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.017868455911996775, |
| "grad_norm": 0.8275996446609497, |
| "learning_rate": 2.412003623743636e-05, |
| "loss": 2.8786, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.017882854345447216, |
| "grad_norm": 0.8227653503417969, |
| "learning_rate": 2.3991492923375468e-05, |
| "loss": 3.0486, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.017897252778897657, |
| "grad_norm": 0.924251914024353, |
| "learning_rate": 2.3863246343483303e-05, |
| "loss": 3.3134, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.017911651212348098, |
| "grad_norm": 1.1119868755340576, |
| "learning_rate": 2.373529699842936e-05, |
| "loss": 3.5243, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.017926049645798536, |
| "grad_norm": 0.7745571136474609, |
| "learning_rate": 2.3607645387722756e-05, |
| "loss": 3.4085, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.017940448079248977, |
| "grad_norm": 0.7300562262535095, |
| "learning_rate": 2.348029200971028e-05, |
| "loss": 3.1396, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.017954846512699418, |
| "grad_norm": 0.8098106384277344, |
| "learning_rate": 2.3353237361574377e-05, |
| "loss": 2.769, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.01796924494614986, |
| "grad_norm": 1.0168691873550415, |
| "learning_rate": 2.322648193933137e-05, |
| "loss": 3.2402, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.0179836433796003, |
| "grad_norm": 0.7826195955276489, |
| "learning_rate": 2.3100026237829332e-05, |
| "loss": 2.6113, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.01799804181305074, |
| "grad_norm": 0.9268025755882263, |
| "learning_rate": 2.297387075074625e-05, |
| "loss": 3.0419, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.01801244024650118, |
| "grad_norm": 0.7762632369995117, |
| "learning_rate": 2.2848015970588064e-05, |
| "loss": 3.092, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.018026838679951623, |
| "grad_norm": 1.0131781101226807, |
| "learning_rate": 2.2722462388686873e-05, |
| "loss": 2.8473, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.01804123711340206, |
| "grad_norm": 0.9907549023628235, |
| "learning_rate": 2.2597210495198783e-05, |
| "loss": 3.1281, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.0180556355468525, |
| "grad_norm": 0.9267528057098389, |
| "learning_rate": 2.2472260779102184e-05, |
| "loss": 2.8219, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.018070033980302942, |
| "grad_norm": 0.8411057591438293, |
| "learning_rate": 2.234761372819577e-05, |
| "loss": 3.5117, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.018084432413753383, |
| "grad_norm": 0.8897085785865784, |
| "learning_rate": 2.2223269829096594e-05, |
| "loss": 2.8646, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.018098830847203824, |
| "grad_norm": 0.9192361831665039, |
| "learning_rate": 2.2099229567238323e-05, |
| "loss": 3.4388, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.018113229280654265, |
| "grad_norm": 0.9071282744407654, |
| "learning_rate": 2.1975493426869153e-05, |
| "loss": 2.9572, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.018127627714104706, |
| "grad_norm": 0.7015220522880554, |
| "learning_rate": 2.1852061891050014e-05, |
| "loss": 3.2818, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.018142026147555147, |
| "grad_norm": 1.0796164274215698, |
| "learning_rate": 2.1728935441652686e-05, |
| "loss": 3.4661, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.018156424581005588, |
| "grad_norm": 0.9555158615112305, |
| "learning_rate": 2.160611455935786e-05, |
| "loss": 3.058, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.018170823014456026, |
| "grad_norm": 0.8499954342842102, |
| "learning_rate": 2.1483599723653413e-05, |
| "loss": 2.8149, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.018185221447906467, |
| "grad_norm": 0.937555193901062, |
| "learning_rate": 2.1361391412832322e-05, |
| "loss": 3.5148, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.018199619881356908, |
| "grad_norm": 1.1374804973602295, |
| "learning_rate": 2.1239490103990945e-05, |
| "loss": 2.9776, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.01821401831480735, |
| "grad_norm": 0.8854682445526123, |
| "learning_rate": 2.111789627302707e-05, |
| "loss": 3.2259, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.01822841674825779, |
| "grad_norm": 0.9582270979881287, |
| "learning_rate": 2.099661039463823e-05, |
| "loss": 3.1015, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.01824281518170823, |
| "grad_norm": 0.8661014437675476, |
| "learning_rate": 2.0875632942319578e-05, |
| "loss": 3.3516, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.018257213615158672, |
| "grad_norm": 0.9515783786773682, |
| "learning_rate": 2.0754964388362264e-05, |
| "loss": 3.0054, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.018271612048609113, |
| "grad_norm": 1.045771837234497, |
| "learning_rate": 2.0634605203851487e-05, |
| "loss": 2.657, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.01828601048205955, |
| "grad_norm": 1.0694549083709717, |
| "learning_rate": 2.0514555858664663e-05, |
| "loss": 3.5078, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.01830040891550999, |
| "grad_norm": 0.9476836919784546, |
| "learning_rate": 2.0394816821469676e-05, |
| "loss": 3.0333, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.018314807348960432, |
| "grad_norm": 0.8309129476547241, |
| "learning_rate": 2.0275388559722908e-05, |
| "loss": 3.2405, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.018329205782410873, |
| "grad_norm": 0.7607296705245972, |
| "learning_rate": 2.0156271539667516e-05, |
| "loss": 3.0899, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.018343604215861314, |
| "grad_norm": 0.911121129989624, |
| "learning_rate": 2.0037466226331547e-05, |
| "loss": 3.2449, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.018358002649311755, |
| "grad_norm": 0.8153508305549622, |
| "learning_rate": 1.9918973083526237e-05, |
| "loss": 3.0683, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.018372401082762196, |
| "grad_norm": 0.8302739262580872, |
| "learning_rate": 1.9800792573844053e-05, |
| "loss": 2.984, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.018386799516212637, |
| "grad_norm": 1.1123793125152588, |
| "learning_rate": 1.968292515865697e-05, |
| "loss": 3.252, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.018401197949663075, |
| "grad_norm": 0.9307021498680115, |
| "learning_rate": 1.9565371298114667e-05, |
| "loss": 3.0932, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.018415596383113516, |
| "grad_norm": 0.9533984661102295, |
| "learning_rate": 1.944813145114266e-05, |
| "loss": 3.2838, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.018429994816563957, |
| "grad_norm": 0.8900343179702759, |
| "learning_rate": 1.93312060754407e-05, |
| "loss": 2.8421, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.018444393250014398, |
| "grad_norm": 1.2819581031799316, |
| "learning_rate": 1.9214595627480724e-05, |
| "loss": 3.6286, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.01845879168346484, |
| "grad_norm": 0.9685645699501038, |
| "learning_rate": 1.9098300562505266e-05, |
| "loss": 2.9976, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.01847319011691528, |
| "grad_norm": 1.094642162322998, |
| "learning_rate": 1.8982321334525566e-05, |
| "loss": 3.3306, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.01848758855036572, |
| "grad_norm": 0.9909780621528625, |
| "learning_rate": 1.886665839631995e-05, |
| "loss": 3.3844, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.018501986983816162, |
| "grad_norm": 0.8125023245811462, |
| "learning_rate": 1.875131219943187e-05, |
| "loss": 3.2184, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.018516385417266603, |
| "grad_norm": 1.0175942182540894, |
| "learning_rate": 1.863628319416826e-05, |
| "loss": 3.0612, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.01853078385071704, |
| "grad_norm": 0.757744550704956, |
| "learning_rate": 1.852157182959774e-05, |
| "loss": 2.8603, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.01854518228416748, |
| "grad_norm": 1.0777267217636108, |
| "learning_rate": 1.8407178553548878e-05, |
| "loss": 2.8153, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.018559580717617923, |
| "grad_norm": 0.7530400156974792, |
| "learning_rate": 1.8293103812608482e-05, |
| "loss": 2.9236, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.018573979151068364, |
| "grad_norm": 0.9362477660179138, |
| "learning_rate": 1.817934805211976e-05, |
| "loss": 3.6277, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.018588377584518805, |
| "grad_norm": 0.8264686465263367, |
| "learning_rate": 1.806591171618064e-05, |
| "loss": 2.8336, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.018602776017969246, |
| "grad_norm": 0.9724645614624023, |
| "learning_rate": 1.7952795247642007e-05, |
| "loss": 3.2329, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.018617174451419687, |
| "grad_norm": 0.8772688508033752, |
| "learning_rate": 1.7839999088106073e-05, |
| "loss": 2.9864, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.018631572884870128, |
| "grad_norm": 1.023005485534668, |
| "learning_rate": 1.772752367792452e-05, |
| "loss": 3.1106, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.018645971318320565, |
| "grad_norm": 0.9781355857849121, |
| "learning_rate": 1.761536945619684e-05, |
| "loss": 3.143, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.018660369751771006, |
| "grad_norm": 0.8170403242111206, |
| "learning_rate": 1.750353686076861e-05, |
| "loss": 3.4786, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.018674768185221447, |
| "grad_norm": 0.770039975643158, |
| "learning_rate": 1.7392026328229804e-05, |
| "loss": 2.8656, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.018689166618671888, |
| "grad_norm": 0.7735500931739807, |
| "learning_rate": 1.7280838293913114e-05, |
| "loss": 2.9087, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.01870356505212233, |
| "grad_norm": 1.1535274982452393, |
| "learning_rate": 1.7169973191892142e-05, |
| "loss": 3.4734, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.01871796348557277, |
| "grad_norm": 1.1043941974639893, |
| "learning_rate": 1.7059431454979824e-05, |
| "loss": 3.1848, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.01873236191902321, |
| "grad_norm": 0.8548032641410828, |
| "learning_rate": 1.6949213514726668e-05, |
| "loss": 3.1553, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.018746760352473652, |
| "grad_norm": 0.9325255155563354, |
| "learning_rate": 1.6839319801419073e-05, |
| "loss": 2.8032, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.018761158785924093, |
| "grad_norm": 1.0005666017532349, |
| "learning_rate": 1.6729750744077753e-05, |
| "loss": 3.3164, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.01877555721937453, |
| "grad_norm": 0.8085453510284424, |
| "learning_rate": 1.662050677045589e-05, |
| "loss": 2.6199, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.01878995565282497, |
| "grad_norm": 0.9134014844894409, |
| "learning_rate": 1.6511588307037595e-05, |
| "loss": 3.2969, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.018804354086275413, |
| "grad_norm": 0.913470983505249, |
| "learning_rate": 1.6402995779036146e-05, |
| "loss": 2.9073, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.018818752519725854, |
| "grad_norm": 1.060506820678711, |
| "learning_rate": 1.6294729610392478e-05, |
| "loss": 3.1861, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.018833150953176295, |
| "grad_norm": 0.9924837350845337, |
| "learning_rate": 1.6186790223773374e-05, |
| "loss": 3.1342, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.018847549386626736, |
| "grad_norm": 0.9625683426856995, |
| "learning_rate": 1.6079178040569853e-05, |
| "loss": 3.4271, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.018861947820077177, |
| "grad_norm": 0.7236456871032715, |
| "learning_rate": 1.5971893480895583e-05, |
| "loss": 2.7803, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.018876346253527618, |
| "grad_norm": 0.8924452662467957, |
| "learning_rate": 1.5864936963585165e-05, |
| "loss": 2.8566, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.018890744686978055, |
| "grad_norm": 0.886085569858551, |
| "learning_rate": 1.5758308906192608e-05, |
| "loss": 3.4162, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.018905143120428496, |
| "grad_norm": 0.953501284122467, |
| "learning_rate": 1.5652009724989547e-05, |
| "loss": 3.1849, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.018919541553878937, |
| "grad_norm": 1.257623553276062, |
| "learning_rate": 1.5546039834963744e-05, |
| "loss": 3.3318, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.01893393998732938, |
| "grad_norm": 0.9595643281936646, |
| "learning_rate": 1.5440399649817385e-05, |
| "loss": 3.0657, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.01894833842077982, |
| "grad_norm": 0.89714115858078, |
| "learning_rate": 1.5335089581965555e-05, |
| "loss": 3.0275, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.01896273685423026, |
| "grad_norm": 0.9104784727096558, |
| "learning_rate": 1.523011004253453e-05, |
| "loss": 3.067, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.0189771352876807, |
| "grad_norm": 0.9114721417427063, |
| "learning_rate": 1.5125461441360223e-05, |
| "loss": 3.2483, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.018991533721131142, |
| "grad_norm": 0.9649026989936829, |
| "learning_rate": 1.502114418698659e-05, |
| "loss": 3.2151, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.01900593215458158, |
| "grad_norm": 0.9411187171936035, |
| "learning_rate": 1.491715868666399e-05, |
| "loss": 3.216, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.01902033058803202, |
| "grad_norm": 0.8552897572517395, |
| "learning_rate": 1.48135053463477e-05, |
| "loss": 3.0317, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.019034729021482462, |
| "grad_norm": 0.8291109204292297, |
| "learning_rate": 1.4710184570696183e-05, |
| "loss": 3.2341, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.019049127454932903, |
| "grad_norm": 0.738690197467804, |
| "learning_rate": 1.460719676306962e-05, |
| "loss": 2.7823, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.019063525888383344, |
| "grad_norm": 0.876473605632782, |
| "learning_rate": 1.4504542325528258e-05, |
| "loss": 3.4114, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.019077924321833785, |
| "grad_norm": 1.0875568389892578, |
| "learning_rate": 1.4402221658830961e-05, |
| "loss": 3.0557, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.019092322755284226, |
| "grad_norm": 0.8932483792304993, |
| "learning_rate": 1.4300235162433496e-05, |
| "loss": 3.4106, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.019106721188734667, |
| "grad_norm": 0.9351629614830017, |
| "learning_rate": 1.4198583234487051e-05, |
| "loss": 3.4676, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.019121119622185108, |
| "grad_norm": 1.1228090524673462, |
| "learning_rate": 1.4097266271836695e-05, |
| "loss": 3.0288, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.019135518055635545, |
| "grad_norm": 0.9203887581825256, |
| "learning_rate": 1.3996284670019766e-05, |
| "loss": 2.9968, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.019149916489085986, |
| "grad_norm": 0.8440325260162354, |
| "learning_rate": 1.3895638823264446e-05, |
| "loss": 3.033, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.019164314922536427, |
| "grad_norm": 0.9630792737007141, |
| "learning_rate": 1.3795329124488054e-05, |
| "loss": 3.0306, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.01917871335598687, |
| "grad_norm": 1.067703366279602, |
| "learning_rate": 1.3695355965295653e-05, |
| "loss": 3.5449, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.01919311178943731, |
| "grad_norm": 0.982107937335968, |
| "learning_rate": 1.3595719735978452e-05, |
| "loss": 3.1387, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.01920751022288775, |
| "grad_norm": 0.7688528895378113, |
| "learning_rate": 1.3496420825512267e-05, |
| "loss": 3.1149, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.01922190865633819, |
| "grad_norm": 0.9816393256187439, |
| "learning_rate": 1.339745962155613e-05, |
| "loss": 3.2305, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.019236307089788632, |
| "grad_norm": 0.764835000038147, |
| "learning_rate": 1.3298836510450596e-05, |
| "loss": 3.1893, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.01925070552323907, |
| "grad_norm": 0.9160856008529663, |
| "learning_rate": 1.3200551877216327e-05, |
| "loss": 2.9222, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.01926510395668951, |
| "grad_norm": 0.8596697449684143, |
| "learning_rate": 1.3102606105552584e-05, |
| "loss": 2.9711, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.019279502390139952, |
| "grad_norm": 0.9149341583251953, |
| "learning_rate": 1.3004999577835786e-05, |
| "loss": 3.3247, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.019293900823590393, |
| "grad_norm": 0.8943363428115845, |
| "learning_rate": 1.290773267511788e-05, |
| "loss": 3.3037, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.019308299257040834, |
| "grad_norm": 0.8161001205444336, |
| "learning_rate": 1.2810805777124968e-05, |
| "loss": 3.2199, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.019322697690491275, |
| "grad_norm": 0.9713281393051147, |
| "learning_rate": 1.2714219262255778e-05, |
| "loss": 3.179, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.019337096123941716, |
| "grad_norm": 0.7729328870773315, |
| "learning_rate": 1.2617973507580162e-05, |
| "loss": 2.6207, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.019351494557392157, |
| "grad_norm": 0.9098682403564453, |
| "learning_rate": 1.2522068888837758e-05, |
| "loss": 2.8953, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.019365892990842595, |
| "grad_norm": 1.0118416547775269, |
| "learning_rate": 1.2426505780436326e-05, |
| "loss": 3.3682, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.019380291424293036, |
| "grad_norm": 0.9126576781272888, |
| "learning_rate": 1.2331284555450406e-05, |
| "loss": 2.8255, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.019394689857743477, |
| "grad_norm": 1.0428135395050049, |
| "learning_rate": 1.2236405585619847e-05, |
| "loss": 3.2061, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.019409088291193918, |
| "grad_norm": 0.9007376432418823, |
| "learning_rate": 1.214186924134838e-05, |
| "loss": 3.2628, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.01942348672464436, |
| "grad_norm": 0.9443736672401428, |
| "learning_rate": 1.2047675891702082e-05, |
| "loss": 3.038, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.0194378851580948, |
| "grad_norm": 0.9108110070228577, |
| "learning_rate": 1.1953825904408034e-05, |
| "loss": 3.2143, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.01945228359154524, |
| "grad_norm": 1.2777231931686401, |
| "learning_rate": 1.1860319645852813e-05, |
| "loss": 2.9798, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.01946668202499568, |
| "grad_norm": 1.0725250244140625, |
| "learning_rate": 1.1767157481081092e-05, |
| "loss": 3.2261, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.019481080458446123, |
| "grad_norm": 0.9306786060333252, |
| "learning_rate": 1.1674339773794285e-05, |
| "loss": 3.1596, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.01949547889189656, |
| "grad_norm": 0.8385213613510132, |
| "learning_rate": 1.158186688634898e-05, |
| "loss": 3.1806, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.019509877325347, |
| "grad_norm": 0.8829143643379211, |
| "learning_rate": 1.148973917975562e-05, |
| "loss": 3.1044, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.019524275758797442, |
| "grad_norm": 0.909599781036377, |
| "learning_rate": 1.1397957013677064e-05, |
| "loss": 3.2432, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.019538674192247883, |
| "grad_norm": 0.9075611233711243, |
| "learning_rate": 1.1306520746427263e-05, |
| "loss": 3.3071, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.019553072625698324, |
| "grad_norm": 0.9166622757911682, |
| "learning_rate": 1.1215430734969722e-05, |
| "loss": 3.3604, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.019567471059148765, |
| "grad_norm": 0.8951576948165894, |
| "learning_rate": 1.1124687334916195e-05, |
| "loss": 3.0515, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.019581869492599206, |
| "grad_norm": 0.8721620440483093, |
| "learning_rate": 1.103429090052528e-05, |
| "loss": 2.6732, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.019596267926049647, |
| "grad_norm": 0.8186014294624329, |
| "learning_rate": 1.0944241784701026e-05, |
| "loss": 2.8059, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.019610666359500085, |
| "grad_norm": 1.0120344161987305, |
| "learning_rate": 1.0854540338991615e-05, |
| "loss": 3.1843, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.019625064792950526, |
| "grad_norm": 0.8487077355384827, |
| "learning_rate": 1.0765186913587866e-05, |
| "loss": 3.1065, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.019639463226400967, |
| "grad_norm": 0.8724867701530457, |
| "learning_rate": 1.0676181857321998e-05, |
| "loss": 3.2118, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.019653861659851408, |
| "grad_norm": 0.8946170210838318, |
| "learning_rate": 1.0587525517666142e-05, |
| "loss": 3.1623, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.01966826009330185, |
| "grad_norm": 0.9072263240814209, |
| "learning_rate": 1.0499218240731157e-05, |
| "loss": 2.8071, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.01968265852675229, |
| "grad_norm": 0.7811313271522522, |
| "learning_rate": 1.0411260371265097e-05, |
| "loss": 3.0948, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.01969705696020273, |
| "grad_norm": 0.9177356958389282, |
| "learning_rate": 1.032365225265196e-05, |
| "loss": 2.8142, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.019711455393653172, |
| "grad_norm": 0.9409539103507996, |
| "learning_rate": 1.0236394226910329e-05, |
| "loss": 3.1166, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.019725853827103613, |
| "grad_norm": 0.8630549311637878, |
| "learning_rate": 1.0149486634692018e-05, |
| "loss": 3.2384, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.01974025226055405, |
| "grad_norm": 0.7596331238746643, |
| "learning_rate": 1.0062929815280842e-05, |
| "loss": 2.8805, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.01975465069400449, |
| "grad_norm": 0.909783661365509, |
| "learning_rate": 9.976724106591129e-06, |
| "loss": 2.8891, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.019769049127454932, |
| "grad_norm": 0.9490066170692444, |
| "learning_rate": 9.890869845166518e-06, |
| "loss": 3.2521, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.019783447560905373, |
| "grad_norm": 0.8483551740646362, |
| "learning_rate": 9.805367366178608e-06, |
| "loss": 3.1788, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.019797845994355814, |
| "grad_norm": 0.8527052402496338, |
| "learning_rate": 9.720217003425647e-06, |
| "loss": 3.1432, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.019812244427806255, |
| "grad_norm": 1.0256832838058472, |
| "learning_rate": 9.635419089331255e-06, |
| "loss": 2.9634, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.019826642861256696, |
| "grad_norm": 0.9176866412162781, |
| "learning_rate": 9.550973954943098e-06, |
| "loss": 3.2566, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.019841041294707137, |
| "grad_norm": 1.0065146684646606, |
| "learning_rate": 9.466881929931581e-06, |
| "loss": 3.3794, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.019855439728157575, |
| "grad_norm": 0.9649627804756165, |
| "learning_rate": 9.383143342588595e-06, |
| "loss": 3.1889, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.019869838161608016, |
| "grad_norm": 0.9409183859825134, |
| "learning_rate": 9.299758519826273e-06, |
| "loss": 3.1253, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.019884236595058457, |
| "grad_norm": 1.021848440170288, |
| "learning_rate": 9.216727787175605e-06, |
| "loss": 3.0543, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.019898635028508898, |
| "grad_norm": 1.0622061491012573, |
| "learning_rate": 9.134051468785244e-06, |
| "loss": 3.6111, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.01991303346195934, |
| "grad_norm": 0.9643726348876953, |
| "learning_rate": 9.051729887420225e-06, |
| "loss": 3.0249, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.01992743189540978, |
| "grad_norm": 0.7240935564041138, |
| "learning_rate": 8.969763364460681e-06, |
| "loss": 2.7752, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.01994183032886022, |
| "grad_norm": 0.9863350987434387, |
| "learning_rate": 8.888152219900691e-06, |
| "loss": 3.0046, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.019956228762310662, |
| "grad_norm": 0.8436025381088257, |
| "learning_rate": 8.806896772346874e-06, |
| "loss": 2.7945, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.0199706271957611, |
| "grad_norm": 0.9244403839111328, |
| "learning_rate": 8.725997339017233e-06, |
| "loss": 3.2573, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.01998502562921154, |
| "grad_norm": 0.9481809735298157, |
| "learning_rate": 8.645454235739903e-06, |
| "loss": 3.4165, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.01999942406266198, |
| "grad_norm": 0.8662943243980408, |
| "learning_rate": 8.56526777695198e-06, |
| "loss": 2.733, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.020013822496112423, |
| "grad_norm": 0.8003318309783936, |
| "learning_rate": 8.485438275698154e-06, |
| "loss": 3.2221, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.020028220929562864, |
| "grad_norm": 0.8025987148284912, |
| "learning_rate": 8.405966043629621e-06, |
| "loss": 2.8828, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.020042619363013305, |
| "grad_norm": 0.8320490717887878, |
| "learning_rate": 8.326851391002776e-06, |
| "loss": 3.1832, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.020057017796463746, |
| "grad_norm": 0.7551702857017517, |
| "learning_rate": 8.24809462667805e-06, |
| "loss": 2.9471, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.020071416229914187, |
| "grad_norm": 0.8278775811195374, |
| "learning_rate": 8.169696058118725e-06, |
| "loss": 2.7189, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.020085814663364628, |
| "grad_norm": 1.0199434757232666, |
| "learning_rate": 8.091655991389668e-06, |
| "loss": 3.3056, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.020100213096815065, |
| "grad_norm": 1.0125652551651, |
| "learning_rate": 8.01397473115616e-06, |
| "loss": 2.9153, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.020114611530265506, |
| "grad_norm": 0.7923358082771301, |
| "learning_rate": 7.936652580682724e-06, |
| "loss": 2.7301, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.020129009963715947, |
| "grad_norm": 0.8389890193939209, |
| "learning_rate": 7.859689841831974e-06, |
| "loss": 3.051, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.020143408397166388, |
| "grad_norm": 0.8989828824996948, |
| "learning_rate": 7.783086815063346e-06, |
| "loss": 3.1173, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.02015780683061683, |
| "grad_norm": 0.9250292181968689, |
| "learning_rate": 7.706843799431984e-06, |
| "loss": 3.5338, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.02017220526406727, |
| "grad_norm": 0.7860932946205139, |
| "learning_rate": 7.630961092587574e-06, |
| "loss": 3.0299, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.02018660369751771, |
| "grad_norm": 0.8169914484024048, |
| "learning_rate": 7.5554389907731334e-06, |
| "loss": 2.9808, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.020201002130968152, |
| "grad_norm": 0.837401270866394, |
| "learning_rate": 7.480277788823986e-06, |
| "loss": 3.1349, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.02021540056441859, |
| "grad_norm": 0.9147258400917053, |
| "learning_rate": 7.405477780166414e-06, |
| "loss": 3.2803, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.02022979899786903, |
| "grad_norm": 0.8905622363090515, |
| "learning_rate": 7.331039256816663e-06, |
| "loss": 2.7725, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.02024419743131947, |
| "grad_norm": 0.9896838665008545, |
| "learning_rate": 7.25696250937975e-06, |
| "loss": 3.0273, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.020258595864769913, |
| "grad_norm": 0.8608776926994324, |
| "learning_rate": 7.1832478270483224e-06, |
| "loss": 3.2194, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.020272994298220354, |
| "grad_norm": 1.0267692804336548, |
| "learning_rate": 7.109895497601571e-06, |
| "loss": 3.151, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.020287392731670795, |
| "grad_norm": 0.9626919031143188, |
| "learning_rate": 7.036905807404037e-06, |
| "loss": 3.3057, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.020301791165121236, |
| "grad_norm": 0.898408830165863, |
| "learning_rate": 6.964279041404553e-06, |
| "loss": 2.9023, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.020316189598571677, |
| "grad_norm": 1.1227731704711914, |
| "learning_rate": 6.892015483135095e-06, |
| "loss": 3.4548, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.020330588032022118, |
| "grad_norm": 0.937741219997406, |
| "learning_rate": 6.820115414709727e-06, |
| "loss": 3.1073, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.020344986465472555, |
| "grad_norm": 0.928331196308136, |
| "learning_rate": 6.748579116823417e-06, |
| "loss": 3.322, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.020359384898922996, |
| "grad_norm": 0.9751583337783813, |
| "learning_rate": 6.677406868751013e-06, |
| "loss": 2.7888, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.020373783332373437, |
| "grad_norm": 0.8664520382881165, |
| "learning_rate": 6.606598948346132e-06, |
| "loss": 3.0501, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.02038818176582388, |
| "grad_norm": 1.055211067199707, |
| "learning_rate": 6.536155632040031e-06, |
| "loss": 2.7257, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.02040258019927432, |
| "grad_norm": 0.8212469220161438, |
| "learning_rate": 6.466077194840636e-06, |
| "loss": 3.2849, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.02041697863272476, |
| "grad_norm": 0.8457691669464111, |
| "learning_rate": 6.396363910331338e-06, |
| "loss": 3.0254, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.0204313770661752, |
| "grad_norm": 1.16665518283844, |
| "learning_rate": 6.327016050670009e-06, |
| "loss": 3.115, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.020445775499625642, |
| "grad_norm": 0.9927017092704773, |
| "learning_rate": 6.258033886587911e-06, |
| "loss": 3.3696, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.02046017393307608, |
| "grad_norm": 0.8543211817741394, |
| "learning_rate": 6.189417687388665e-06, |
| "loss": 3.349, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.02047457236652652, |
| "grad_norm": 0.8945198655128479, |
| "learning_rate": 6.121167720947174e-06, |
| "loss": 3.0894, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.020488970799976962, |
| "grad_norm": 0.8682249188423157, |
| "learning_rate": 6.053284253708547e-06, |
| "loss": 2.757, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.020503369233427403, |
| "grad_norm": 0.8274182677268982, |
| "learning_rate": 5.985767550687149e-06, |
| "loss": 3.347, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.020517767666877844, |
| "grad_norm": 1.0151300430297852, |
| "learning_rate": 5.918617875465449e-06, |
| "loss": 3.1264, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.020532166100328285, |
| "grad_norm": 1.0180535316467285, |
| "learning_rate": 5.8518354901931364e-06, |
| "loss": 3.1364, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.020546564533778726, |
| "grad_norm": 0.9554280638694763, |
| "learning_rate": 5.785420655585949e-06, |
| "loss": 3.0376, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.020560962967229167, |
| "grad_norm": 0.8795419335365295, |
| "learning_rate": 5.719373630924741e-06, |
| "loss": 2.8552, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.020575361400679604, |
| "grad_norm": 0.8722289800643921, |
| "learning_rate": 5.653694674054444e-06, |
| "loss": 3.0919, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.020589759834130045, |
| "grad_norm": 0.9424971342086792, |
| "learning_rate": 5.588384041383088e-06, |
| "loss": 3.3991, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.020604158267580486, |
| "grad_norm": 0.9186734557151794, |
| "learning_rate": 5.523441987880773e-06, |
| "loss": 3.0628, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.020618556701030927, |
| "grad_norm": 1.0790531635284424, |
| "learning_rate": 5.4588687670786735e-06, |
| "loss": 2.7631, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.02063295513448137, |
| "grad_norm": 0.8201148509979248, |
| "learning_rate": 5.394664631068047e-06, |
| "loss": 3.2362, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.02064735356793181, |
| "grad_norm": 0.826225996017456, |
| "learning_rate": 5.330829830499262e-06, |
| "loss": 2.7277, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.02066175200138225, |
| "grad_norm": 0.9269322752952576, |
| "learning_rate": 5.267364614580861e-06, |
| "loss": 3.3327, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.02067615043483269, |
| "grad_norm": 0.9393075704574585, |
| "learning_rate": 5.2042692310784846e-06, |
| "loss": 2.6219, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.020690548868283132, |
| "grad_norm": 1.161726474761963, |
| "learning_rate": 5.141543926313974e-06, |
| "loss": 3.4494, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.02070494730173357, |
| "grad_norm": 1.061601161956787, |
| "learning_rate": 5.079188945164426e-06, |
| "loss": 3.117, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.02071934573518401, |
| "grad_norm": 0.7991065979003906, |
| "learning_rate": 5.01720453106116e-06, |
| "loss": 2.9382, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.020733744168634452, |
| "grad_norm": 0.9421443343162537, |
| "learning_rate": 4.955590925988895e-06, |
| "loss": 3.3152, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.020748142602084893, |
| "grad_norm": 0.8907252550125122, |
| "learning_rate": 4.8943483704846475e-06, |
| "loss": 2.647, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.020762541035535334, |
| "grad_norm": 0.8007557392120361, |
| "learning_rate": 4.833477103636908e-06, |
| "loss": 3.1703, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.020776939468985775, |
| "grad_norm": 0.8335564732551575, |
| "learning_rate": 4.772977363084652e-06, |
| "loss": 2.9038, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.020791337902436216, |
| "grad_norm": 1.0135235786437988, |
| "learning_rate": 4.712849385016471e-06, |
| "loss": 3.5445, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.020805736335886657, |
| "grad_norm": 0.8235958814620972, |
| "learning_rate": 4.653093404169573e-06, |
| "loss": 2.6932, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.020820134769337095, |
| "grad_norm": 1.0033237934112549, |
| "learning_rate": 4.593709653828915e-06, |
| "loss": 3.3379, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.020834533202787536, |
| "grad_norm": 0.74470454454422, |
| "learning_rate": 4.534698365826273e-06, |
| "loss": 2.9057, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.020848931636237977, |
| "grad_norm": 0.8732585310935974, |
| "learning_rate": 4.476059770539354e-06, |
| "loss": 3.131, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.020863330069688418, |
| "grad_norm": 1.0951259136199951, |
| "learning_rate": 4.417794096890903e-06, |
| "loss": 3.3621, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.02087772850313886, |
| "grad_norm": 0.9700301289558411, |
| "learning_rate": 4.359901572347758e-06, |
| "loss": 3.1855, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.0208921269365893, |
| "grad_norm": 0.9334191679954529, |
| "learning_rate": 4.3023824229200375e-06, |
| "loss": 3.0549, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.02090652537003974, |
| "grad_norm": 0.8674717545509338, |
| "learning_rate": 4.245236873160164e-06, |
| "loss": 3.2298, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.02092092380349018, |
| "grad_norm": 0.8307326436042786, |
| "learning_rate": 4.188465146162113e-06, |
| "loss": 3.0607, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.02093532223694062, |
| "grad_norm": 0.9371207356452942, |
| "learning_rate": 4.132067463560418e-06, |
| "loss": 3.0862, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.02094972067039106, |
| "grad_norm": 0.9844512939453125, |
| "learning_rate": 4.07604404552937e-06, |
| "loss": 3.2004, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.0209641191038415, |
| "grad_norm": 0.8348737955093384, |
| "learning_rate": 4.02039511078216e-06, |
| "loss": 3.5696, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.020978517537291942, |
| "grad_norm": 0.6969050168991089, |
| "learning_rate": 3.965120876569983e-06, |
| "loss": 2.8607, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.020992915970742383, |
| "grad_norm": 0.9778659343719482, |
| "learning_rate": 3.910221558681271e-06, |
| "loss": 2.9977, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.021007314404192824, |
| "grad_norm": 0.8741122484207153, |
| "learning_rate": 3.855697371440736e-06, |
| "loss": 3.2519, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.021021712837643265, |
| "grad_norm": 1.1039549112319946, |
| "learning_rate": 3.8015485277086205e-06, |
| "loss": 3.0522, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.021036111271093706, |
| "grad_norm": 0.8553768992424011, |
| "learning_rate": 3.747775238879847e-06, |
| "loss": 3.1598, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.021050509704544147, |
| "grad_norm": 1.0895198583602905, |
| "learning_rate": 3.6943777148831902e-06, |
| "loss": 3.3334, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.021064908137994585, |
| "grad_norm": 0.8737955689430237, |
| "learning_rate": 3.641356164180454e-06, |
| "loss": 2.938, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.021079306571445026, |
| "grad_norm": 1.1556901931762695, |
| "learning_rate": 3.588710793765626e-06, |
| "loss": 3.5071, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.021093705004895467, |
| "grad_norm": 1.067346453666687, |
| "learning_rate": 3.5364418091641373e-06, |
| "loss": 3.5314, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.021108103438345908, |
| "grad_norm": 0.8786953091621399, |
| "learning_rate": 3.4845494144320035e-06, |
| "loss": 3.4366, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.02112250187179635, |
| "grad_norm": 0.960814893245697, |
| "learning_rate": 3.433033812155073e-06, |
| "loss": 3.0396, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.02113690030524679, |
| "grad_norm": 0.8296492099761963, |
| "learning_rate": 3.3818952034481823e-06, |
| "loss": 3.4261, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.02115129873869723, |
| "grad_norm": 0.834652304649353, |
| "learning_rate": 3.33113378795441e-06, |
| "loss": 2.8386, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.021165697172147672, |
| "grad_norm": 0.8893423676490784, |
| "learning_rate": 3.280749763844293e-06, |
| "loss": 2.9801, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.02118009560559811, |
| "grad_norm": 0.8707497715950012, |
| "learning_rate": 3.2307433278150443e-06, |
| "loss": 3.0479, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.02119449403904855, |
| "grad_norm": 0.8469563722610474, |
| "learning_rate": 3.1811146750898023e-06, |
| "loss": 3.0877, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.02120889247249899, |
| "grad_norm": 0.8180171251296997, |
| "learning_rate": 3.1318639994168177e-06, |
| "loss": 2.9593, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.021223290905949432, |
| "grad_norm": 0.9735839366912842, |
| "learning_rate": 3.0829914930687764e-06, |
| "loss": 2.9285, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.021237689339399873, |
| "grad_norm": 0.9077340960502625, |
| "learning_rate": 3.0344973468419578e-06, |
| "loss": 3.1101, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.021252087772850314, |
| "grad_norm": 0.8200520873069763, |
| "learning_rate": 2.9863817500556e-06, |
| "loss": 2.9637, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.021266486206300755, |
| "grad_norm": 1.1016018390655518, |
| "learning_rate": 2.9386448905510565e-06, |
| "loss": 3.1469, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.021280884639751196, |
| "grad_norm": 0.7280232310295105, |
| "learning_rate": 2.8912869546911082e-06, |
| "loss": 2.9912, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.021295283073201637, |
| "grad_norm": 1.0194820165634155, |
| "learning_rate": 2.844308127359241e-06, |
| "loss": 3.6857, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.021309681506652075, |
| "grad_norm": 0.8763614892959595, |
| "learning_rate": 2.7977085919589254e-06, |
| "loss": 2.7264, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.021324079940102516, |
| "grad_norm": 0.8831347227096558, |
| "learning_rate": 2.7514885304128713e-06, |
| "loss": 2.6803, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.021338478373552957, |
| "grad_norm": 0.8122050166130066, |
| "learning_rate": 2.7056481231623633e-06, |
| "loss": 3.0859, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.021352876807003398, |
| "grad_norm": 0.9077602624893188, |
| "learning_rate": 2.6601875491665042e-06, |
| "loss": 3.393, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.02136727524045384, |
| "grad_norm": 0.8463223576545715, |
| "learning_rate": 2.6151069859015387e-06, |
| "loss": 2.8662, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.02138167367390428, |
| "grad_norm": 1.0027157068252563, |
| "learning_rate": 2.570406609360221e-06, |
| "loss": 3.0581, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.02139607210735472, |
| "grad_norm": 0.8902380466461182, |
| "learning_rate": 2.5260865940510025e-06, |
| "loss": 3.4835, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.021410470540805162, |
| "grad_norm": 0.8979059457778931, |
| "learning_rate": 2.4821471129974683e-06, |
| "loss": 3.3068, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.0214248689742556, |
| "grad_norm": 0.8581022620201111, |
| "learning_rate": 2.4385883377375685e-06, |
| "loss": 3.1571, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.02143926740770604, |
| "grad_norm": 0.8640710115432739, |
| "learning_rate": 2.395410438323031e-06, |
| "loss": 2.6012, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.02145366584115648, |
| "grad_norm": 1.0443331003189087, |
| "learning_rate": 2.3526135833186525e-06, |
| "loss": 3.3211, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.021468064274606923, |
| "grad_norm": 0.7340946793556213, |
| "learning_rate": 2.3101979398016283e-06, |
| "loss": 2.9021, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.021482462708057364, |
| "grad_norm": 1.1307364702224731, |
| "learning_rate": 2.2681636733609457e-06, |
| "loss": 3.3677, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.021496861141507805, |
| "grad_norm": 1.2450916767120361, |
| "learning_rate": 2.226510948096683e-06, |
| "loss": 3.1438, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.021511259574958246, |
| "grad_norm": 0.9549129009246826, |
| "learning_rate": 2.1852399266194314e-06, |
| "loss": 3.089, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.021525658008408687, |
| "grad_norm": 0.8855454921722412, |
| "learning_rate": 2.144350770049597e-06, |
| "loss": 2.9229, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.021540056441859124, |
| "grad_norm": 0.8501705527305603, |
| "learning_rate": 2.1038436380168113e-06, |
| "loss": 3.0764, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.021554454875309565, |
| "grad_norm": 1.0377739667892456, |
| "learning_rate": 2.0637186886593e-06, |
| "loss": 3.1329, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.021568853308760006, |
| "grad_norm": 0.8459200859069824, |
| "learning_rate": 2.0239760786232353e-06, |
| "loss": 3.2961, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.021583251742210447, |
| "grad_norm": 0.7670819163322449, |
| "learning_rate": 1.9846159630621976e-06, |
| "loss": 3.0617, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.021597650175660888, |
| "grad_norm": 0.7971162796020508, |
| "learning_rate": 1.945638495636515e-06, |
| "loss": 3.1738, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.02161204860911133, |
| "grad_norm": 0.8202035427093506, |
| "learning_rate": 1.9070438285126335e-06, |
| "loss": 3.0743, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.02162644704256177, |
| "grad_norm": 0.9385535717010498, |
| "learning_rate": 1.8688321123625841e-06, |
| "loss": 2.8475, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.02164084547601221, |
| "grad_norm": 1.0729392766952515, |
| "learning_rate": 1.831003496363415e-06, |
| "loss": 3.1549, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.021655243909462652, |
| "grad_norm": 0.8401126265525818, |
| "learning_rate": 1.793558128196493e-06, |
| "loss": 3.1772, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.02166964234291309, |
| "grad_norm": 0.86048823595047, |
| "learning_rate": 1.7564961540470494e-06, |
| "loss": 2.7676, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.02168404077636353, |
| "grad_norm": 0.8894144892692566, |
| "learning_rate": 1.7198177186035446e-06, |
| "loss": 3.1937, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.02169843920981397, |
| "grad_norm": 0.8632349371910095, |
| "learning_rate": 1.6835229650571271e-06, |
| "loss": 2.8604, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.021712837643264413, |
| "grad_norm": 0.8440278172492981, |
| "learning_rate": 1.6476120351010538e-06, |
| "loss": 2.8425, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.021727236076714854, |
| "grad_norm": 0.9330465197563171, |
| "learning_rate": 1.6120850689301693e-06, |
| "loss": 2.9257, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.021741634510165295, |
| "grad_norm": 0.7720358371734619, |
| "learning_rate": 1.576942205240317e-06, |
| "loss": 3.0297, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.021756032943615736, |
| "grad_norm": 0.9595306515693665, |
| "learning_rate": 1.5421835812278407e-06, |
| "loss": 3.1882, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.021770431377066177, |
| "grad_norm": 0.8593202829360962, |
| "learning_rate": 1.507809332588994e-06, |
| "loss": 3.1556, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.021784829810516614, |
| "grad_norm": 0.9006519913673401, |
| "learning_rate": 1.4738195935194987e-06, |
| "loss": 2.8204, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.021799228243967055, |
| "grad_norm": 0.874077320098877, |
| "learning_rate": 1.4402144967139097e-06, |
| "loss": 3.0097, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.021813626677417496, |
| "grad_norm": 0.9423086047172546, |
| "learning_rate": 1.4069941733651948e-06, |
| "loss": 3.0998, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.021828025110867937, |
| "grad_norm": 0.920586109161377, |
| "learning_rate": 1.3741587531641564e-06, |
| "loss": 3.1215, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.021842423544318378, |
| "grad_norm": 0.8630989789962769, |
| "learning_rate": 1.3417083642989658e-06, |
| "loss": 3.1039, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.02185682197776882, |
| "grad_norm": 0.9211531281471252, |
| "learning_rate": 1.3096431334546411e-06, |
| "loss": 3.3031, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.02187122041121926, |
| "grad_norm": 0.9962487816810608, |
| "learning_rate": 1.2779631858125696e-06, |
| "loss": 3.1632, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.0218856188446697, |
| "grad_norm": 1.007925033569336, |
| "learning_rate": 1.2466686450499865e-06, |
| "loss": 2.8957, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.02190001727812014, |
| "grad_norm": 0.8117822408676147, |
| "learning_rate": 1.2157596333395082e-06, |
| "loss": 3.1542, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.02191441571157058, |
| "grad_norm": 0.974325954914093, |
| "learning_rate": 1.185236271348722e-06, |
| "loss": 2.7068, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.02192881414502102, |
| "grad_norm": 0.9291583299636841, |
| "learning_rate": 1.1550986782395856e-06, |
| "loss": 3.3964, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.021943212578471462, |
| "grad_norm": 0.9573922157287598, |
| "learning_rate": 1.125346971668051e-06, |
| "loss": 2.9677, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.021957611011921903, |
| "grad_norm": 0.9673399329185486, |
| "learning_rate": 1.0959812677835968e-06, |
| "loss": 3.1615, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.021972009445372344, |
| "grad_norm": 0.9846709370613098, |
| "learning_rate": 1.067001681228763e-06, |
| "loss": 3.139, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.021986407878822785, |
| "grad_norm": 0.8348029851913452, |
| "learning_rate": 1.0384083251386956e-06, |
| "loss": 3.0496, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.022000806312273226, |
| "grad_norm": 1.1348259449005127, |
| "learning_rate": 1.0102013111406906e-06, |
| "loss": 3.6287, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.022015204745723667, |
| "grad_norm": 1.0039249658584595, |
| "learning_rate": 9.823807493538284e-07, |
| "loss": 3.1782, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.022029603179174104, |
| "grad_norm": 1.026220440864563, |
| "learning_rate": 9.549467483884412e-07, |
| "loss": 3.0228, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.022044001612624545, |
| "grad_norm": 1.0428894758224487, |
| "learning_rate": 9.278994153457898e-07, |
| "loss": 3.3394, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.022058400046074986, |
| "grad_norm": 0.7290953397750854, |
| "learning_rate": 9.012388558175877e-07, |
| "loss": 3.0217, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.022072798479525427, |
| "grad_norm": 0.7858526110649109, |
| "learning_rate": 8.749651738855669e-07, |
| "loss": 3.0568, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.02208719691297587, |
| "grad_norm": 1.0163757801055908, |
| "learning_rate": 8.490784721211453e-07, |
| "loss": 2.8271, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.02210159534642631, |
| "grad_norm": 0.8682652115821838, |
| "learning_rate": 8.235788515849607e-07, |
| "loss": 3.0352, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.02211599377987675, |
| "grad_norm": 0.9091812968254089, |
| "learning_rate": 7.984664118265262e-07, |
| "loss": 2.7206, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.02213039221332719, |
| "grad_norm": 0.9162892699241638, |
| "learning_rate": 7.73741250883786e-07, |
| "loss": 2.8099, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.02214479064677763, |
| "grad_norm": 0.9814125895500183, |
| "learning_rate": 7.494034652827942e-07, |
| "loss": 3.1138, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.02215918908022807, |
| "grad_norm": 0.8817875981330872, |
| "learning_rate": 7.254531500372696e-07, |
| "loss": 3.1612, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.02217358751367851, |
| "grad_norm": 0.9872780442237854, |
| "learning_rate": 7.018903986483083e-07, |
| "loss": 3.0092, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.022187985947128952, |
| "grad_norm": 1.0097023248672485, |
| "learning_rate": 6.787153031039273e-07, |
| "loss": 3.4636, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.022202384380579393, |
| "grad_norm": 0.868097186088562, |
| "learning_rate": 6.559279538787877e-07, |
| "loss": 2.9645, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.022216782814029834, |
| "grad_norm": 0.9539592862129211, |
| "learning_rate": 6.335284399337726e-07, |
| "loss": 3.605, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.022231181247480275, |
| "grad_norm": 0.8552882075309753, |
| "learning_rate": 6.115168487157097e-07, |
| "loss": 2.913, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.022245579680930716, |
| "grad_norm": 0.8305221796035767, |
| "learning_rate": 5.898932661569489e-07, |
| "loss": 3.005, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.022259978114381157, |
| "grad_norm": 0.8164334297180176, |
| "learning_rate": 5.686577766751078e-07, |
| "loss": 3.0085, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.022274376547831595, |
| "grad_norm": 0.9529278874397278, |
| "learning_rate": 5.478104631726711e-07, |
| "loss": 3.0169, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.022288774981282036, |
| "grad_norm": 0.9226743578910828, |
| "learning_rate": 5.273514070367247e-07, |
| "loss": 3.0388, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.022303173414732477, |
| "grad_norm": 0.8834388852119446, |
| "learning_rate": 5.072806881386006e-07, |
| "loss": 2.7863, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.022317571848182918, |
| "grad_norm": 0.7755020260810852, |
| "learning_rate": 4.875983848335874e-07, |
| "loss": 3.223, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.02233197028163336, |
| "grad_norm": 0.9426074028015137, |
| "learning_rate": 4.683045739606096e-07, |
| "loss": 3.3962, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.0223463687150838, |
| "grad_norm": 0.9066960215568542, |
| "learning_rate": 4.4939933084192644e-07, |
| "loss": 3.2307, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.02236076714853424, |
| "grad_norm": 0.9477612376213074, |
| "learning_rate": 4.3088272928285543e-07, |
| "loss": 3.2692, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.02237516558198468, |
| "grad_norm": 0.8785979151725769, |
| "learning_rate": 4.1275484157147214e-07, |
| "loss": 2.8351, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.02238956401543512, |
| "grad_norm": 0.9299174547195435, |
| "learning_rate": 3.950157384783104e-07, |
| "loss": 3.4668, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.02240396244888556, |
| "grad_norm": 0.7960776090621948, |
| "learning_rate": 3.7766548925612933e-07, |
| "loss": 3.2686, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.022418360882336, |
| "grad_norm": 0.826931893825531, |
| "learning_rate": 3.607041616396023e-07, |
| "loss": 3.1563, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.022432759315786442, |
| "grad_norm": 1.0381782054901123, |
| "learning_rate": 3.4413182184507285e-07, |
| "loss": 3.1191, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.022447157749236883, |
| "grad_norm": 0.9099294543266296, |
| "learning_rate": 3.279485345702993e-07, |
| "loss": 3.1768, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.022461556182687324, |
| "grad_norm": 0.8162287473678589, |
| "learning_rate": 3.12154362994177e-07, |
| "loss": 3.4176, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.022475954616137765, |
| "grad_norm": 0.7798431515693665, |
| "learning_rate": 2.967493687765277e-07, |
| "loss": 3.078, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.022490353049588206, |
| "grad_norm": 0.7233580350875854, |
| "learning_rate": 2.8173361205783286e-07, |
| "loss": 3.1592, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.022504751483038644, |
| "grad_norm": 0.9331035614013672, |
| "learning_rate": 2.671071514589896e-07, |
| "loss": 3.0028, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.022519149916489085, |
| "grad_norm": 1.1705758571624756, |
| "learning_rate": 2.528700440811438e-07, |
| "loss": 3.408, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.022533548349939526, |
| "grad_norm": 0.859615683555603, |
| "learning_rate": 2.390223455053686e-07, |
| "loss": 2.895, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.022547946783389967, |
| "grad_norm": 0.7819058299064636, |
| "learning_rate": 2.2556410979253095e-07, |
| "loss": 3.0875, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.022562345216840408, |
| "grad_norm": 1.0082193613052368, |
| "learning_rate": 2.1249538948304725e-07, |
| "loss": 3.2887, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.02257674365029085, |
| "grad_norm": 0.838247537612915, |
| "learning_rate": 1.998162355966726e-07, |
| "loss": 3.2147, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.02259114208374129, |
| "grad_norm": 0.8305604457855225, |
| "learning_rate": 1.8752669763232311e-07, |
| "loss": 3.0408, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.02260554051719173, |
| "grad_norm": 0.9061922430992126, |
| "learning_rate": 1.7562682356786487e-07, |
| "loss": 2.9893, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.022619938950642172, |
| "grad_norm": 0.927106499671936, |
| "learning_rate": 1.641166598599142e-07, |
| "loss": 3.2484, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.02263433738409261, |
| "grad_norm": 0.8613457083702087, |
| "learning_rate": 1.5299625144370443e-07, |
| "loss": 3.1452, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.02264873581754305, |
| "grad_norm": 0.7377899289131165, |
| "learning_rate": 1.4226564173286382e-07, |
| "loss": 2.9396, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.02266313425099349, |
| "grad_norm": 0.8339350819587708, |
| "learning_rate": 1.3192487261926012e-07, |
| "loss": 2.7735, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.022677532684443932, |
| "grad_norm": 0.8579245805740356, |
| "learning_rate": 1.2197398447283404e-07, |
| "loss": 2.5674, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.022691931117894373, |
| "grad_norm": 0.8995113968849182, |
| "learning_rate": 1.1241301614147714e-07, |
| "loss": 2.9122, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.022706329551344814, |
| "grad_norm": 0.9843743443489075, |
| "learning_rate": 1.0324200495079873e-07, |
| "loss": 3.3908, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.022720727984795255, |
| "grad_norm": 0.9193294048309326, |
| "learning_rate": 9.446098670408132e-08, |
| "loss": 3.258, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.022735126418245696, |
| "grad_norm": 0.8787617683410645, |
| "learning_rate": 8.606999568204766e-08, |
| "loss": 3.0627, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.022749524851696134, |
| "grad_norm": 0.951793372631073, |
| "learning_rate": 7.806906464281615e-08, |
| "loss": 3.1439, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.022763923285146575, |
| "grad_norm": 0.795525074005127, |
| "learning_rate": 7.045822482167896e-08, |
| "loss": 2.9798, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.022778321718597016, |
| "grad_norm": 1.0739864110946655, |
| "learning_rate": 6.323750593106859e-08, |
| "loss": 3.365, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.022792720152047457, |
| "grad_norm": 0.8644680380821228, |
| "learning_rate": 5.640693616036918e-08, |
| "loss": 2.9562, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.022807118585497898, |
| "grad_norm": 0.879692792892456, |
| "learning_rate": 4.996654217584995e-08, |
| "loss": 2.4687, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.02282151701894834, |
| "grad_norm": 1.1350126266479492, |
| "learning_rate": 4.391634912056519e-08, |
| "loss": 3.093, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.02283591545239878, |
| "grad_norm": 0.7943992018699646, |
| "learning_rate": 3.825638061421e-08, |
| "loss": 2.9388, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.02285031388584922, |
| "grad_norm": 1.1115564107894897, |
| "learning_rate": 3.298665875309803e-08, |
| "loss": 2.7612, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.02286471231929966, |
| "grad_norm": 1.037804365158081, |
| "learning_rate": 2.810720410998391e-08, |
| "loss": 3.5577, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.0228791107527501, |
| "grad_norm": 0.8154281973838806, |
| "learning_rate": 2.3618035734074283e-08, |
| "loss": 2.7991, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.02289350918620054, |
| "grad_norm": 0.7523290514945984, |
| "learning_rate": 1.951917115091684e-08, |
| "loss": 2.7152, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.02290790761965098, |
| "grad_norm": 0.9457141160964966, |
| "learning_rate": 1.5810626362300352e-08, |
| "loss": 3.1386, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.022922306053101422, |
| "grad_norm": 1.0571467876434326, |
| "learning_rate": 1.2492415846232508e-08, |
| "loss": 3.336, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.022936704486551864, |
| "grad_norm": 0.8790506720542908, |
| "learning_rate": 9.564552556884377e-09, |
| "loss": 3.4319, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.022951102920002305, |
| "grad_norm": 0.7702246904373169, |
| "learning_rate": 7.027047924512698e-09, |
| "loss": 3.066, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.022965501353452746, |
| "grad_norm": 1.0976815223693848, |
| "learning_rate": 4.8799118554265775e-09, |
| "loss": 3.6295, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.022979899786903187, |
| "grad_norm": 1.268763780593872, |
| "learning_rate": 3.1231527319763866e-09, |
| "loss": 3.3013, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.022994298220353624, |
| "grad_norm": 0.9560714364051819, |
| "learning_rate": 1.7567774124649383e-09, |
| "loss": 3.2708, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.023008696653804065, |
| "grad_norm": 0.8008261919021606, |
| "learning_rate": 7.807912311696974e-10, |
| "loss": 3.0114, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.023023095087254506, |
| "grad_norm": 0.9531574845314026, |
| "learning_rate": 1.951979982983687e-10, |
| "loss": 3.007, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.023037493520704947, |
| "grad_norm": 1.0921416282653809, |
| "learning_rate": 0.0, |
| "loss": 3.24, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.023037493520704947, |
| "eval_loss": 3.110481023788452, |
| "eval_runtime": 579.3272, |
| "eval_samples_per_second": 50.478, |
| "eval_steps_per_second": 25.24, |
| "step": 1600 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1600, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 400, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4726912293208064e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
