[
  {
    "loss": 2.4933177185058595,
    "grad_norm": 0.120229572057724,
    "learning_rate": 0.000987328810956099,
    "epoch": 0.012799180852425445,
    "step": 100
  },
  {
    "loss": 2.1413674926757813,
    "grad_norm": 0.17794804275035858,
    "learning_rate": 0.0009745296301036734,
    "epoch": 0.02559836170485089,
    "step": 200
  },
  {
    "loss": 1.9262669372558594,
    "grad_norm": 0.2406080812215805,
    "learning_rate": 0.000961730449251248,
    "epoch": 0.038397542557276336,
    "step": 300
  },
  {
    "loss": 1.8411164855957032,
    "grad_norm": 0.2617352604866028,
    "learning_rate": 0.0009489312683988225,
    "epoch": 0.05119672340970178,
    "step": 400
  },
  {
    "loss": 1.76153564453125,
    "grad_norm": 0.2941972315311432,
    "learning_rate": 0.000936132087546397,
    "epoch": 0.06399590426212723,
    "step": 500
  },
  {
    "loss": 1.66158447265625,
    "grad_norm": 0.2853003740310669,
    "learning_rate": 0.0009233329066939717,
    "epoch": 0.07679508511455267,
    "step": 600
  },
  {
    "loss": 1.55409912109375,
    "grad_norm": 0.2644716501235962,
    "learning_rate": 0.0009105337258415461,
    "epoch": 0.08959426596697811,
    "step": 700
  },
  {
    "loss": 1.4744459533691405,
    "grad_norm": 0.26459747552871704,
    "learning_rate": 0.0008977345449891206,
    "epoch": 0.10239344681940356,
    "step": 800
  },
  {
    "loss": 1.4148997497558593,
    "grad_norm": 0.25708338618278503,
    "learning_rate": 0.0008849353641366953,
    "epoch": 0.115192627671829,
    "step": 900
  },
  {
    "loss": 1.361546630859375,
    "grad_norm": 0.23855559527873993,
    "learning_rate": 0.0008721361832842698,
    "epoch": 0.12799180852425446,
    "step": 1000
  },
  {
    "loss": 1.3367608642578126,
    "grad_norm": 0.29932719469070435,
    "learning_rate": 0.0008593370024318444,
    "epoch": 0.1407909893766799,
    "step": 1100
  },
  {
    "loss": 1.3040330505371094,
    "grad_norm": 0.2539440393447876,
    "learning_rate": 0.0008465378215794189,
    "epoch": 0.15359017022910534,
    "step": 1200
  },
  {
    "loss": 1.2418218994140624,
    "grad_norm": 0.2522326111793518,
    "learning_rate": 0.0008337386407269935,
    "epoch": 0.16638935108153077,
    "step": 1300
  },
  {
    "loss": 1.2141075897216798,
    "grad_norm": 0.2493327409029007,
    "learning_rate": 0.0008209394598745681,
    "epoch": 0.17918853193395623,
    "step": 1400
  },
  {
    "loss": 1.1949122619628907,
    "grad_norm": 0.26059019565582275,
    "learning_rate": 0.0008081402790221426,
    "epoch": 0.19198771278638166,
    "step": 1500
  },
  {
    "loss": 1.1560985565185546,
    "grad_norm": 0.24460966885089874,
    "learning_rate": 0.0007953410981697171,
    "epoch": 0.20478689363880712,
    "step": 1600
  },
  {
    "loss": 1.1501754760742187,
    "grad_norm": 0.22940748929977417,
    "learning_rate": 0.0007825419173172918,
    "epoch": 0.21758607449123257,
    "step": 1700
  },
  {
    "loss": 1.109022750854492,
    "grad_norm": 0.21616864204406738,
    "learning_rate": 0.0007697427364648662,
    "epoch": 0.230385255343658,
    "step": 1800
  },
  {
    "loss": 1.1140198516845703,
    "grad_norm": 0.2605609893798828,
    "learning_rate": 0.0007569435556124408,
    "epoch": 0.24318443619608346,
    "step": 1900
  },
  {
    "loss": 1.0945166015625,
    "grad_norm": 0.22442445158958435,
    "learning_rate": 0.0007441443747600154,
    "epoch": 0.2559836170485089,
    "step": 2000
  },
  {
    "loss": 1.0822465515136719,
    "grad_norm": 0.23121277987957,
    "learning_rate": 0.00073134519390759,
    "epoch": 0.26878279790093434,
    "step": 2100
  },
  {
    "loss": 1.0665299987792969,
    "grad_norm": 0.22604434192180634,
    "learning_rate": 0.0007185460130551645,
    "epoch": 0.2815819787533598,
    "step": 2200
  },
  {
    "loss": 1.057882308959961,
    "grad_norm": 0.21581552922725677,
    "learning_rate": 0.0007057468322027391,
    "epoch": 0.2943811596057852,
    "step": 2300
  },
  {
    "loss": 1.0383184814453126,
    "grad_norm": 0.21648219227790833,
    "learning_rate": 0.0006929476513503136,
    "epoch": 0.3071803404582107,
    "step": 2400
  },
  {
    "loss": 1.040851821899414,
    "grad_norm": 0.2474185675382614,
    "learning_rate": 0.0006801484704978881,
    "epoch": 0.3199795213106361,
    "step": 2500
  },
  {
    "loss": 1.0355731201171876,
    "grad_norm": 0.2398647964000702,
    "learning_rate": 0.0006673492896454627,
    "epoch": 0.33277870216306155,
    "step": 2600
  },
  {
    "loss": 1.0457357788085937,
    "grad_norm": 0.22977563738822937,
    "learning_rate": 0.0006545501087930372,
    "epoch": 0.34557788301548703,
    "step": 2700
  },
  {
    "loss": 1.0150990295410156,
    "grad_norm": 0.21695691347122192,
    "learning_rate": 0.0006417509279406119,
    "epoch": 0.35837706386791246,
    "step": 2800
  },
  {
    "loss": 1.0168936920166016,
    "grad_norm": 0.22288778424263,
    "learning_rate": 0.0006289517470881863,
    "epoch": 0.3711762447203379,
    "step": 2900
  },
  {
    "loss": 1.0055741882324218,
    "grad_norm": 0.21402236819267273,
    "learning_rate": 0.0006161525662357609,
    "epoch": 0.3839754255727633,
    "step": 3000
  },
  {
    "loss": 0.9923241424560547,
    "grad_norm": 0.2288552075624466,
    "learning_rate": 0.0006033533853833355,
    "epoch": 0.3967746064251888,
    "step": 3100
  },
  {
    "loss": 1.0005018615722656,
    "grad_norm": 0.21788358688354492,
    "learning_rate": 0.00059055420453091,
    "epoch": 0.40957378727761423,
    "step": 3200
  },
  {
    "loss": 0.9960784149169922,
    "grad_norm": 0.23952290415763855,
    "learning_rate": 0.0005777550236784845,
    "epoch": 0.42237296813003966,
    "step": 3300
  },
  {
    "loss": 0.9959130096435547,
    "grad_norm": 0.22346065938472748,
    "learning_rate": 0.0005649558428260592,
    "epoch": 0.43517214898246515,
    "step": 3400
  },
  {
    "loss": 0.9923659515380859,
    "grad_norm": 0.21169422566890717,
    "learning_rate": 0.0005521566619736337,
    "epoch": 0.4479713298348906,
    "step": 3500
  },
  {
    "loss": 0.9760780334472656,
    "grad_norm": 0.21045146882534027,
    "learning_rate": 0.0005393574811212083,
    "epoch": 0.460770510687316,
    "step": 3600
  },
  {
    "loss": 0.9762165832519532,
    "grad_norm": 0.20081500709056854,
    "learning_rate": 0.0005265583002687828,
    "epoch": 0.47356969153974143,
    "step": 3700
  },
  {
    "loss": 0.9718384552001953,
    "grad_norm": 0.20961417257785797,
    "learning_rate": 0.0005137591194163574,
    "epoch": 0.4863688723921669,
    "step": 3800
  },
  {
    "loss": 0.9670101165771484,
    "grad_norm": 0.20165912806987762,
    "learning_rate": 0.0005009599385639319,
    "epoch": 0.49916805324459235,
    "step": 3900
  },
  {
    "loss": 0.9702780151367187,
    "grad_norm": 0.2198239415884018,
    "learning_rate": 0.00048816075771150646,
    "epoch": 0.5119672340970178,
    "step": 4000
  },
  {
    "loss": 0.9539304351806641,
    "grad_norm": 0.22453880310058594,
    "learning_rate": 0.00047536157685908106,
    "epoch": 0.5247664149494432,
    "step": 4100
  },
  {
    "loss": 0.9440613555908203,
    "grad_norm": 0.21001167595386505,
    "learning_rate": 0.00046256239600665555,
    "epoch": 0.5375655958018687,
    "step": 4200
  },
  {
    "loss": 0.9632063293457032,
    "grad_norm": 0.21596914529800415,
    "learning_rate": 0.00044976321515423015,
    "epoch": 0.5503647766542942,
    "step": 4300
  },
  {
    "loss": 0.9492530822753906,
    "grad_norm": 0.21869611740112305,
    "learning_rate": 0.0004369640343018047,
    "epoch": 0.5631639575067195,
    "step": 4400
  },
  {
    "loss": 0.9437830352783203,
    "grad_norm": 0.18726611137390137,
    "learning_rate": 0.0004241648534493793,
    "epoch": 0.575963138359145,
    "step": 4500
  },
  {
    "loss": 0.933173599243164,
    "grad_norm": 0.21993441879749298,
    "learning_rate": 0.0004113656725969538,
    "epoch": 0.5887623192115704,
    "step": 4600
  },
  {
    "loss": 0.9472588348388672,
    "grad_norm": 0.21573805809020996,
    "learning_rate": 0.00039856649174452834,
    "epoch": 0.6015615000639959,
    "step": 4700
  },
  {
    "loss": 0.9432604217529297,
    "grad_norm": 0.2065756767988205,
    "learning_rate": 0.00038576731089210294,
    "epoch": 0.6143606809164214,
    "step": 4800
  },
  {
    "loss": 0.9426641082763672,
    "grad_norm": 0.20831024646759033,
    "learning_rate": 0.00037296813003967743,
    "epoch": 0.6271598617688467,
    "step": 4900
  },
  {
    "loss": 0.9332367706298829,
    "grad_norm": 0.21537144482135773,
    "learning_rate": 0.00036016894918725203,
    "epoch": 0.6399590426212722,
    "step": 5000
  },
  {
    "loss": 0.9310724639892578,
    "grad_norm": 0.22257953882217407,
    "learning_rate": 0.0003473697683348266,
    "epoch": 0.6527582234736977,
    "step": 5100
  },
  {
    "loss": 0.9203645324707032,
    "grad_norm": 0.2180110216140747,
    "learning_rate": 0.0003345705874824012,
    "epoch": 0.6655574043261231,
    "step": 5200
  },
  {
    "loss": 0.9371694183349609,
    "grad_norm": 0.19756515324115753,
    "learning_rate": 0.00032177140662997567,
    "epoch": 0.6783565851785486,
    "step": 5300
  },
  {
    "loss": 0.9179117584228516,
    "grad_norm": 0.19814439117908478,
    "learning_rate": 0.0003089722257775502,
    "epoch": 0.6911557660309741,
    "step": 5400
  },
  {
    "loss": 0.9209353637695312,
    "grad_norm": 0.21691080927848816,
    "learning_rate": 0.0002961730449251248,
    "epoch": 0.7039549468833994,
    "step": 5500
  },
  {
    "loss": 0.9064257049560547,
    "grad_norm": 0.2131071537733078,
    "learning_rate": 0.0002833738640726993,
    "epoch": 0.7167541277358249,
    "step": 5600
  },
  {
    "loss": 0.9211958312988281,
    "grad_norm": 0.20174051821231842,
    "learning_rate": 0.0002705746832202739,
    "epoch": 0.7295533085882504,
    "step": 5700
  },
  {
    "loss": 0.9034025573730469,
    "grad_norm": 0.20625615119934082,
    "learning_rate": 0.00025777550236784846,
    "epoch": 0.7423524894406758,
    "step": 5800
  },
  {
    "loss": 0.9053723907470703,
    "grad_norm": 0.20820048451423645,
    "learning_rate": 0.000244976321515423,
    "epoch": 0.7551516702931013,
    "step": 5900
  },
  {
    "loss": 0.9065180206298828,
    "grad_norm": 0.19048716127872467,
    "learning_rate": 0.00023217714066299758,
    "epoch": 0.7679508511455266,
    "step": 6000
  },
  {
    "loss": 0.8971522521972656,
    "grad_norm": 0.20422187447547913,
    "learning_rate": 0.00021937795981057212,
    "epoch": 0.7807500319979521,
    "step": 6100
  },
  {
    "loss": 0.8924824523925782,
    "grad_norm": 0.2210712879896164,
    "learning_rate": 0.0002065787789581467,
    "epoch": 0.7935492128503776,
    "step": 6200
  },
  {
    "loss": 0.9081765747070313,
    "grad_norm": 0.21455809473991394,
    "learning_rate": 0.00019377959810572124,
    "epoch": 0.806348393702803,
    "step": 6300
  },
  {
    "loss": 0.8969422912597657,
    "grad_norm": 0.209000825881958,
    "learning_rate": 0.0001809804172532958,
    "epoch": 0.8191475745552285,
    "step": 6400
  },
  {
    "loss": 0.8863383483886719,
    "grad_norm": 0.21121081709861755,
    "learning_rate": 0.00016818123640087036,
    "epoch": 0.831946755407654,
    "step": 6500
  },
  {
    "loss": 0.8946065521240234,
    "grad_norm": 0.22468721866607666,
    "learning_rate": 0.00015538205554844488,
    "epoch": 0.8447459362600793,
    "step": 6600
  },
  {
    "loss": 0.8893415832519531,
    "grad_norm": 0.19740964472293854,
    "learning_rate": 0.00014258287469601946,
    "epoch": 0.8575451171125048,
    "step": 6700
  },
  {
    "loss": 0.8842941284179687,
    "grad_norm": 0.23615619540214539,
    "learning_rate": 0.000129783693843594,
    "epoch": 0.8703442979649303,
    "step": 6800
  },
  {
    "loss": 0.8896909332275391,
    "grad_norm": 0.20571288466453552,
    "learning_rate": 0.00011698451299116856,
    "epoch": 0.8831434788173557,
    "step": 6900
  },
  {
    "loss": 0.8978575897216797,
    "grad_norm": 0.2283928394317627,
    "learning_rate": 0.00010418533213874312,
    "epoch": 0.8959426596697811,
    "step": 7000
  },
  {
    "loss": 0.8774629974365235,
    "grad_norm": 0.20949511229991913,
    "learning_rate": 9.138615128631768e-05,
    "epoch": 0.9087418405222066,
    "step": 7100
  },
  {
    "loss": 0.8893526458740234,
    "grad_norm": 0.22123824059963226,
    "learning_rate": 7.858697043389223e-05,
    "epoch": 0.921541021374632,
    "step": 7200
  },
  {
    "loss": 0.8893394470214844,
    "grad_norm": 0.21073289215564728,
    "learning_rate": 6.578778958146679e-05,
    "epoch": 0.9343402022270575,
    "step": 7300
  },
  {
    "loss": 0.8778758239746094,
    "grad_norm": 0.2131710648536682,
    "learning_rate": 5.2988608729041344e-05,
    "epoch": 0.9471393830794829,
    "step": 7400
  },
  {
    "loss": 0.877005844116211,
    "grad_norm": 0.21185004711151123,
    "learning_rate": 4.01894278766159e-05,
    "epoch": 0.9599385639319084,
    "step": 7500
  },
  {
    "loss": 0.8847887420654297,
    "grad_norm": 0.21125227212905884,
    "learning_rate": 2.739024702419045e-05,
    "epoch": 0.9727377447843338,
    "step": 7600
  },
  {
    "loss": 0.8844139099121093,
    "grad_norm": 0.20377470552921295,
    "learning_rate": 1.4591066171765007e-05,
    "epoch": 0.9855369256367592,
    "step": 7700
  },
  {
    "loss": 0.878893051147461,
    "grad_norm": 0.21144922077655792,
    "learning_rate": 1.7918853193395621e-06,
    "epoch": 0.9983361064891847,
    "step": 7800
  },
  {
    "train_runtime": 1728.1622,
    "train_samples_per_second": 144.662,
    "train_steps_per_second": 4.521,
    "total_flos": 6801997824000000.0,
    "train_loss": 1.0818281786459807,
    "epoch": 1.0,
    "step": 7813
  }
]