{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3282,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009142857142857144,
      "grad_norm": 11.471486053550391,
      "learning_rate": 1.3677811550151977e-07,
      "loss": 1.1274017333984374,
      "step": 10
    },
    {
      "epoch": 0.018285714285714287,
      "grad_norm": 9.508371755451213,
      "learning_rate": 2.887537993920973e-07,
      "loss": 1.130257797241211,
      "step": 20
    },
    {
      "epoch": 0.027428571428571427,
      "grad_norm": 10.542927468388289,
      "learning_rate": 4.407294832826748e-07,
      "loss": 1.1144439697265625,
      "step": 30
    },
    {
      "epoch": 0.036571428571428574,
      "grad_norm": 6.697049917861166,
      "learning_rate": 5.927051671732524e-07,
      "loss": 1.0094490051269531,
      "step": 40
    },
    {
      "epoch": 0.045714285714285714,
      "grad_norm": 5.941699420465358,
      "learning_rate": 7.446808510638298e-07,
      "loss": 0.9933881759643555,
      "step": 50
    },
    {
      "epoch": 0.054857142857142854,
      "grad_norm": 5.3455930541478205,
      "learning_rate": 8.966565349544073e-07,
      "loss": 0.9302140235900879,
      "step": 60
    },
    {
      "epoch": 0.064,
      "grad_norm": 6.998077439326658,
      "learning_rate": 1.0486322188449848e-06,
      "loss": 0.8694108963012696,
      "step": 70
    },
    {
      "epoch": 0.07314285714285715,
      "grad_norm": 4.982935373256576,
      "learning_rate": 1.2006079027355624e-06,
      "loss": 0.8164114952087402,
      "step": 80
    },
    {
      "epoch": 0.08228571428571428,
      "grad_norm": 5.126667936316921,
      "learning_rate": 1.35258358662614e-06,
      "loss": 0.7984357833862304,
      "step": 90
    },
    {
      "epoch": 0.09142857142857143,
      "grad_norm": 4.691973630616157,
      "learning_rate": 1.5045592705167174e-06,
      "loss": 0.7703581809997558,
      "step": 100
    },
    {
      "epoch": 0.10057142857142858,
      "grad_norm": 4.109088483102385,
      "learning_rate": 1.656534954407295e-06,
      "loss": 0.7684980392456054,
      "step": 110
    },
    {
      "epoch": 0.10971428571428571,
      "grad_norm": 4.705692764193293,
      "learning_rate": 1.8085106382978727e-06,
      "loss": 0.7413692951202393,
      "step": 120
    },
    {
      "epoch": 0.11885714285714286,
      "grad_norm": 5.972929482228957,
      "learning_rate": 1.9604863221884503e-06,
      "loss": 0.7388993263244629,
      "step": 130
    },
    {
      "epoch": 0.128,
      "grad_norm": 10.001914427395132,
      "learning_rate": 2.1124620060790275e-06,
      "loss": 0.7307013511657715,
      "step": 140
    },
    {
      "epoch": 0.13714285714285715,
      "grad_norm": 4.317103680951329,
      "learning_rate": 2.264437689969605e-06,
      "loss": 0.7406478881835937,
      "step": 150
    },
    {
      "epoch": 0.1462857142857143,
      "grad_norm": 5.5365802683251095,
      "learning_rate": 2.4164133738601827e-06,
      "loss": 0.7177257061004638,
      "step": 160
    },
    {
      "epoch": 0.15542857142857142,
      "grad_norm": 4.511348473632121,
      "learning_rate": 2.5683890577507603e-06,
      "loss": 0.6978429794311524,
      "step": 170
    },
    {
      "epoch": 0.16457142857142856,
      "grad_norm": 4.865870528072603,
      "learning_rate": 2.7203647416413375e-06,
      "loss": 0.6770498275756835,
      "step": 180
    },
    {
      "epoch": 0.1737142857142857,
      "grad_norm": 5.144013410591731,
      "learning_rate": 2.8723404255319155e-06,
      "loss": 0.7257111072540283,
      "step": 190
    },
    {
      "epoch": 0.18285714285714286,
      "grad_norm": 3.9090505828568967,
      "learning_rate": 3.0243161094224927e-06,
      "loss": 0.7295607566833496,
      "step": 200
    },
    {
      "epoch": 0.192,
      "grad_norm": 4.792462633202108,
      "learning_rate": 3.17629179331307e-06,
      "loss": 0.6859935760498047,
      "step": 210
    },
    {
      "epoch": 0.20114285714285715,
      "grad_norm": 4.11675814791688,
      "learning_rate": 3.328267477203648e-06,
      "loss": 0.666834545135498,
      "step": 220
    },
    {
      "epoch": 0.2102857142857143,
      "grad_norm": 4.1484537243787285,
      "learning_rate": 3.480243161094225e-06,
      "loss": 0.6818761825561523,
      "step": 230
    },
    {
      "epoch": 0.21942857142857142,
      "grad_norm": 4.372066098282241,
      "learning_rate": 3.6322188449848027e-06,
      "loss": 0.6924076557159424,
      "step": 240
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 7.171222419800796,
      "learning_rate": 3.78419452887538e-06,
      "loss": 0.6980094909667969,
      "step": 250
    },
    {
      "epoch": 0.2377142857142857,
      "grad_norm": 4.823505480337155,
      "learning_rate": 3.936170212765958e-06,
      "loss": 0.6831412792205811,
      "step": 260
    },
    {
      "epoch": 0.24685714285714286,
      "grad_norm": 4.143889819875004,
      "learning_rate": 4.088145896656536e-06,
      "loss": 0.7023505210876465,
      "step": 270
    },
    {
      "epoch": 0.256,
      "grad_norm": 4.384163021150778,
      "learning_rate": 4.240121580547113e-06,
      "loss": 0.6777481079101563,
      "step": 280
    },
    {
      "epoch": 0.2651428571428571,
      "grad_norm": 3.6415831315187144,
      "learning_rate": 4.39209726443769e-06,
      "loss": 0.6797102928161621,
      "step": 290
    },
    {
      "epoch": 0.2742857142857143,
      "grad_norm": 3.6380849927818226,
      "learning_rate": 4.544072948328268e-06,
      "loss": 0.6712003231048584,
      "step": 300
    },
    {
      "epoch": 0.2834285714285714,
      "grad_norm": 8.084153177173372,
      "learning_rate": 4.696048632218845e-06,
      "loss": 0.6998483657836914,
      "step": 310
    },
    {
      "epoch": 0.2925714285714286,
      "grad_norm": 5.845503616027089,
      "learning_rate": 4.848024316109423e-06,
      "loss": 0.6608274936676025,
      "step": 320
    },
    {
      "epoch": 0.3017142857142857,
      "grad_norm": 3.835616675955984,
      "learning_rate": 5e-06,
      "loss": 0.6844888687133789,
      "step": 330
    },
    {
      "epoch": 0.31085714285714283,
      "grad_norm": 4.0416422134327,
      "learning_rate": 4.999858525304355e-06,
      "loss": 0.6876991271972657,
      "step": 340
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.47370553037831,
      "learning_rate": 4.999434117229488e-06,
      "loss": 0.6663712501525879,
      "step": 350
    },
    {
      "epoch": 0.3291428571428571,
      "grad_norm": 3.2640873821795466,
      "learning_rate": 4.9987268238098055e-06,
      "loss": 0.6727951526641845,
      "step": 360
    },
    {
      "epoch": 0.3382857142857143,
      "grad_norm": 5.364636646025433,
      "learning_rate": 4.997736725096601e-06,
      "loss": 0.662196159362793,
      "step": 370
    },
    {
      "epoch": 0.3474285714285714,
      "grad_norm": 4.684035755188119,
      "learning_rate": 4.996463933149008e-06,
      "loss": 0.6673268795013427,
      "step": 380
    },
    {
      "epoch": 0.3565714285714286,
      "grad_norm": 4.376293027620056,
      "learning_rate": 4.994908592021309e-06,
      "loss": 0.6938044548034668,
      "step": 390
    },
    {
      "epoch": 0.3657142857142857,
      "grad_norm": 3.445038842888017,
      "learning_rate": 4.993070877746634e-06,
      "loss": 0.669778299331665,
      "step": 400
    },
    {
      "epoch": 0.37485714285714283,
      "grad_norm": 3.417800196621973,
      "learning_rate": 4.990950998317036e-06,
      "loss": 0.688864803314209,
      "step": 410
    },
    {
      "epoch": 0.384,
      "grad_norm": 3.5395231875361524,
      "learning_rate": 4.988549193659954e-06,
      "loss": 0.6867477416992187,
      "step": 420
    },
    {
      "epoch": 0.3931428571428571,
      "grad_norm": 4.039473576039344,
      "learning_rate": 4.985865735611053e-06,
      "loss": 0.6630826950073242,
      "step": 430
    },
    {
      "epoch": 0.4022857142857143,
      "grad_norm": 4.240695845877376,
      "learning_rate": 4.982900927883463e-06,
      "loss": 0.6371231079101562,
      "step": 440
    },
    {
      "epoch": 0.4114285714285714,
      "grad_norm": 3.432137053093628,
      "learning_rate": 4.9796551060334006e-06,
      "loss": 0.6728553295135498,
      "step": 450
    },
    {
      "epoch": 0.4205714285714286,
      "grad_norm": 3.585809523290495,
      "learning_rate": 4.976128637422191e-06,
      "loss": 0.6505355358123779,
      "step": 460
    },
    {
      "epoch": 0.4297142857142857,
      "grad_norm": 3.8595326022641387,
      "learning_rate": 4.972321921174695e-06,
      "loss": 0.6685686588287354,
      "step": 470
    },
    {
      "epoch": 0.43885714285714283,
      "grad_norm": 3.5840282542423294,
      "learning_rate": 4.9682353881341295e-06,
      "loss": 0.6945607662200928,
      "step": 480
    },
    {
      "epoch": 0.448,
      "grad_norm": 3.7100398615561656,
      "learning_rate": 4.963869500813308e-06,
      "loss": 0.6876946926116944,
      "step": 490
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 3.963356609569816,
      "learning_rate": 4.959224753342297e-06,
      "loss": 0.6807312488555908,
      "step": 500
    },
    {
      "epoch": 0.4662857142857143,
      "grad_norm": 3.7630654864503996,
      "learning_rate": 4.954301671412482e-06,
      "loss": 0.6369428634643555,
      "step": 510
    },
    {
      "epoch": 0.4754285714285714,
      "grad_norm": 4.372556747989713,
      "learning_rate": 4.949100812217079e-06,
      "loss": 0.6668852806091309,
      "step": 520
    },
    {
      "epoch": 0.4845714285714286,
      "grad_norm": 4.976035084136393,
      "learning_rate": 4.943622764388064e-06,
      "loss": 0.67324800491333,
      "step": 530
    },
    {
      "epoch": 0.4937142857142857,
      "grad_norm": 3.300173767574678,
      "learning_rate": 4.937868147929557e-06,
      "loss": 0.6824999332427979,
      "step": 540
    },
    {
      "epoch": 0.5028571428571429,
      "grad_norm": 3.5966045901720745,
      "learning_rate": 4.931837614147648e-06,
      "loss": 0.659266471862793,
      "step": 550
    },
    {
      "epoch": 0.512,
      "grad_norm": 4.8253272518833175,
      "learning_rate": 4.925531845576681e-06,
      "loss": 0.6849282264709473,
      "step": 560
    },
    {
      "epoch": 0.5211428571428571,
      "grad_norm": 3.220162265916223,
      "learning_rate": 4.918951555902009e-06,
      "loss": 0.6748706817626953,
      "step": 570
    },
    {
      "epoch": 0.5302857142857142,
      "grad_norm": 3.5745575168011534,
      "learning_rate": 4.912097489879214e-06,
      "loss": 0.6703314781188965,
      "step": 580
    },
    {
      "epoch": 0.5394285714285715,
      "grad_norm": 3.620157146007224,
      "learning_rate": 4.904970423249821e-06,
      "loss": 0.6336056232452393,
      "step": 590
    },
    {
      "epoch": 0.5485714285714286,
      "grad_norm": 3.98651072743079,
      "learning_rate": 4.897571162653493e-06,
      "loss": 0.6563733577728271,
      "step": 600
    },
    {
      "epoch": 0.5577142857142857,
      "grad_norm": 4.615506207839311,
      "learning_rate": 4.8899005455367454e-06,
      "loss": 0.6912389278411866,
      "step": 610
    },
    {
      "epoch": 0.5668571428571428,
      "grad_norm": 3.4159585168797086,
      "learning_rate": 4.881959440058156e-06,
      "loss": 0.6701306343078614,
      "step": 620
    },
    {
      "epoch": 0.576,
      "grad_norm": 3.6698281318553314,
      "learning_rate": 4.873748744990106e-06,
      "loss": 0.6575275421142578,
      "step": 630
    },
    {
      "epoch": 0.5851428571428572,
      "grad_norm": 3.9682108106284346,
      "learning_rate": 4.865269389617067e-06,
      "loss": 0.6928033351898193,
      "step": 640
    },
    {
      "epoch": 0.5942857142857143,
      "grad_norm": 3.3456856401958843,
      "learning_rate": 4.8565223336304166e-06,
      "loss": 0.664832592010498,
      "step": 650
    },
    {
      "epoch": 0.6034285714285714,
      "grad_norm": 3.7671236223528397,
      "learning_rate": 4.847508567019819e-06,
      "loss": 0.6371614456176757,
      "step": 660
    },
    {
      "epoch": 0.6125714285714285,
      "grad_norm": 4.246849504979633,
      "learning_rate": 4.838229109961184e-06,
      "loss": 0.6713180541992188,
      "step": 670
    },
    {
      "epoch": 0.6217142857142857,
      "grad_norm": 3.674104838321279,
      "learning_rate": 4.828685012701204e-06,
      "loss": 0.668572473526001,
      "step": 680
    },
    {
      "epoch": 0.6308571428571429,
      "grad_norm": 4.009929042033788,
      "learning_rate": 4.818877355438483e-06,
      "loss": 0.6260498523712158,
      "step": 690
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.886902962638325,
      "learning_rate": 4.808807248201282e-06,
      "loss": 0.6418482780456543,
      "step": 700
    },
    {
      "epoch": 0.6491428571428571,
      "grad_norm": 4.13799670181259,
      "learning_rate": 4.798475830721884e-06,
      "loss": 0.6437315940856934,
      "step": 710
    },
    {
      "epoch": 0.6582857142857143,
      "grad_norm": 3.531078337849383,
      "learning_rate": 4.787884272307607e-06,
      "loss": 0.6641323566436768,
      "step": 720
    },
    {
      "epoch": 0.6674285714285715,
      "grad_norm": 3.37222182487955,
      "learning_rate": 4.7770337717084515e-06,
      "loss": 0.6566616058349609,
      "step": 730
    },
    {
      "epoch": 0.6765714285714286,
      "grad_norm": 3.3338860173872704,
      "learning_rate": 4.765925556981434e-06,
      "loss": 0.6291821002960205,
      "step": 740
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 4.0016074978044065,
      "learning_rate": 4.754560885351591e-06,
      "loss": 0.6643364906311036,
      "step": 750
    },
    {
      "epoch": 0.6948571428571428,
      "grad_norm": 3.317078353499146,
      "learning_rate": 4.742941043069693e-06,
      "loss": 0.6533621788024903,
      "step": 760
    },
    {
      "epoch": 0.704,
      "grad_norm": 3.3524674432376687,
      "learning_rate": 4.7310673452666594e-06,
      "loss": 0.6147947311401367,
      "step": 770
    },
    {
      "epoch": 0.7131428571428572,
      "grad_norm": 3.299244592355662,
      "learning_rate": 4.718941135804716e-06,
      "loss": 0.6452123641967773,
      "step": 780
    },
    {
      "epoch": 0.7222857142857143,
      "grad_norm": 3.348384039697503,
      "learning_rate": 4.706563787125298e-06,
      "loss": 0.6501338958740235,
      "step": 790
    },
    {
      "epoch": 0.7314285714285714,
      "grad_norm": 3.8711188245407206,
      "learning_rate": 4.693936700093714e-06,
      "loss": 0.6493902683258057,
      "step": 800
    },
    {
      "epoch": 0.7405714285714285,
      "grad_norm": 3.106569010380495,
      "learning_rate": 4.6810613038406e-06,
      "loss": 0.6437974452972413,
      "step": 810
    },
    {
      "epoch": 0.7497142857142857,
      "grad_norm": 3.7877324683244242,
      "learning_rate": 4.66793905560017e-06,
      "loss": 0.6351970672607422,
      "step": 820
    },
    {
      "epoch": 0.7588571428571429,
      "grad_norm": 3.889414583334145,
      "learning_rate": 4.654571440545284e-06,
      "loss": 0.6340930938720704,
      "step": 830
    },
    {
      "epoch": 0.768,
      "grad_norm": 4.041620423525788,
      "learning_rate": 4.64095997161936e-06,
      "loss": 0.6761879444122314,
      "step": 840
    },
    {
      "epoch": 0.7771428571428571,
      "grad_norm": 3.4077479285445986,
      "learning_rate": 4.627106189365135e-06,
      "loss": 0.6445336818695069,
      "step": 850
    },
    {
      "epoch": 0.7862857142857143,
      "grad_norm": 4.014609166232559,
      "learning_rate": 4.613011661750313e-06,
      "loss": 0.6355050086975098,
      "step": 860
    },
    {
      "epoch": 0.7954285714285714,
      "grad_norm": 4.434142357092266,
      "learning_rate": 4.598677983990098e-06,
      "loss": 0.6417135238647461,
      "step": 870
    },
    {
      "epoch": 0.8045714285714286,
      "grad_norm": 4.0928848006969645,
      "learning_rate": 4.584106778366648e-06,
      "loss": 0.6485600471496582,
      "step": 880
    },
    {
      "epoch": 0.8137142857142857,
      "grad_norm": 4.797589400271637,
      "learning_rate": 4.5692996940454674e-06,
      "loss": 0.6439845085144043,
      "step": 890
    },
    {
      "epoch": 0.8228571428571428,
      "grad_norm": 4.349857125084049,
      "learning_rate": 4.554258406888754e-06,
      "loss": 0.6050587177276612,
      "step": 900
    },
    {
      "epoch": 0.832,
      "grad_norm": 3.038595176325507,
      "learning_rate": 4.538984619265727e-06,
      "loss": 0.6268429756164551,
      "step": 910
    },
    {
      "epoch": 0.8411428571428572,
      "grad_norm": 4.591796271366957,
      "learning_rate": 4.523480059859952e-06,
      "loss": 0.6478725910186768,
      "step": 920
    },
    {
      "epoch": 0.8502857142857143,
      "grad_norm": 5.139531841843003,
      "learning_rate": 4.507746483473683e-06,
      "loss": 0.647419548034668,
      "step": 930
    },
    {
      "epoch": 0.8594285714285714,
      "grad_norm": 3.6757003721683827,
      "learning_rate": 4.491785670829269e-06,
      "loss": 0.6321591854095459,
      "step": 940
    },
    {
      "epoch": 0.8685714285714285,
      "grad_norm": 3.1667888772017756,
      "learning_rate": 4.475599428367597e-06,
      "loss": 0.6120502471923828,
      "step": 950
    },
    {
      "epoch": 0.8777142857142857,
      "grad_norm": 3.6687619237840035,
      "learning_rate": 4.459189588043647e-06,
      "loss": 0.6537229537963867,
      "step": 960
    },
    {
      "epoch": 0.8868571428571429,
      "grad_norm": 2.7810179062783194,
      "learning_rate": 4.442558007119153e-06,
      "loss": 0.6399202823638916,
      "step": 970
    },
    {
      "epoch": 0.896,
      "grad_norm": 3.7783348653765287,
      "learning_rate": 4.425706567952394e-06,
      "loss": 0.6669195175170899,
      "step": 980
    },
    {
      "epoch": 0.9051428571428571,
      "grad_norm": 3.1481123189579026,
      "learning_rate": 4.408637177785151e-06,
      "loss": 0.631269121170044,
      "step": 990
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 4.479050244392933,
      "learning_rate": 4.391351768526848e-06,
      "loss": 0.6654349327087402,
      "step": 1000
    },
    {
      "epoch": 0.9234285714285714,
      "grad_norm": 3.2713227735388286,
      "learning_rate": 4.373852296535896e-06,
      "loss": 0.6277427673339844,
      "step": 1010
    },
    {
      "epoch": 0.9325714285714286,
      "grad_norm": 2.92607371050686,
      "learning_rate": 4.3561407423982735e-06,
      "loss": 0.6586026191711426,
      "step": 1020
    },
    {
      "epoch": 0.9417142857142857,
      "grad_norm": 3.6150466560250742,
      "learning_rate": 4.3382191107033655e-06,
      "loss": 0.6150027275085449,
      "step": 1030
    },
    {
      "epoch": 0.9508571428571428,
      "grad_norm": 3.460697312652457,
      "learning_rate": 4.3200894298170844e-06,
      "loss": 0.6431099891662597,
      "step": 1040
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.3496277908222414,
      "learning_rate": 4.301753751652298e-06,
      "loss": 0.6621922492980957,
      "step": 1050
    },
    {
      "epoch": 0.9691428571428572,
      "grad_norm": 3.252798811682429,
      "learning_rate": 4.283214151436596e-06,
      "loss": 0.6344066143035889,
      "step": 1060
    },
    {
      "epoch": 0.9782857142857143,
      "grad_norm": 4.235304709737586,
      "learning_rate": 4.264472727477418e-06,
      "loss": 0.642180061340332,
      "step": 1070
    },
    {
      "epoch": 0.9874285714285714,
      "grad_norm": 3.1613277623122276,
      "learning_rate": 4.245531600924563e-06,
      "loss": 0.6505527973175049,
      "step": 1080
    },
    {
      "epoch": 0.9965714285714286,
      "grad_norm": 3.297550963927661,
      "learning_rate": 4.226392915530125e-06,
      "loss": 0.6131467819213867,
      "step": 1090
    },
    {
      "epoch": 1.0054857142857143,
      "grad_norm": 3.2497031988541667,
      "learning_rate": 4.207058837405853e-06,
      "loss": 0.5373872756958008,
      "step": 1100
    },
    {
      "epoch": 1.0146285714285714,
      "grad_norm": 2.8139556696470565,
      "learning_rate": 4.187531554778005e-06,
      "loss": 0.39206643104553224,
      "step": 1110
    },
    {
      "epoch": 1.0237714285714286,
      "grad_norm": 3.3671802896821137,
      "learning_rate": 4.167813277739672e-06,
      "loss": 0.4400962829589844,
      "step": 1120
    },
    {
      "epoch": 1.0329142857142857,
      "grad_norm": 3.0892267793126917,
      "learning_rate": 4.147906238000651e-06,
      "loss": 0.4548200607299805,
      "step": 1130
    },
    {
      "epoch": 1.0420571428571428,
      "grad_norm": 3.8246901134753495,
      "learning_rate": 4.1278126886348495e-06,
      "loss": 0.4130233287811279,
      "step": 1140
    },
    {
      "epoch": 1.0512,
      "grad_norm": 3.519181372450036,
      "learning_rate": 4.107534903825293e-06,
      "loss": 0.42951488494873047,
      "step": 1150
    },
    {
      "epoch": 1.060342857142857,
      "grad_norm": 3.2216196921372355,
      "learning_rate": 4.087075178606731e-06,
      "loss": 0.42777132987976074,
      "step": 1160
    },
    {
      "epoch": 1.0694857142857144,
      "grad_norm": 3.1997097568670005,
      "learning_rate": 4.06643582860588e-06,
      "loss": 0.4200882911682129,
      "step": 1170
    },
    {
      "epoch": 1.0786285714285715,
      "grad_norm": 2.834697714694963,
      "learning_rate": 4.045619189779348e-06,
      "loss": 0.46087031364440917,
      "step": 1180
    },
    {
      "epoch": 1.0877714285714286,
      "grad_norm": 2.8509402495868787,
      "learning_rate": 4.02462761814925e-06,
      "loss": 0.43772568702697756,
      "step": 1190
    },
    {
      "epoch": 1.0969142857142857,
      "grad_norm": 3.3157400164324304,
      "learning_rate": 4.003463489536551e-06,
      "loss": 0.4420557975769043,
      "step": 1200
    },
    {
      "epoch": 1.1060571428571428,
      "grad_norm": 3.577008906529291,
      "learning_rate": 3.982129199292174e-06,
      "loss": 0.4336644172668457,
      "step": 1210
    },
    {
      "epoch": 1.1152,
      "grad_norm": 2.9976519302552194,
      "learning_rate": 3.960627162025896e-06,
      "loss": 0.4147650241851807,
      "step": 1220
    },
    {
      "epoch": 1.124342857142857,
      "grad_norm": 3.16528139476324,
      "learning_rate": 3.9389598113330575e-06,
      "loss": 0.42612924575805666,
      "step": 1230
    },
    {
      "epoch": 1.1334857142857142,
      "grad_norm": 5.409838347914426,
      "learning_rate": 3.917129599519135e-06,
      "loss": 0.41550512313842775,
      "step": 1240
    },
    {
      "epoch": 1.1426285714285713,
      "grad_norm": 3.2868323671988144,
      "learning_rate": 3.895138997322187e-06,
      "loss": 0.43940982818603513,
      "step": 1250
    },
    {
      "epoch": 1.1517714285714287,
      "grad_norm": 3.3362440936270614,
      "learning_rate": 3.872990493633215e-06,
      "loss": 0.4418506622314453,
      "step": 1260
    },
    {
      "epoch": 1.1609142857142858,
      "grad_norm": 3.4561361002374236,
      "learning_rate": 3.850686595214474e-06,
      "loss": 0.4440105438232422,
      "step": 1270
    },
    {
      "epoch": 1.170057142857143,
      "grad_norm": 2.8758006005746246,
      "learning_rate": 3.8282298264157556e-06,
      "loss": 0.44544334411621095,
      "step": 1280
    },
    {
      "epoch": 1.1792,
      "grad_norm": 3.4701594172043024,
      "learning_rate": 3.8056227288886853e-06,
      "loss": 0.4278397083282471,
      "step": 1290
    },
    {
      "epoch": 1.1883428571428571,
      "grad_norm": 3.025493227312592,
      "learning_rate": 3.7828678612990577e-06,
      "loss": 0.44417996406555177,
      "step": 1300
    },
    {
      "epoch": 1.1974857142857143,
      "grad_norm": 3.891185808555793,
      "learning_rate": 3.7599677990372442e-06,
      "loss": 0.4357439041137695,
      "step": 1310
    },
    {
      "epoch": 1.2066285714285714,
      "grad_norm": 2.859053346482196,
      "learning_rate": 3.7369251339267177e-06,
      "loss": 0.43988494873046874,
      "step": 1320
    },
    {
      "epoch": 1.2157714285714285,
      "grad_norm": 3.210177423453322,
      "learning_rate": 3.7137424739307036e-06,
      "loss": 0.46861562728881834,
      "step": 1330
    },
    {
      "epoch": 1.2249142857142856,
      "grad_norm": 3.386229107406717,
      "learning_rate": 3.6904224428570162e-06,
      "loss": 0.43658876419067383,
      "step": 1340
    },
    {
      "epoch": 1.234057142857143,
      "grad_norm": 3.12314639753368,
      "learning_rate": 3.6669676800610942e-06,
      "loss": 0.42545366287231445,
      "step": 1350
    },
    {
      "epoch": 1.2432,
      "grad_norm": 3.100505323352921,
      "learning_rate": 3.6433808401472805e-06,
      "loss": 0.4477118492126465,
      "step": 1360
    },
    {
      "epoch": 1.2523428571428572,
      "grad_norm": 2.9898226007103603,
      "learning_rate": 3.6196645926683722e-06,
      "loss": 0.4572641372680664,
      "step": 1370
    },
    {
      "epoch": 1.2614857142857143,
      "grad_norm": 5.0297360076372835,
      "learning_rate": 3.5958216218234858e-06,
      "loss": 0.45319256782531736,
      "step": 1380
    },
    {
      "epoch": 1.2706285714285714,
      "grad_norm": 2.986627855469088,
      "learning_rate": 3.5718546261542557e-06,
      "loss": 0.4245123863220215,
      "step": 1390
    },
    {
      "epoch": 1.2797714285714286,
      "grad_norm": 3.1558156532734696,
      "learning_rate": 3.5477663182394166e-06,
      "loss": 0.45639562606811523,
      "step": 1400
    },
    {
      "epoch": 1.2889142857142857,
      "grad_norm": 3.0706678234801283,
      "learning_rate": 3.5235594243877922e-06,
      "loss": 0.44690585136413574,
      "step": 1410
    },
    {
      "epoch": 1.2980571428571428,
      "grad_norm": 3.5108411042134366,
      "learning_rate": 3.499236684329736e-06,
      "loss": 0.45906782150268555,
      "step": 1420
    },
    {
      "epoch": 1.3072,
      "grad_norm": 3.3266494830778455,
      "learning_rate": 3.4748008509070445e-06,
      "loss": 0.45464215278625486,
      "step": 1430
    },
    {
      "epoch": 1.3163428571428573,
      "grad_norm": 3.0137412074901944,
      "learning_rate": 3.4502546897613946e-06,
      "loss": 0.43608808517456055,
      "step": 1440
    },
    {
      "epoch": 1.3254857142857142,
      "grad_norm": 3.2127451996596936,
      "learning_rate": 3.4256009790213297e-06,
      "loss": 0.43820781707763673,
      "step": 1450
    },
    {
      "epoch": 1.3346285714285715,
      "grad_norm": 3.427262281605091,
      "learning_rate": 3.4008425089878265e-06,
      "loss": 0.43073239326477053,
      "step": 1460
    },
    {
      "epoch": 1.3437714285714286,
      "grad_norm": 4.353700600187586,
      "learning_rate": 3.3759820818184973e-06,
      "loss": 0.45119776725769045,
      "step": 1470
    },
    {
      "epoch": 1.3529142857142857,
      "grad_norm": 3.242139427180215,
      "learning_rate": 3.3510225112104337e-06,
      "loss": 0.44018216133117677,
      "step": 1480
    },
    {
      "epoch": 1.3620571428571429,
      "grad_norm": 3.2411498641319847,
      "learning_rate": 3.3259666220817622e-06,
      "loss": 0.4520729064941406,
      "step": 1490
    },
    {
      "epoch": 1.3712,
      "grad_norm": 6.0371875154833825,
      "learning_rate": 3.3008172502519126e-06,
      "loss": 0.462126636505127,
      "step": 1500
    },
    {
      "epoch": 1.380342857142857,
      "grad_norm": 3.739537830386579,
      "learning_rate": 3.2755772421206644e-06,
      "loss": 0.4293963432312012,
      "step": 1510
    },
    {
      "epoch": 1.3894857142857142,
      "grad_norm": 3.19498596726371,
      "learning_rate": 3.2502494543459933e-06,
      "loss": 0.43875484466552733,
      "step": 1520
    },
    {
      "epoch": 1.3986285714285716,
      "grad_norm": 2.9820654591528655,
      "learning_rate": 3.2248367535207527e-06,
      "loss": 0.4411722183227539,
      "step": 1530
    },
    {
      "epoch": 1.4077714285714285,
      "grad_norm": 3.14950619497062,
      "learning_rate": 3.1993420158482345e-06,
      "loss": 0.4349213600158691,
      "step": 1540
    },
    {
      "epoch": 1.4169142857142858,
      "grad_norm": 3.1690918179822507,
      "learning_rate": 3.17376812681664e-06,
      "loss": 0.43657522201538085,
      "step": 1550
    },
    {
      "epoch": 1.426057142857143,
      "grad_norm": 3.0291005683049645,
      "learning_rate": 3.148117980872505e-06,
      "loss": 0.43779573440551756,
      "step": 1560
    },
    {
      "epoch": 1.4352,
      "grad_norm": 4.942394273668635,
      "learning_rate": 3.1223944810930997e-06,
      "loss": 0.4364370346069336,
      "step": 1570
    },
    {
      "epoch": 1.4443428571428572,
      "grad_norm": 3.105747216662582,
      "learning_rate": 3.0966005388578667e-06,
      "loss": 0.4328590393066406,
      "step": 1580
    },
    {
      "epoch": 1.4534857142857143,
      "grad_norm": 2.7725075982235836,
      "learning_rate": 3.070739073518909e-06,
      "loss": 0.4478790760040283,
      "step": 1590
    },
    {
      "epoch": 1.4626285714285714,
      "grad_norm": 3.004398909698697,
      "learning_rate": 3.0448130120705755e-06,
      "loss": 0.4431458473205566,
      "step": 1600
    },
    {
      "epoch": 1.4717714285714285,
      "grad_norm": 3.4454908519766287,
      "learning_rate": 3.018825288818189e-06,
      "loss": 0.43061065673828125,
      "step": 1610
    },
    {
      "epoch": 1.4809142857142858,
      "grad_norm": 3.277363340056823,
      "learning_rate": 2.992778845045939e-06,
      "loss": 0.42577180862426756,
      "step": 1620
    },
    {
      "epoch": 1.4900571428571427,
      "grad_norm": 3.280181821031211,
      "learning_rate": 2.96667662868399e-06,
      "loss": 0.4388378143310547,
      "step": 1630
    },
    {
      "epoch": 1.4992,
      "grad_norm": 3.517475812091832,
      "learning_rate": 2.9405215939748345e-06,
      "loss": 0.4764075756072998,
      "step": 1640
    },
    {
      "epoch": 1.508342857142857,
      "grad_norm": 3.6186803236597367,
      "learning_rate": 2.9143167011389334e-06,
      "loss": 0.44104642868041993,
      "step": 1650
    },
    {
      "epoch": 1.5174857142857143,
      "grad_norm": 4.49908394192936,
      "learning_rate": 2.888064916039676e-06,
      "loss": 0.46334018707275393,
      "step": 1660
    },
    {
      "epoch": 1.5266285714285714,
      "grad_norm": 4.368868620731799,
      "learning_rate": 2.8617692098477083e-06,
      "loss": 0.44715070724487305,
      "step": 1670
    },
    {
      "epoch": 1.5357714285714286,
      "grad_norm": 3.199142545246703,
      "learning_rate": 2.8354325587046553e-06,
      "loss": 0.44616308212280276,
      "step": 1680
    },
    {
      "epoch": 1.5449142857142857,
      "grad_norm": 3.440077773747208,
      "learning_rate": 2.8090579433862804e-06,
      "loss": 0.4543767929077148,
      "step": 1690
    },
    {
      "epoch": 1.5540571428571428,
      "grad_norm": 2.7818538175759717,
      "learning_rate": 2.7826483489651236e-06,
      "loss": 0.40111846923828126,
      "step": 1700
    },
    {
      "epoch": 1.5632000000000001,
      "grad_norm": 3.10795010245684,
      "learning_rate": 2.7562067644726503e-06,
      "loss": 0.4558586120605469,
      "step": 1710
    },
    {
      "epoch": 1.572342857142857,
      "grad_norm": 3.2864212243908457,
      "learning_rate": 2.729736182560957e-06,
      "loss": 0.4243218421936035,
      "step": 1720
    },
    {
      "epoch": 1.5814857142857144,
      "grad_norm": 3.2048887885997672,
      "learning_rate": 2.7032395991640576e-06,
      "loss": 0.4420520305633545,
      "step": 1730
    },
    {
      "epoch": 1.5906285714285713,
      "grad_norm": 3.517255823497795,
      "learning_rate": 2.6767200131588104e-06,
      "loss": 0.4580650806427002,
      "step": 1740
    },
    {
      "epoch": 1.5997714285714286,
      "grad_norm": 3.1565683175319617,
      "learning_rate": 2.6501804260255025e-06,
      "loss": 0.45360441207885743,
      "step": 1750
    },
    {
      "epoch": 1.6089142857142857,
      "grad_norm": 4.043706266931836,
      "learning_rate": 2.6236238415081437e-06,
      "loss": 0.42459897994995116,
      "step": 1760
    },
    {
      "epoch": 1.6180571428571429,
      "grad_norm": 3.279503442119918,
      "learning_rate": 2.597053265274503e-06,
      "loss": 0.4341078758239746,
      "step": 1770
    },
    {
      "epoch": 1.6272,
      "grad_norm": 3.112655021860705,
      "learning_rate": 2.57047170457593e-06,
      "loss": 0.4280117034912109,
      "step": 1780
    },
    {
      "epoch": 1.636342857142857,
      "grad_norm": 2.8263252138991013,
      "learning_rate": 2.5438821679069903e-06,
      "loss": 0.4240222930908203,
      "step": 1790
    },
    {
      "epoch": 1.6454857142857144,
      "grad_norm": 3.4651277123003914,
      "learning_rate": 2.517287664664973e-06,
      "loss": 0.423565673828125,
      "step": 1800
    },
    {
      "epoch": 1.6546285714285713,
      "grad_norm": 3.458251991463939,
      "learning_rate": 2.4906912048092777e-06,
      "loss": 0.4391635894775391,
      "step": 1810
    },
    {
      "epoch": 1.6637714285714287,
      "grad_norm": 3.437568084955159,
      "learning_rate": 2.4640957985207555e-06,
      "loss": 0.42197561264038086,
      "step": 1820
    },
    {
      "epoch": 1.6729142857142856,
      "grad_norm": 2.7818959484075165,
      "learning_rate": 2.4375044558610138e-06,
      "loss": 0.44665961265563964,
      "step": 1830
    },
    {
      "epoch": 1.682057142857143,
      "grad_norm": 2.944183416002998,
      "learning_rate": 2.410920186431742e-06,
      "loss": 0.4473154544830322,
      "step": 1840
    },
    {
      "epoch": 1.6912,
      "grad_norm": 2.7870159545544744,
      "learning_rate": 2.384345999034081e-06,
      "loss": 0.41730351448059083,
      "step": 1850
    },
    {
      "epoch": 1.7003428571428572,
      "grad_norm": 3.33967839938956,
      "learning_rate": 2.3577849013280883e-06,
      "loss": 0.4570345878601074,
      "step": 1860
    },
    {
      "epoch": 1.7094857142857143,
      "grad_norm": 3.5017488802826455,
      "learning_rate": 2.331239899492337e-06,
      "loss": 0.420123815536499,
      "step": 1870
    },
    {
      "epoch": 1.7186285714285714,
      "grad_norm": 2.9074562278744156,
      "learning_rate": 2.3047139978836713e-06,
      "loss": 0.4343130111694336,
      "step": 1880
    },
    {
      "epoch": 1.7277714285714287,
      "grad_norm": 3.1775155444025622,
      "learning_rate": 2.2782101986971754e-06,
      "loss": 0.4349550247192383,
      "step": 1890
    },
    {
      "epoch": 1.7369142857142856,
      "grad_norm": 3.861708541739034,
      "learning_rate": 2.2517315016263887e-06,
      "loss": 0.42552576065063474,
      "step": 1900
    },
    {
      "epoch": 1.746057142857143,
      "grad_norm": 2.581084576438278,
      "learning_rate": 2.225280903523799e-06,
      "loss": 0.4077327251434326,
      "step": 1910
    },
    {
      "epoch": 1.7551999999999999,
      "grad_norm": 3.179994401464169,
      "learning_rate": 2.1988613980616595e-06,
      "loss": 0.43221235275268555,
      "step": 1920
    },
    {
      "epoch": 1.7643428571428572,
      "grad_norm": 3.1749999002372844,
      "learning_rate": 2.1724759753931645e-06,
      "loss": 0.4288123607635498,
      "step": 1930
    },
    {
      "epoch": 1.7734857142857143,
      "grad_norm": 2.8008541280150427,
      "learning_rate": 2.1461276218140277e-06,
      "loss": 0.42254185676574707,
      "step": 1940
    },
    {
      "epoch": 1.7826285714285715,
      "grad_norm": 2.994068727512216,
      "learning_rate": 2.119819319424492e-06,
      "loss": 0.43700246810913085,
      "step": 1950
    },
    {
      "epoch": 1.7917714285714286,
      "grad_norm": 4.552347405118982,
      "learning_rate": 2.093554045791817e-06,
      "loss": 0.43660573959350585,
      "step": 1960
    },
    {
      "epoch": 1.8009142857142857,
      "grad_norm": 3.1327882348335594,
      "learning_rate": 2.0673347736132755e-06,
      "loss": 0.4373785972595215,
      "step": 1970
    },
    {
      "epoch": 1.8100571428571428,
      "grad_norm": 3.1271063998169994,
      "learning_rate": 2.04116447037971e-06,
      "loss": 0.4470353126525879,
      "step": 1980
    },
    {
      "epoch": 1.8192,
      "grad_norm": 3.2677713682332032,
      "learning_rate": 2.015046098039668e-06,
      "loss": 0.4334103584289551,
      "step": 1990
    },
    {
      "epoch": 1.8283428571428573,
      "grad_norm": 4.3344890461140615,
      "learning_rate": 1.9889826126641725e-06,
      "loss": 0.4345421314239502,
      "step": 2000
    },
    {
      "epoch": 1.8374857142857142,
      "grad_norm": 3.1369039671057037,
      "learning_rate": 1.9629769641121505e-06,
      "loss": 0.43268346786499023,
      "step": 2010
    },
    {
      "epoch": 1.8466285714285715,
      "grad_norm": 3.087192205340555,
      "learning_rate": 1.9370320956965744e-06,
      "loss": 0.4391191482543945,
      "step": 2020
    },
    {
      "epoch": 1.8557714285714284,
      "grad_norm": 4.217628941349784,
      "learning_rate": 1.911150943851334e-06,
      "loss": 0.40320940017700196,
      "step": 2030
    },
    {
      "epoch": 1.8649142857142857,
      "grad_norm": 2.8735268917521615,
      "learning_rate": 1.8853364377988943e-06,
      "loss": 0.44879951477050783,
      "step": 2040
    },
    {
      "epoch": 1.8740571428571429,
      "grad_norm": 3.214365579670086,
      "learning_rate": 1.8595914992187631e-06,
      "loss": 0.4494847297668457,
      "step": 2050
    },
    {
      "epoch": 1.8832,
      "grad_norm": 3.534792019812254,
      "learning_rate": 1.8339190419168218e-06,
      "loss": 0.4198641777038574,
      "step": 2060
    },
    {
      "epoch": 1.892342857142857,
      "grad_norm": 5.8738496363773125,
      "learning_rate": 1.8083219714955366e-06,
      "loss": 0.4413148880004883,
      "step": 2070
    },
    {
      "epoch": 1.9014857142857142,
      "grad_norm": 3.2022928406375533,
      "learning_rate": 1.7828031850251066e-06,
      "loss": 0.436600399017334,
      "step": 2080
    },
    {
      "epoch": 1.9106285714285716,
      "grad_norm": 3.2126047217045994,
      "learning_rate": 1.757365570715569e-06,
      "loss": 0.4329060554504395,
      "step": 2090
    },
    {
      "epoch": 1.9197714285714285,
      "grad_norm": 2.642690267856541,
      "learning_rate": 1.7320120075899184e-06,
      "loss": 0.4353902816772461,
      "step": 2100
    },
    {
      "epoch": 1.9289142857142858,
      "grad_norm": 3.4937941929931666,
      "learning_rate": 1.7067453651582578e-06,
      "loss": 0.43367576599121094,
      "step": 2110
    },
    {
      "epoch": 1.9380571428571427,
      "grad_norm": 3.40397498122847,
      "learning_rate": 1.6815685030930232e-06,
      "loss": 0.41201076507568357,
      "step": 2120
    },
    {
      "epoch": 1.9472,
      "grad_norm": 3.2017143149040463,
      "learning_rate": 1.656484270905334e-06,
      "loss": 0.4455230712890625,
      "step": 2130
    },
    {
      "epoch": 1.9563428571428572,
      "grad_norm": 4.48489218999384,
      "learning_rate": 1.631495507622482e-06,
      "loss": 0.4423556327819824,
      "step": 2140
    },
    {
      "epoch": 1.9654857142857143,
      "grad_norm": 2.919306495268925,
      "learning_rate": 1.6066050414666118e-06,
      "loss": 0.4162015914916992,
      "step": 2150
    },
    {
      "epoch": 1.9746285714285714,
      "grad_norm": 3.32553420624746,
      "learning_rate": 1.5818156895346204e-06,
      "loss": 0.39836313724517824,
      "step": 2160
    },
    {
      "epoch": 1.9837714285714285,
      "grad_norm": 3.138755010556365,
      "learning_rate": 1.5571302574793252e-06,
      "loss": 0.41482887268066404,
      "step": 2170
    },
    {
      "epoch": 1.9929142857142859,
      "grad_norm": 3.0900245066470493,
      "learning_rate": 1.5325515391919148e-06,
      "loss": 0.4117753982543945,
      "step": 2180
    },
    {
      "epoch": 2.0018285714285713,
      "grad_norm": 2.1455782292116434,
      "learning_rate": 1.5080823164857427e-06,
      "loss": 0.41173501014709474,
      "step": 2190
    },
    {
      "epoch": 2.0109714285714286,
      "grad_norm": 2.331925083932664,
      "learning_rate": 1.4837253587814742e-06,
      "loss": 0.28417210578918456,
      "step": 2200
    },
    {
      "epoch": 2.0201142857142855,
      "grad_norm": 2.797520975914452,
      "learning_rate": 1.4594834227936527e-06,
      "loss": 0.2759065628051758,
      "step": 2210
    },
    {
      "epoch": 2.029257142857143,
      "grad_norm": 2.7316124845044913,
      "learning_rate": 1.4353592522186915e-06,
      "loss": 0.2795105934143066,
      "step": 2220
    },
    {
      "epoch": 2.0384,
      "grad_norm": 2.5142368786137186,
      "learning_rate": 1.411355577424342e-06,
      "loss": 0.2630774021148682,
      "step": 2230
    },
    {
      "epoch": 2.047542857142857,
      "grad_norm": 3.0806115423827922,
      "learning_rate": 1.387475115140673e-06,
      "loss": 0.28287272453308104,
      "step": 2240
    },
    {
      "epoch": 2.0566857142857145,
      "grad_norm": 3.110707613396574,
      "learning_rate": 1.36372056815259e-06,
      "loss": 0.2759075403213501,
      "step": 2250
    },
    {
      "epoch": 2.0658285714285713,
      "grad_norm": 2.8001881041080425,
      "learning_rate": 1.3400946249939392e-06,
      "loss": 0.2967714309692383,
      "step": 2260
    },
    {
      "epoch": 2.0749714285714287,
      "grad_norm": 2.6575160852395383,
      "learning_rate": 1.316599959643214e-06,
      "loss": 0.2909571170806885,
      "step": 2270
    },
    {
      "epoch": 2.0841142857142856,
      "grad_norm": 2.4932343811676225,
      "learning_rate": 1.2932392312209183e-06,
      "loss": 0.25677051544189455,
      "step": 2280
    },
    {
      "epoch": 2.093257142857143,
      "grad_norm": 3.3930138643702916,
      "learning_rate": 1.2700150836886057e-06,
      "loss": 0.2645407199859619,
      "step": 2290
    },
    {
      "epoch": 2.1024,
      "grad_norm": 2.847214706519789,
      "learning_rate": 1.2469301455496425e-06,
      "loss": 0.2937319755554199,
      "step": 2300
    },
    {
      "epoch": 2.111542857142857,
      "grad_norm": 2.8983772937624646,
      "learning_rate": 1.2239870295517023e-06,
      "loss": 0.28319683074951174,
      "step": 2310
    },
    {
      "epoch": 2.120685714285714,
      "grad_norm": 2.60083123585202,
      "learning_rate": 1.201188332391071e-06,
      "loss": 0.28835506439208985,
      "step": 2320
    },
    {
      "epoch": 2.1298285714285714,
      "grad_norm": 2.9924905191048086,
      "learning_rate": 1.1785366344187391e-06,
      "loss": 0.26238574981689455,
      "step": 2330
    },
    {
      "epoch": 2.1389714285714287,
      "grad_norm": 2.5490336359087613,
      "learning_rate": 1.1560344993483712e-06,
      "loss": 0.2972123146057129,
      "step": 2340
    },
    {
      "epoch": 2.1481142857142856,
      "grad_norm": 2.877749657219292,
      "learning_rate": 1.1336844739661323e-06,
      "loss": 0.27041053771972656,
      "step": 2350
    },
    {
      "epoch": 2.157257142857143,
      "grad_norm": 3.0458116805440274,
      "learning_rate": 1.1114890878424558e-06,
      "loss": 0.2877945899963379,
      "step": 2360
    },
    {
      "epoch": 2.1664,
      "grad_norm": 3.4511019174253246,
      "learning_rate": 1.089450853045737e-06,
      "loss": 0.2601182222366333,
      "step": 2370
    },
    {
      "epoch": 2.1755428571428572,
      "grad_norm": 2.9409614966959357,
      "learning_rate": 1.0675722638580272e-06,
      "loss": 0.2745830059051514,
      "step": 2380
    },
    {
      "epoch": 2.184685714285714,
      "grad_norm": 2.9527590069918044,
      "learning_rate": 1.0458557964927199e-06,
      "loss": 0.2711923599243164,
      "step": 2390
    },
    {
      "epoch": 2.1938285714285715,
      "grad_norm": 3.5434052190550007,
      "learning_rate": 1.0243039088143064e-06,
      "loss": 0.2741232872009277,
      "step": 2400
    },
    {
      "epoch": 2.202971428571429,
      "grad_norm": 2.593916543705238,
      "learning_rate": 1.0029190400601849e-06,
      "loss": 0.2650418996810913,
      "step": 2410
    },
    {
      "epoch": 2.2121142857142857,
      "grad_norm": 5.458957198039009,
      "learning_rate": 9.817036105645973e-07,
      "loss": 0.2851154088973999,
      "step": 2420
    },
    {
      "epoch": 2.221257142857143,
      "grad_norm": 2.797419008621176,
      "learning_rate": 9.60660021484684e-07,
      "loss": 0.2927062511444092,
      "step": 2430
    },
    {
      "epoch": 2.2304,
      "grad_norm": 2.5165587869464767,
      "learning_rate": 9.397906545287364e-07,
      "loss": 0.28804736137390136,
      "step": 2440
    },
    {
      "epoch": 2.2395428571428573,
      "grad_norm": 2.8068710367884364,
      "learning_rate": 9.190978716866234e-07,
      "loss": 0.2795238971710205,
      "step": 2450
    },
    {
      "epoch": 2.248685714285714,
      "grad_norm": 3.032320478128081,
      "learning_rate": 8.985840149624711e-07,
      "loss": 0.2737816333770752,
      "step": 2460
    },
    {
      "epoch": 2.2578285714285715,
      "grad_norm": 2.45844847317339,
      "learning_rate": 8.782514061095857e-07,
      "loss": 0.2709775447845459,
      "step": 2470
    },
    {
      "epoch": 2.2669714285714284,
      "grad_norm": 2.762916896820192,
      "learning_rate": 8.581023463676891e-07,
      "loss": 0.2839071035385132,
      "step": 2480
    },
    {
      "epoch": 2.2761142857142858,
      "grad_norm": 4.204279171269985,
      "learning_rate": 8.381391162024546e-07,
      "loss": 0.28216550350189207,
      "step": 2490
    },
    {
      "epoch": 2.2852571428571427,
      "grad_norm": 3.658985340256555,
      "learning_rate": 8.183639750474148e-07,
      "loss": 0.2637728214263916,
      "step": 2500
    },
    {
      "epoch": 2.2944,
      "grad_norm": 3.1133594582005495,
      "learning_rate": 7.987791610482273e-07,
      "loss": 0.29704737663269043,
      "step": 2510
    },
    {
      "epoch": 2.3035428571428573,
      "grad_norm": 3.690776210653126,
      "learning_rate": 7.793868908093741e-07,
      "loss": 0.2734424591064453,
      "step": 2520
    },
    {
      "epoch": 2.3126857142857142,
      "grad_norm": 2.9193823050504437,
      "learning_rate": 7.601893591432783e-07,
      "loss": 0.2964025020599365,
      "step": 2530
    },
    {
      "epoch": 2.3218285714285716,
      "grad_norm": 3.1219703362208278,
      "learning_rate": 7.411887388219e-07,
      "loss": 0.27420711517333984,
      "step": 2540
    },
    {
      "epoch": 2.3309714285714285,
      "grad_norm": 2.6896951062457544,
      "learning_rate": 7.223871803308197e-07,
      "loss": 0.28046393394470215,
      "step": 2550
    },
    {
      "epoch": 2.340114285714286,
      "grad_norm": 2.8869534336843112,
      "learning_rate": 7.037868116258512e-07,
      "loss": 0.28264617919921875,
      "step": 2560
    },
    {
      "epoch": 2.3492571428571427,
      "grad_norm": 3.211167429739125,
      "learning_rate": 6.85389737892195e-07,
      "loss": 0.2707538604736328,
      "step": 2570
    },
    {
      "epoch": 2.3584,
      "grad_norm": 2.9245764167686064,
      "learning_rate": 6.671980413061765e-07,
      "loss": 0.2886025905609131,
      "step": 2580
    },
    {
      "epoch": 2.367542857142857,
      "grad_norm": 3.006045586066139,
      "learning_rate": 6.492137807995857e-07,
      "loss": 0.2865435123443604,
      "step": 2590
    },
    {
      "epoch": 2.3766857142857143,
      "grad_norm": 2.904179442386007,
      "learning_rate": 6.314389918266492e-07,
      "loss": 0.27129201889038085,
      "step": 2600
    },
    {
      "epoch": 2.385828571428571,
      "grad_norm": 2.7279197463085074,
      "learning_rate": 6.138756861336542e-07,
      "loss": 0.28215818405151366,
      "step": 2610
    },
    {
      "epoch": 2.3949714285714285,
      "grad_norm": 4.008408816111731,
      "learning_rate": 5.96525851531263e-07,
      "loss": 0.28048908710479736,
      "step": 2620
    },
    {
      "epoch": 2.404114285714286,
      "grad_norm": 3.320215936969822,
      "learning_rate": 5.793914516695303e-07,
      "loss": 0.290478515625,
      "step": 2630
    },
    {
      "epoch": 2.4132571428571428,
      "grad_norm": 2.9471386803081723,
      "learning_rate": 5.624744258156622e-07,
      "loss": 0.2790560722351074,
      "step": 2640
    },
    {
      "epoch": 2.4224,
      "grad_norm": 2.7802018757338445,
      "learning_rate": 5.45776688634525e-07,
      "loss": 0.28078885078430177,
      "step": 2650
    },
    {
      "epoch": 2.431542857142857,
      "grad_norm": 3.441939690522524,
      "learning_rate": 5.293001299719474e-07,
      "loss": 0.27572739124298096,
      "step": 2660
    },
    {
      "epoch": 2.4406857142857143,
      "grad_norm": 2.6403900442290396,
      "learning_rate": 5.130466146408269e-07,
      "loss": 0.28520448207855226,
      "step": 2670
    },
    {
      "epoch": 2.4498285714285712,
      "grad_norm": 2.919676897711747,
      "learning_rate": 4.970179822100709e-07,
      "loss": 0.2793970823287964,
      "step": 2680
    },
    {
      "epoch": 2.4589714285714286,
      "grad_norm": 2.5169051026523284,
      "learning_rate": 4.812160467963961e-07,
      "loss": 0.25467662811279296,
      "step": 2690
    },
    {
      "epoch": 2.468114285714286,
      "grad_norm": 3.150115641765334,
      "learning_rate": 4.656425968590048e-07,
      "loss": 0.26524691581726073,
      "step": 2700
    },
    {
      "epoch": 2.477257142857143,
      "grad_norm": 2.798567762503104,
      "learning_rate": 4.5029939499716845e-07,
      "loss": 0.2708770990371704,
      "step": 2710
    },
    {
      "epoch": 2.4864,
      "grad_norm": 2.779144429002268,
      "learning_rate": 4.3518817775073803e-07,
      "loss": 0.2831141948699951,
      "step": 2720
    },
    {
      "epoch": 2.495542857142857,
      "grad_norm": 2.9493120279424354,
      "learning_rate": 4.2031065540360324e-07,
      "loss": 0.2714195728302002,
      "step": 2730
    },
    {
      "epoch": 2.5046857142857144,
      "grad_norm": 3.114136833647926,
      "learning_rate": 4.056685117901199e-07,
      "loss": 0.2746497392654419,
      "step": 2740
    },
    {
      "epoch": 2.5138285714285713,
      "grad_norm": 3.8795836052599992,
      "learning_rate": 3.912634041045374e-07,
      "loss": 0.2960409164428711,
      "step": 2750
    },
    {
      "epoch": 2.5229714285714286,
      "grad_norm": 3.7611974062902402,
      "learning_rate": 3.770969627134363e-07,
      "loss": 0.2696434497833252,
      "step": 2760
    },
    {
      "epoch": 2.532114285714286,
      "grad_norm": 3.084236649645437,
      "learning_rate": 3.631707909712029e-07,
      "loss": 0.2951453447341919,
      "step": 2770
    },
    {
      "epoch": 2.541257142857143,
      "grad_norm": 2.7536418992296494,
      "learning_rate": 3.4948646503856597e-07,
      "loss": 0.26727540493011476,
      "step": 2780
    },
    {
      "epoch": 2.5504,
      "grad_norm": 2.4447069339756453,
      "learning_rate": 3.3604553370420153e-07,
      "loss": 0.26174561977386473,
      "step": 2790
    },
    {
      "epoch": 2.559542857142857,
      "grad_norm": 2.6204889030814917,
      "learning_rate": 3.228495182094457e-07,
      "loss": 0.25725569725036623,
      "step": 2800
    },
    {
      "epoch": 2.5686857142857145,
      "grad_norm": 2.854546748178268,
      "learning_rate": 3.09899912076119e-07,
      "loss": 0.26064653396606446,
      "step": 2810
    },
    {
      "epoch": 2.5778285714285714,
      "grad_norm": 3.071473221872306,
      "learning_rate": 2.9719818093748993e-07,
      "loss": 0.28105137348175047,
      "step": 2820
    },
    {
      "epoch": 2.5869714285714287,
      "grad_norm": 3.547166978357724,
      "learning_rate": 2.847457623723976e-07,
      "loss": 0.26943848133087156,
      "step": 2830
    },
    {
      "epoch": 2.5961142857142856,
      "grad_norm": 2.8077199918364992,
      "learning_rate": 2.725440657425424e-07,
      "loss": 0.271466064453125,
      "step": 2840
    },
    {
      "epoch": 2.605257142857143,
      "grad_norm": 3.3870796915867967,
      "learning_rate": 2.605944720329781e-07,
      "loss": 0.30047783851623533,
      "step": 2850
    },
    {
      "epoch": 2.6144,
      "grad_norm": 3.37481446466192,
      "learning_rate": 2.488983336958106e-07,
      "loss": 0.27461848258972166,
      "step": 2860
    },
    {
      "epoch": 2.623542857142857,
      "grad_norm": 3.3965631891349077,
      "learning_rate": 2.3745697449713e-07,
      "loss": 0.2756947040557861,
      "step": 2870
    },
    {
      "epoch": 2.6326857142857145,
      "grad_norm": 2.9333428705323916,
      "learning_rate": 2.262716893671846e-07,
      "loss": 0.2747671127319336,
      "step": 2880
    },
    {
      "epoch": 2.6418285714285714,
      "grad_norm": 2.6497732373612797,
      "learning_rate": 2.1534374425382144e-07,
      "loss": 0.25971531867980957,
      "step": 2890
    },
    {
      "epoch": 2.6509714285714283,
      "grad_norm": 4.272951017108124,
      "learning_rate": 2.0467437597920747e-07,
      "loss": 0.2755371332168579,
      "step": 2900
    },
    {
      "epoch": 2.6601142857142857,
      "grad_norm": 3.117894134867874,
      "learning_rate": 1.9426479209984722e-07,
      "loss": 0.28951458930969237,
      "step": 2910
    },
    {
      "epoch": 2.669257142857143,
      "grad_norm": 2.464439468735964,
      "learning_rate": 1.8411617076990878e-07,
      "loss": 0.2649653673171997,
      "step": 2920
    },
    {
      "epoch": 2.6784,
      "grad_norm": 2.72211328253953,
      "learning_rate": 1.742296606078836e-07,
      "loss": 0.29132938385009766,
      "step": 2930
    },
    {
      "epoch": 2.6875428571428572,
      "grad_norm": 4.113842251476894,
      "learning_rate": 1.646063805665843e-07,
      "loss": 0.2908849000930786,
      "step": 2940
    },
    {
      "epoch": 2.696685714285714,
      "grad_norm": 2.4174551461039124,
      "learning_rate": 1.552474198065032e-07,
      "loss": 0.27597498893737793,
      "step": 2950
    },
    {
      "epoch": 2.7058285714285715,
      "grad_norm": 2.6899463765584306,
      "learning_rate": 1.461538375725402e-07,
      "loss": 0.277122950553894,
      "step": 2960
    },
    {
      "epoch": 2.7149714285714284,
      "grad_norm": 2.8005053856013475,
      "learning_rate": 1.3732666307411823e-07,
      "loss": 0.25887160301208495,
      "step": 2970
    },
    {
      "epoch": 2.7241142857142857,
      "grad_norm": 2.703231559676717,
      "learning_rate": 1.2876689536869795e-07,
      "loss": 0.2687790632247925,
      "step": 2980
    },
    {
      "epoch": 2.733257142857143,
      "grad_norm": 2.9714387325356664,
      "learning_rate": 1.2047550324870454e-07,
      "loss": 0.2882379055023193,
      "step": 2990
    },
    {
      "epoch": 2.7424,
      "grad_norm": 2.975636524179059,
      "learning_rate": 1.1245342513187845e-07,
      "loss": 0.2735182285308838,
      "step": 3000
    },
    {
      "epoch": 2.7515428571428573,
      "grad_norm": 5.427438211860574,
      "learning_rate": 1.0470156895506816e-07,
      "loss": 0.28655252456665037,
      "step": 3010
    },
    {
      "epoch": 2.760685714285714,
      "grad_norm": 2.834836865933173,
      "learning_rate": 9.722081207146822e-08,
      "loss": 0.2843330383300781,
      "step": 3020
    },
    {
      "epoch": 2.7698285714285715,
      "grad_norm": 3.2508554170567745,
      "learning_rate": 9.00120011513217e-08,
      "loss": 0.3217320919036865,
      "step": 3030
    },
    {
      "epoch": 2.7789714285714284,
      "grad_norm": 2.662652904640414,
      "learning_rate": 8.307595208609242e-08,
      "loss": 0.2799499988555908,
      "step": 3040
    },
    {
      "epoch": 2.7881142857142858,
      "grad_norm": 3.313764988734726,
      "learning_rate": 7.641344989612553e-08,
      "loss": 0.2839944839477539,
      "step": 3050
    },
    {
      "epoch": 2.797257142857143,
      "grad_norm": 3.1722414488072572,
      "learning_rate": 7.002524864179655e-08,
      "loss": 0.2826042413711548,
      "step": 3060
    },
    {
      "epoch": 2.8064,
      "grad_norm": 2.4340202293962014,
      "learning_rate": 6.391207133816801e-08,
      "loss": 0.27430474758148193,
      "step": 3070
    },
    {
      "epoch": 2.815542857142857,
      "grad_norm": 3.8981338718366443,
      "learning_rate": 5.807460987315827e-08,
      "loss": 0.28628087043762207,
      "step": 3080
    },
    {
      "epoch": 2.8246857142857142,
      "grad_norm": 3.207003973875545,
      "learning_rate": 5.251352492923523e-08,
      "loss": 0.25586106777191164,
      "step": 3090
    },
    {
      "epoch": 2.8338285714285716,
      "grad_norm": 2.6863291011820767,
      "learning_rate": 4.7229445908638095e-08,
      "loss": 0.2681715726852417,
      "step": 3100
    },
    {
      "epoch": 2.8429714285714285,
      "grad_norm": 3.4170815541014594,
      "learning_rate": 4.222297086214494e-08,
      "loss": 0.2915987014770508,
      "step": 3110
    },
    {
      "epoch": 2.852114285714286,
      "grad_norm": 2.941305890011209,
      "learning_rate": 3.7494666421381274e-08,
      "loss": 0.2657483577728271,
      "step": 3120
    },
    {
      "epoch": 2.8612571428571427,
      "grad_norm": 3.526079056315177,
      "learning_rate": 3.304506773469329e-08,
      "loss": 0.25781662464141847,
      "step": 3130
    },
    {
      "epoch": 2.8704,
      "grad_norm": 2.609874604937171,
      "learning_rate": 2.8874678406576594e-08,
      "loss": 0.2730119228363037,
      "step": 3140
    },
    {
      "epoch": 2.879542857142857,
      "grad_norm": 3.0570740555603133,
      "learning_rate": 2.4983970440680128e-08,
      "loss": 0.2676541328430176,
      "step": 3150
    },
    {
      "epoch": 2.8886857142857143,
      "grad_norm": 2.976760544679315,
      "learning_rate": 2.1373384186383905e-08,
      "loss": 0.2622354507446289,
      "step": 3160
    },
    {
      "epoch": 2.8978285714285716,
      "grad_norm": 3.234328922862887,
      "learning_rate": 1.8043328288961105e-08,
      "loss": 0.2934865474700928,
      "step": 3170
    },
    {
      "epoch": 2.9069714285714285,
      "grad_norm": 3.1913825418895403,
      "learning_rate": 1.4994179643327555e-08,
      "loss": 0.28752024173736573,
      "step": 3180
    },
    {
      "epoch": 2.9161142857142854,
      "grad_norm": 3.135326939098938,
      "learning_rate": 1.2226283351384482e-08,
      "loss": 0.27213478088378906,
      "step": 3190
    },
    {
      "epoch": 2.925257142857143,
      "grad_norm": 2.4788183611689663,
      "learning_rate": 9.73995268296002e-09,
      "loss": 0.2616039037704468,
      "step": 3200
    },
    {
      "epoch": 2.9344,
      "grad_norm": 2.6512114328454897,
      "learning_rate": 7.535469040354516e-09,
      "loss": 0.27331559658050536,
      "step": 3210
    },
    {
      "epoch": 2.943542857142857,
      "grad_norm": 2.5254267778654653,
      "learning_rate": 5.613081926489073e-09,
      "loss": 0.276494574546814,
      "step": 3220
    },
    {
      "epoch": 2.9526857142857144,
      "grad_norm": 2.8166097166241686,
      "learning_rate": 3.973008916669519e-09,
      "loss": 0.26462578773498535,
      "step": 3230
    },
    {
      "epoch": 2.9618285714285717,
      "grad_norm": 3.292706227456575,
      "learning_rate": 2.6154356339599952e-09,
      "loss": 0.27637853622436526,
      "step": 3240
    },
    {
      "epoch": 2.9709714285714286,
      "grad_norm": 2.772394100009466,
      "learning_rate": 1.5405157281739303e-09,
      "loss": 0.26067826747894285,
      "step": 3250
    },
    {
      "epoch": 2.9801142857142855,
      "grad_norm": 3.1362183961360555,
      "learning_rate": 7.483708584843374e-10,
      "loss": 0.2749017238616943,
      "step": 3260
    },
    {
      "epoch": 2.989257142857143,
      "grad_norm": 2.5806364813100937,
      "learning_rate": 2.390906796548298e-10,
      "loss": 0.26424460411071776,
      "step": 3270
    },
    {
      "epoch": 2.9984,
      "grad_norm": 2.944409763435295,
      "learning_rate": 1.2732831892181553e-11,
      "loss": 0.26900973320007326,
      "step": 3280
    },
    {
      "epoch": 3.0,
      "step": 3282,
      "total_flos": 545049086656512.0,
      "train_loss": 0.4685640548112405,
      "train_runtime": 40125.0714,
      "train_samples_per_second": 5.234,
      "train_steps_per_second": 0.082
    }
  ],
  "logging_steps": 10,
  "max_steps": 3282,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 545049086656512.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}