{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 30540,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06548788474132286,
      "grad_norm": 2.190325975418091,
      "learning_rate": 4e-05,
      "loss": 2.1706,
      "step": 100
    },
    {
      "epoch": 0.13097576948264572,
      "grad_norm": 1.687834620475769,
      "learning_rate": 8e-05,
      "loss": 1.4837,
      "step": 200
    },
    {
      "epoch": 0.19646365422396855,
      "grad_norm": 3.400477170944214,
      "learning_rate": 0.00012,
      "loss": 1.3391,
      "step": 300
    },
    {
      "epoch": 0.26195153896529144,
      "grad_norm": 2.344036340713501,
      "learning_rate": 0.00016,
      "loss": 1.261,
      "step": 400
    },
    {
      "epoch": 0.3274394237066143,
      "grad_norm": 3.714707136154175,
      "learning_rate": 0.0002,
      "loss": 1.2116,
      "step": 500
    },
    {
      "epoch": 0.3929273084479371,
      "grad_norm": 1.679829478263855,
      "learning_rate": 0.00019933422103861519,
      "loss": 1.1717,
      "step": 600
    },
    {
      "epoch": 0.45841519318926,
      "grad_norm": 4.456311225891113,
      "learning_rate": 0.00019866844207723036,
      "loss": 1.1405,
      "step": 700
    },
    {
      "epoch": 0.5239030779305829,
      "grad_norm": 1.568082571029663,
      "learning_rate": 0.00019800266311584554,
      "loss": 1.1225,
      "step": 800
    },
    {
      "epoch": 0.5893909626719057,
      "grad_norm": 1.7375952005386353,
      "learning_rate": 0.00019733688415446071,
      "loss": 1.0592,
      "step": 900
    },
    {
      "epoch": 0.6548788474132285,
      "grad_norm": 1.5904892683029175,
      "learning_rate": 0.0001966711051930759,
      "loss": 1.0416,
      "step": 1000
    },
    {
      "epoch": 0.7203667321545514,
      "grad_norm": 1.7365295886993408,
      "learning_rate": 0.00019600532623169107,
      "loss": 0.9895,
      "step": 1100
    },
    {
      "epoch": 0.7858546168958742,
      "grad_norm": 1.5330233573913574,
      "learning_rate": 0.00019533954727030627,
      "loss": 0.9372,
      "step": 1200
    },
    {
      "epoch": 0.8513425016371972,
      "grad_norm": 1.0893980264663696,
      "learning_rate": 0.00019467376830892145,
      "loss": 0.9411,
      "step": 1300
    },
    {
      "epoch": 0.91683038637852,
      "grad_norm": 1.1699469089508057,
      "learning_rate": 0.00019400798934753662,
      "loss": 0.9493,
      "step": 1400
    },
    {
      "epoch": 0.9823182711198428,
      "grad_norm": 1.6074790954589844,
      "learning_rate": 0.00019334221038615183,
      "loss": 0.924,
      "step": 1500
    },
    {
      "epoch": 1.0478061558611658,
      "grad_norm": 1.2101867198944092,
      "learning_rate": 0.000192676431424767,
      "loss": 0.7403,
      "step": 1600
    },
    {
      "epoch": 1.1132940406024885,
      "grad_norm": 1.4132746458053589,
      "learning_rate": 0.00019201065246338218,
      "loss": 0.7249,
      "step": 1700
    },
    {
      "epoch": 1.1787819253438114,
      "grad_norm": 2.216444492340088,
      "learning_rate": 0.00019134487350199735,
      "loss": 0.7047,
      "step": 1800
    },
    {
      "epoch": 1.2442698100851342,
      "grad_norm": 1.6050766706466675,
      "learning_rate": 0.00019067909454061253,
      "loss": 0.7007,
      "step": 1900
    },
    {
      "epoch": 1.309757694826457,
      "grad_norm": 1.6436518430709839,
      "learning_rate": 0.0001900133155792277,
      "loss": 0.689,
      "step": 2000
    },
    {
      "epoch": 1.37524557956778,
      "grad_norm": 1.3625693321228027,
      "learning_rate": 0.00018934753661784288,
      "loss": 0.68,
      "step": 2100
    },
    {
      "epoch": 1.4407334643091028,
      "grad_norm": 3.190361499786377,
      "learning_rate": 0.00018868175765645806,
      "loss": 0.684,
      "step": 2200
    },
    {
      "epoch": 1.5062213490504257,
      "grad_norm": 1.6968008279800415,
      "learning_rate": 0.00018801597869507323,
      "loss": 0.6482,
      "step": 2300
    },
    {
      "epoch": 1.5717092337917484,
      "grad_norm": 2.3719942569732666,
      "learning_rate": 0.0001873501997336884,
      "loss": 0.6397,
      "step": 2400
    },
    {
      "epoch": 1.6371971185330714,
      "grad_norm": 1.6784634590148926,
      "learning_rate": 0.00018668442077230361,
      "loss": 0.6246,
      "step": 2500
    },
    {
      "epoch": 1.7026850032743943,
      "grad_norm": 5.170924663543701,
      "learning_rate": 0.0001860186418109188,
      "loss": 0.6396,
      "step": 2600
    },
    {
      "epoch": 1.768172888015717,
      "grad_norm": 1.4368904829025269,
      "learning_rate": 0.00018535286284953397,
      "loss": 0.6158,
      "step": 2700
    },
    {
      "epoch": 1.83366077275704,
      "grad_norm": 1.5622111558914185,
      "learning_rate": 0.00018468708388814914,
      "loss": 0.6488,
      "step": 2800
    },
    {
      "epoch": 1.8991486574983627,
      "grad_norm": 1.4093877077102661,
      "learning_rate": 0.00018402130492676432,
      "loss": 0.5959,
      "step": 2900
    },
    {
      "epoch": 1.9646365422396856,
      "grad_norm": 3.925295829772949,
      "learning_rate": 0.0001833555259653795,
      "loss": 0.5619,
      "step": 3000
    },
    {
      "epoch": 2.0301244269810086,
      "grad_norm": 2.794207811355591,
      "learning_rate": 0.00018268974700399467,
      "loss": 0.4983,
      "step": 3100
    },
    {
      "epoch": 2.0956123117223315,
      "grad_norm": 1.3407844305038452,
      "learning_rate": 0.00018202396804260987,
      "loss": 0.4355,
      "step": 3200
    },
    {
      "epoch": 2.161100196463654,
      "grad_norm": 1.74431312084198,
      "learning_rate": 0.00018135818908122505,
      "loss": 0.4409,
      "step": 3300
    },
    {
      "epoch": 2.226588081204977,
      "grad_norm": 1.806471347808838,
      "learning_rate": 0.00018069241011984023,
      "loss": 0.4017,
      "step": 3400
    },
    {
      "epoch": 2.2920759659463,
      "grad_norm": 2.9647037982940674,
      "learning_rate": 0.0001800266311584554,
      "loss": 0.4382,
      "step": 3500
    },
    {
      "epoch": 2.357563850687623,
      "grad_norm": 1.1686805486679077,
      "learning_rate": 0.00017936085219707058,
      "loss": 0.4374,
      "step": 3600
    },
    {
      "epoch": 2.423051735428946,
      "grad_norm": 1.3478459119796753,
      "learning_rate": 0.00017869507323568575,
      "loss": 0.4601,
      "step": 3700
    },
    {
      "epoch": 2.4885396201702683,
      "grad_norm": 1.657325267791748,
      "learning_rate": 0.00017802929427430096,
      "loss": 0.4264,
      "step": 3800
    },
    {
      "epoch": 2.5540275049115913,
      "grad_norm": 1.9698008298873901,
      "learning_rate": 0.00017736351531291613,
      "loss": 0.4012,
      "step": 3900
    },
    {
      "epoch": 2.619515389652914,
      "grad_norm": 1.1528823375701904,
      "learning_rate": 0.0001766977363515313,
      "loss": 0.421,
      "step": 4000
    },
    {
      "epoch": 2.685003274394237,
      "grad_norm": 1.4447120428085327,
      "learning_rate": 0.00017603195739014649,
      "loss": 0.414,
      "step": 4100
    },
    {
      "epoch": 2.75049115913556,
      "grad_norm": 1.054911494255066,
      "learning_rate": 0.00017536617842876166,
      "loss": 0.4084,
      "step": 4200
    },
    {
      "epoch": 2.815979043876883,
      "grad_norm": 3.767080307006836,
      "learning_rate": 0.00017470039946737684,
      "loss": 0.4556,
      "step": 4300
    },
    {
      "epoch": 2.8814669286182055,
      "grad_norm": 3.200798749923706,
      "learning_rate": 0.00017403462050599201,
      "loss": 0.4421,
      "step": 4400
    },
    {
      "epoch": 2.9469548133595285,
      "grad_norm": 1.371512532234192,
      "learning_rate": 0.0001733688415446072,
      "loss": 0.4335,
      "step": 4500
    },
    {
      "epoch": 3.0124426981008514,
      "grad_norm": 2.103531837463379,
      "learning_rate": 0.00017270306258322237,
      "loss": 0.4031,
      "step": 4600
    },
    {
      "epoch": 3.0779305828421744,
      "grad_norm": 1.0188701152801514,
      "learning_rate": 0.00017203728362183754,
      "loss": 0.3268,
      "step": 4700
    },
    {
      "epoch": 3.143418467583497,
      "grad_norm": 1.5448323488235474,
      "learning_rate": 0.00017137150466045272,
      "loss": 0.3513,
      "step": 4800
    },
    {
      "epoch": 3.20890635232482,
      "grad_norm": 2.3558382987976074,
      "learning_rate": 0.00017070572569906792,
      "loss": 0.3276,
      "step": 4900
    },
    {
      "epoch": 3.2743942370661427,
      "grad_norm": 1.2140190601348877,
      "learning_rate": 0.0001700399467376831,
      "loss": 0.3424,
      "step": 5000
    },
    {
      "epoch": 3.3398821218074657,
      "grad_norm": 1.4044971466064453,
      "learning_rate": 0.00016937416777629827,
      "loss": 0.3296,
      "step": 5100
    },
    {
      "epoch": 3.4053700065487886,
      "grad_norm": 1.970288872718811,
      "learning_rate": 0.00016870838881491348,
      "loss": 0.3302,
      "step": 5200
    },
    {
      "epoch": 3.4708578912901116,
      "grad_norm": 3.1513946056365967,
      "learning_rate": 0.00016804260985352865,
      "loss": 0.3351,
      "step": 5300
    },
    {
      "epoch": 3.536345776031434,
      "grad_norm": 3.6007206439971924,
      "learning_rate": 0.00016737683089214383,
      "loss": 0.3379,
      "step": 5400
    },
    {
      "epoch": 3.601833660772757,
      "grad_norm": 2.663041353225708,
      "learning_rate": 0.000166711051930759,
      "loss": 0.3189,
      "step": 5500
    },
    {
      "epoch": 3.66732154551408,
      "grad_norm": 1.3484437465667725,
      "learning_rate": 0.00016604527296937418,
      "loss": 0.3369,
      "step": 5600
    },
    {
      "epoch": 3.732809430255403,
      "grad_norm": 1.3509025573730469,
      "learning_rate": 0.00016537949400798936,
      "loss": 0.3365,
      "step": 5700
    },
    {
      "epoch": 3.7982973149967254,
      "grad_norm": 1.4989405870437622,
      "learning_rate": 0.00016471371504660453,
      "loss": 0.334,
      "step": 5800
    },
    {
      "epoch": 3.8637851997380483,
      "grad_norm": 0.9118553400039673,
      "learning_rate": 0.0001640479360852197,
      "loss": 0.3116,
      "step": 5900
    },
    {
      "epoch": 3.9292730844793713,
      "grad_norm": 0.6175466775894165,
      "learning_rate": 0.0001633821571238349,
      "loss": 0.3217,
      "step": 6000
    },
    {
      "epoch": 3.9947609692206942,
      "grad_norm": 1.8679933547973633,
      "learning_rate": 0.00016271637816245006,
      "loss": 0.3416,
      "step": 6100
    },
    {
      "epoch": 4.060248853962017,
      "grad_norm": 0.7909936308860779,
      "learning_rate": 0.00016205059920106524,
      "loss": 0.2607,
      "step": 6200
    },
    {
      "epoch": 4.12573673870334,
      "grad_norm": 3.118696451187134,
      "learning_rate": 0.00016138482023968042,
      "loss": 0.274,
      "step": 6300
    },
    {
      "epoch": 4.191224623444663,
      "grad_norm": 2.2361562252044678,
      "learning_rate": 0.00016071904127829562,
      "loss": 0.2613,
      "step": 6400
    },
    {
      "epoch": 4.256712508185986,
      "grad_norm": 1.408036708831787,
      "learning_rate": 0.0001600532623169108,
      "loss": 0.2707,
      "step": 6500
    },
    {
      "epoch": 4.322200392927308,
      "grad_norm": 1.8916605710983276,
      "learning_rate": 0.00015938748335552597,
      "loss": 0.2624,
      "step": 6600
    },
    {
      "epoch": 4.387688277668631,
      "grad_norm": 2.0656261444091797,
      "learning_rate": 0.00015872170439414115,
      "loss": 0.2711,
      "step": 6700
    },
    {
      "epoch": 4.453176162409954,
      "grad_norm": 1.0669779777526855,
      "learning_rate": 0.00015805592543275632,
      "loss": 0.2764,
      "step": 6800
    },
    {
      "epoch": 4.518664047151277,
      "grad_norm": 0.840621292591095,
      "learning_rate": 0.00015739014647137153,
      "loss": 0.2853,
      "step": 6900
    },
    {
      "epoch": 4.5841519318926,
      "grad_norm": 1.5249924659729004,
      "learning_rate": 0.0001567243675099867,
      "loss": 0.2928,
      "step": 7000
    },
    {
      "epoch": 4.649639816633923,
      "grad_norm": 1.775383472442627,
      "learning_rate": 0.00015605858854860188,
      "loss": 0.2598,
      "step": 7100
    },
    {
      "epoch": 4.715127701375246,
      "grad_norm": 1.2116707563400269,
      "learning_rate": 0.00015539280958721705,
      "loss": 0.2855,
      "step": 7200
    },
    {
      "epoch": 4.780615586116569,
      "grad_norm": 2.191751003265381,
      "learning_rate": 0.00015472703062583223,
      "loss": 0.286,
      "step": 7300
    },
    {
      "epoch": 4.846103470857892,
      "grad_norm": 2.339139461517334,
      "learning_rate": 0.0001540612516644474,
      "loss": 0.2833,
      "step": 7400
    },
    {
      "epoch": 4.911591355599214,
      "grad_norm": 0.6427702307701111,
      "learning_rate": 0.00015339547270306258,
      "loss": 0.2763,
      "step": 7500
    },
    {
      "epoch": 4.977079240340537,
      "grad_norm": 2.4909677505493164,
      "learning_rate": 0.00015272969374167776,
      "loss": 0.2755,
      "step": 7600
    },
    {
      "epoch": 5.04256712508186,
      "grad_norm": 1.3855397701263428,
      "learning_rate": 0.00015206391478029296,
      "loss": 0.2292,
      "step": 7700
    },
    {
      "epoch": 5.1080550098231825,
      "grad_norm": 2.8884613513946533,
      "learning_rate": 0.00015139813581890814,
      "loss": 0.2311,
      "step": 7800
    },
    {
      "epoch": 5.1735428945645054,
      "grad_norm": 1.236647367477417,
      "learning_rate": 0.00015073235685752331,
      "loss": 0.2298,
      "step": 7900
    },
    {
      "epoch": 5.239030779305828,
      "grad_norm": 1.3040454387664795,
      "learning_rate": 0.0001500665778961385,
      "loss": 0.2268,
      "step": 8000
    },
    {
      "epoch": 5.304518664047151,
      "grad_norm": 1.0096540451049805,
      "learning_rate": 0.00014940079893475367,
      "loss": 0.2479,
      "step": 8100
    },
    {
      "epoch": 5.370006548788474,
      "grad_norm": 4.014772415161133,
      "learning_rate": 0.00014873501997336884,
      "loss": 0.2511,
      "step": 8200
    },
    {
      "epoch": 5.435494433529797,
      "grad_norm": 2.257916212081909,
      "learning_rate": 0.00014806924101198402,
      "loss": 0.2425,
      "step": 8300
    },
    {
      "epoch": 5.50098231827112,
      "grad_norm": 1.9096713066101074,
      "learning_rate": 0.0001474034620505992,
      "loss": 0.2252,
      "step": 8400
    },
    {
      "epoch": 5.566470203012443,
      "grad_norm": 1.7186132669448853,
      "learning_rate": 0.00014673768308921437,
      "loss": 0.2397,
      "step": 8500
    },
    {
      "epoch": 5.631958087753766,
      "grad_norm": 0.6741011738777161,
      "learning_rate": 0.00014607190412782957,
      "loss": 0.2412,
      "step": 8600
    },
    {
      "epoch": 5.697445972495088,
      "grad_norm": 2.339354991912842,
      "learning_rate": 0.00014540612516644475,
      "loss": 0.2285,
      "step": 8700
    },
    {
      "epoch": 5.762933857236411,
      "grad_norm": 1.0734431743621826,
      "learning_rate": 0.00014474034620505993,
      "loss": 0.2386,
      "step": 8800
    },
    {
      "epoch": 5.828421741977734,
      "grad_norm": 2.3290984630584717,
      "learning_rate": 0.0001440745672436751,
      "loss": 0.2443,
      "step": 8900
    },
    {
      "epoch": 5.893909626719057,
      "grad_norm": 1.5224007368087769,
      "learning_rate": 0.0001434087882822903,
      "loss": 0.2468,
      "step": 9000
    },
    {
      "epoch": 5.95939751146038,
      "grad_norm": 1.6815674304962158,
      "learning_rate": 0.00014274300932090548,
      "loss": 0.2551,
      "step": 9100
    },
    {
      "epoch": 6.024885396201703,
      "grad_norm": 1.1235947608947754,
      "learning_rate": 0.00014207723035952066,
      "loss": 0.2199,
      "step": 9200
    },
    {
      "epoch": 6.090373280943026,
      "grad_norm": 2.6723415851593018,
      "learning_rate": 0.00014141145139813583,
      "loss": 0.1956,
      "step": 9300
    },
    {
      "epoch": 6.155861165684349,
      "grad_norm": 1.5540128946304321,
      "learning_rate": 0.000140745672436751,
      "loss": 0.1979,
      "step": 9400
    },
    {
      "epoch": 6.221349050425672,
      "grad_norm": 0.9494248032569885,
      "learning_rate": 0.0001400798934753662,
      "loss": 0.1905,
      "step": 9500
    },
    {
      "epoch": 6.286836935166994,
      "grad_norm": 2.4568989276885986,
      "learning_rate": 0.00013941411451398136,
      "loss": 0.2051,
      "step": 9600
    },
    {
      "epoch": 6.352324819908317,
      "grad_norm": 0.8706313967704773,
      "learning_rate": 0.00013874833555259654,
      "loss": 0.2001,
      "step": 9700
    },
    {
      "epoch": 6.41781270464964,
      "grad_norm": 0.5768356919288635,
      "learning_rate": 0.00013808255659121172,
      "loss": 0.2103,
      "step": 9800
    },
    {
      "epoch": 6.4833005893909625,
      "grad_norm": 1.7933398485183716,
      "learning_rate": 0.0001374167776298269,
      "loss": 0.2251,
      "step": 9900
    },
    {
      "epoch": 6.5487884741322855,
      "grad_norm": 3.817406415939331,
      "learning_rate": 0.00013675099866844207,
      "loss": 0.2171,
      "step": 10000
    },
    {
      "epoch": 6.614276358873608,
      "grad_norm": 0.7599623203277588,
      "learning_rate": 0.00013608521970705724,
      "loss": 0.2004,
      "step": 10100
    },
    {
      "epoch": 6.679764243614931,
      "grad_norm": 1.6536346673965454,
      "learning_rate": 0.00013541944074567242,
      "loss": 0.2062,
      "step": 10200
    },
    {
      "epoch": 6.745252128356254,
      "grad_norm": 0.9734524488449097,
      "learning_rate": 0.00013475366178428762,
      "loss": 0.2142,
      "step": 10300
    },
    {
      "epoch": 6.810740013097577,
      "grad_norm": 2.973439931869507,
      "learning_rate": 0.0001340878828229028,
      "loss": 0.2188,
      "step": 10400
    },
    {
      "epoch": 6.8762278978389,
      "grad_norm": 0.5282854437828064,
      "learning_rate": 0.00013342210386151798,
      "loss": 0.2287,
      "step": 10500
    },
    {
      "epoch": 6.941715782580223,
      "grad_norm": 2.1565539836883545,
      "learning_rate": 0.00013275632490013318,
      "loss": 0.2013,
      "step": 10600
    },
    {
      "epoch": 7.007203667321545,
      "grad_norm": 1.2111963033676147,
      "learning_rate": 0.00013209054593874836,
      "loss": 0.2092,
      "step": 10700
    },
    {
      "epoch": 7.072691552062868,
      "grad_norm": 1.5347315073013306,
      "learning_rate": 0.00013142476697736353,
      "loss": 0.1873,
      "step": 10800
    },
    {
      "epoch": 7.138179436804191,
      "grad_norm": 2.0928151607513428,
      "learning_rate": 0.0001307589880159787,
      "loss": 0.1778,
      "step": 10900
    },
    {
      "epoch": 7.203667321545514,
      "grad_norm": 0.5348372459411621,
      "learning_rate": 0.00013009320905459388,
      "loss": 0.1842,
      "step": 11000
    },
    {
      "epoch": 7.269155206286837,
      "grad_norm": 2.2082221508026123,
      "learning_rate": 0.00012942743009320906,
      "loss": 0.1813,
      "step": 11100
    },
    {
      "epoch": 7.33464309102816,
      "grad_norm": 0.5544547438621521,
      "learning_rate": 0.00012876165113182424,
      "loss": 0.181,
      "step": 11200
    },
    {
      "epoch": 7.400130975769483,
      "grad_norm": 2.8314151763916016,
      "learning_rate": 0.0001280958721704394,
      "loss": 0.19,
      "step": 11300
    },
    {
      "epoch": 7.465618860510806,
      "grad_norm": 2.073094129562378,
      "learning_rate": 0.0001274300932090546,
      "loss": 0.1846,
      "step": 11400
    },
    {
      "epoch": 7.531106745252128,
      "grad_norm": 0.7728668451309204,
      "learning_rate": 0.00012676431424766976,
      "loss": 0.1902,
      "step": 11500
    },
    {
      "epoch": 7.596594629993451,
      "grad_norm": 0.958967387676239,
      "learning_rate": 0.00012609853528628497,
      "loss": 0.1943,
      "step": 11600
    },
    {
      "epoch": 7.662082514734774,
      "grad_norm": 0.6349918842315674,
      "learning_rate": 0.00012543275632490014,
      "loss": 0.1911,
      "step": 11700
    },
    {
      "epoch": 7.727570399476097,
      "grad_norm": 0.8367457985877991,
      "learning_rate": 0.00012476697736351532,
      "loss": 0.187,
      "step": 11800
    },
    {
      "epoch": 7.79305828421742,
      "grad_norm": 1.9447026252746582,
      "learning_rate": 0.0001241011984021305,
      "loss": 0.1834,
      "step": 11900
    },
    {
      "epoch": 7.858546168958743,
      "grad_norm": 1.063375473022461,
      "learning_rate": 0.00012343541944074567,
      "loss": 0.1945,
      "step": 12000
    },
    {
      "epoch": 7.9240340537000655,
      "grad_norm": 0.40068888664245605,
      "learning_rate": 0.00012276964047936085,
      "loss": 0.186,
      "step": 12100
    },
    {
      "epoch": 7.9895219384413885,
      "grad_norm": 0.7756742835044861,
      "learning_rate": 0.00012210386151797602,
      "loss": 0.1897,
      "step": 12200
    },
    {
      "epoch": 8.055009823182711,
      "grad_norm": 1.205670714378357,
      "learning_rate": 0.00012143808255659121,
      "loss": 0.1626,
      "step": 12300
    },
    {
      "epoch": 8.120497707924034,
      "grad_norm": 0.502905547618866,
      "learning_rate": 0.00012077230359520639,
      "loss": 0.1598,
      "step": 12400
    },
    {
      "epoch": 8.185985592665357,
      "grad_norm": 1.0201475620269775,
      "learning_rate": 0.00012010652463382157,
      "loss": 0.1721,
      "step": 12500
    },
    {
      "epoch": 8.25147347740668,
      "grad_norm": 0.6289061903953552,
      "learning_rate": 0.00011944074567243674,
      "loss": 0.1646,
      "step": 12600
    },
    {
      "epoch": 8.316961362148003,
      "grad_norm": 1.2342171669006348,
      "learning_rate": 0.00011877496671105193,
      "loss": 0.1675,
      "step": 12700
    },
    {
      "epoch": 8.382449246889326,
      "grad_norm": 0.6001673340797424,
      "learning_rate": 0.00011810918774966711,
      "loss": 0.1673,
      "step": 12800
    },
    {
      "epoch": 8.447937131630649,
      "grad_norm": 0.9419691562652588,
      "learning_rate": 0.00011744340878828231,
      "loss": 0.1621,
      "step": 12900
    },
    {
      "epoch": 8.513425016371972,
      "grad_norm": 0.6249241828918457,
      "learning_rate": 0.00011677762982689749,
      "loss": 0.1673,
      "step": 13000
    },
    {
      "epoch": 8.578912901113295,
      "grad_norm": 1.8031052350997925,
      "learning_rate": 0.00011611185086551266,
      "loss": 0.1742,
      "step": 13100
    },
    {
      "epoch": 8.644400785854616,
      "grad_norm": 0.8871346712112427,
      "learning_rate": 0.00011544607190412784,
      "loss": 0.1725,
      "step": 13200
    },
    {
      "epoch": 8.709888670595939,
      "grad_norm": 1.4257563352584839,
      "learning_rate": 0.00011478029294274302,
      "loss": 0.1617,
      "step": 13300
    },
    {
      "epoch": 8.775376555337262,
      "grad_norm": 10.05364990234375,
      "learning_rate": 0.00011411451398135819,
      "loss": 0.1743,
      "step": 13400
    },
    {
      "epoch": 8.840864440078585,
      "grad_norm": 0.492718905210495,
      "learning_rate": 0.00011344873501997337,
      "loss": 0.1718,
      "step": 13500
    },
    {
      "epoch": 8.906352324819908,
      "grad_norm": 3.150280237197876,
      "learning_rate": 0.00011278295605858856,
      "loss": 0.1719,
      "step": 13600
    },
    {
      "epoch": 8.97184020956123,
      "grad_norm": 3.0732333660125732,
      "learning_rate": 0.00011211717709720373,
      "loss": 0.1898,
      "step": 13700
    },
    {
      "epoch": 9.037328094302554,
      "grad_norm": 0.8357772827148438,
      "learning_rate": 0.00011145139813581891,
      "loss": 0.1514,
      "step": 13800
    },
    {
      "epoch": 9.102815979043877,
      "grad_norm": 0.7970616817474365,
      "learning_rate": 0.00011078561917443409,
      "loss": 0.1537,
      "step": 13900
    },
    {
      "epoch": 9.1683038637852,
      "grad_norm": 1.1566450595855713,
      "learning_rate": 0.00011011984021304926,
      "loss": 0.1538,
      "step": 14000
    },
    {
      "epoch": 9.233791748526523,
      "grad_norm": 0.8751351237297058,
      "learning_rate": 0.00010945406125166447,
      "loss": 0.1494,
      "step": 14100
    },
    {
      "epoch": 9.299279633267846,
      "grad_norm": 0.8269241452217102,
      "learning_rate": 0.00010878828229027964,
      "loss": 0.1555,
      "step": 14200
    },
    {
      "epoch": 9.364767518009169,
      "grad_norm": 1.342864990234375,
      "learning_rate": 0.00010812250332889482,
      "loss": 0.1622,
      "step": 14300
    },
    {
      "epoch": 9.430255402750491,
      "grad_norm": 1.0193088054656982,
      "learning_rate": 0.00010745672436751,
      "loss": 0.1574,
      "step": 14400
    },
    {
      "epoch": 9.495743287491814,
      "grad_norm": 0.3667553663253784,
      "learning_rate": 0.00010679094540612517,
      "loss": 0.153,
      "step": 14500
    },
    {
      "epoch": 9.561231172233137,
      "grad_norm": 0.8412798047065735,
      "learning_rate": 0.00010612516644474036,
      "loss": 0.1646,
      "step": 14600
    },
    {
      "epoch": 9.62671905697446,
      "grad_norm": 0.8854599595069885,
      "learning_rate": 0.00010545938748335554,
      "loss": 0.1578,
      "step": 14700
    },
    {
      "epoch": 9.692206941715783,
      "grad_norm": 0.6291230916976929,
      "learning_rate": 0.00010479360852197071,
      "loss": 0.1571,
      "step": 14800
    },
    {
      "epoch": 9.757694826457106,
      "grad_norm": 1.2499074935913086,
      "learning_rate": 0.00010412782956058589,
      "loss": 0.1698,
      "step": 14900
    },
    {
      "epoch": 9.82318271119843,
      "grad_norm": 0.8760678768157959,
      "learning_rate": 0.00010346205059920106,
      "loss": 0.1564,
      "step": 15000
    },
    {
      "epoch": 9.88867059593975,
      "grad_norm": 0.6060988306999207,
      "learning_rate": 0.00010279627163781624,
      "loss": 0.1692,
      "step": 15100
    },
    {
      "epoch": 9.954158480681073,
      "grad_norm": 0.3887087106704712,
      "learning_rate": 0.00010213049267643142,
      "loss": 0.1606,
      "step": 15200
    },
    {
      "epoch": 10.019646365422396,
      "grad_norm": 2.236553192138672,
      "learning_rate": 0.0001014647137150466,
      "loss": 0.1476,
      "step": 15300
    },
    {
      "epoch": 10.08513425016372,
      "grad_norm": 0.3063783645629883,
      "learning_rate": 0.0001007989347536618,
      "loss": 0.1373,
      "step": 15400
    },
    {
      "epoch": 10.150622134905042,
      "grad_norm": 2.75140118598938,
      "learning_rate": 0.00010013315579227697,
      "loss": 0.1552,
      "step": 15500
    },
    {
      "epoch": 10.216110019646365,
      "grad_norm": 0.556614339351654,
      "learning_rate": 9.946737683089215e-05,
      "loss": 0.1372,
      "step": 15600
    },
    {
      "epoch": 10.281597904387688,
      "grad_norm": 0.4766944348812103,
      "learning_rate": 9.880159786950732e-05,
      "loss": 0.1383,
      "step": 15700
    },
    {
      "epoch": 10.347085789129011,
      "grad_norm": 0.2531126141548157,
      "learning_rate": 9.813581890812251e-05,
      "loss": 0.1524,
      "step": 15800
    },
    {
      "epoch": 10.412573673870334,
      "grad_norm": 0.5934678316116333,
      "learning_rate": 9.747003994673769e-05,
      "loss": 0.1428,
      "step": 15900
    },
    {
      "epoch": 10.478061558611657,
      "grad_norm": 0.7293221950531006,
      "learning_rate": 9.680426098535287e-05,
      "loss": 0.144,
      "step": 16000
    },
    {
      "epoch": 10.54354944335298,
      "grad_norm": 2.1880910396575928,
      "learning_rate": 9.613848202396804e-05,
      "loss": 0.1467,
      "step": 16100
    },
    {
      "epoch": 10.609037328094303,
      "grad_norm": 3.2338201999664307,
      "learning_rate": 9.547270306258322e-05,
      "loss": 0.1438,
      "step": 16200
    },
    {
      "epoch": 10.674525212835626,
      "grad_norm": 6.8729634284973145,
      "learning_rate": 9.480692410119841e-05,
      "loss": 0.1401,
      "step": 16300
    },
    {
      "epoch": 10.740013097576949,
      "grad_norm": 1.1812797784805298,
      "learning_rate": 9.414114513981358e-05,
      "loss": 0.1451,
      "step": 16400
    },
    {
      "epoch": 10.805500982318271,
      "grad_norm": 2.1439294815063477,
      "learning_rate": 9.347536617842877e-05,
      "loss": 0.1554,
      "step": 16500
    },
    {
      "epoch": 10.870988867059594,
      "grad_norm": 0.730587363243103,
      "learning_rate": 9.280958721704395e-05,
      "loss": 0.1477,
      "step": 16600
    },
    {
      "epoch": 10.936476751800917,
      "grad_norm": 0.5725963711738586,
      "learning_rate": 9.214380825565913e-05,
      "loss": 0.1529,
      "step": 16700
    },
    {
      "epoch": 11.00196463654224,
      "grad_norm": 0.35084909200668335,
      "learning_rate": 9.14780292942743e-05,
      "loss": 0.1501,
      "step": 16800
    },
    {
      "epoch": 11.067452521283563,
      "grad_norm": 1.5201780796051025,
      "learning_rate": 9.081225033288948e-05,
      "loss": 0.1249,
      "step": 16900
    },
    {
      "epoch": 11.132940406024886,
      "grad_norm": 0.17920367419719696,
      "learning_rate": 9.014647137150465e-05,
      "loss": 0.1244,
      "step": 17000
    },
    {
      "epoch": 11.198428290766207,
      "grad_norm": 0.5326063632965088,
      "learning_rate": 8.948069241011984e-05,
      "loss": 0.1369,
      "step": 17100
    },
    {
      "epoch": 11.26391617550753,
      "grad_norm": 0.7423465251922607,
      "learning_rate": 8.881491344873502e-05,
      "loss": 0.1337,
      "step": 17200
    },
    {
      "epoch": 11.329404060248853,
      "grad_norm": 0.6611388921737671,
      "learning_rate": 8.814913448735021e-05,
      "loss": 0.1393,
      "step": 17300
    },
    {
      "epoch": 11.394891944990176,
      "grad_norm": 0.6648577451705933,
      "learning_rate": 8.748335552596539e-05,
      "loss": 0.1343,
      "step": 17400
    },
    {
      "epoch": 11.4603798297315,
      "grad_norm": 0.33396902680397034,
      "learning_rate": 8.681757656458056e-05,
      "loss": 0.1389,
      "step": 17500
    },
    {
      "epoch": 11.525867714472822,
      "grad_norm": 1.6941454410552979,
      "learning_rate": 8.615179760319574e-05,
      "loss": 0.135,
      "step": 17600
    },
    {
      "epoch": 11.591355599214145,
      "grad_norm": 0.9951977729797363,
      "learning_rate": 8.548601864181093e-05,
      "loss": 0.1432,
      "step": 17700
    },
    {
      "epoch": 11.656843483955468,
      "grad_norm": 1.009348750114441,
      "learning_rate": 8.48202396804261e-05,
      "loss": 0.1398,
      "step": 17800
    },
    {
      "epoch": 11.722331368696791,
      "grad_norm": 0.39397987723350525,
      "learning_rate": 8.415446071904128e-05,
      "loss": 0.1388,
      "step": 17900
    },
    {
      "epoch": 11.787819253438114,
      "grad_norm": 1.5782793760299683,
      "learning_rate": 8.348868175765646e-05,
      "loss": 0.1349,
      "step": 18000
    },
    {
      "epoch": 11.853307138179437,
      "grad_norm": 0.19780518114566803,
      "learning_rate": 8.282290279627163e-05,
      "loss": 0.1427,
      "step": 18100
    },
    {
      "epoch": 11.91879502292076,
      "grad_norm": 2.5516960620880127,
      "learning_rate": 8.215712383488682e-05,
      "loss": 0.1449,
      "step": 18200
    },
    {
      "epoch": 11.984282907662083,
      "grad_norm": 0.7835198640823364,
      "learning_rate": 8.1491344873502e-05,
      "loss": 0.1445,
      "step": 18300
    },
    {
      "epoch": 12.049770792403406,
      "grad_norm": 0.48655104637145996,
      "learning_rate": 8.082556591211719e-05,
      "loss": 0.1228,
      "step": 18400
    },
    {
      "epoch": 12.115258677144729,
      "grad_norm": 0.5396549105644226,
      "learning_rate": 8.015978695073236e-05,
      "loss": 0.1227,
      "step": 18500
    },
    {
      "epoch": 12.180746561886052,
      "grad_norm": 0.20431631803512573,
      "learning_rate": 7.949400798934754e-05,
      "loss": 0.1281,
      "step": 18600
    },
    {
      "epoch": 12.246234446627374,
      "grad_norm": 0.40931564569473267,
      "learning_rate": 7.882822902796272e-05,
      "loss": 0.129,
      "step": 18700
    },
    {
      "epoch": 12.311722331368697,
      "grad_norm": 0.3679026961326599,
      "learning_rate": 7.81624500665779e-05,
      "loss": 0.1291,
      "step": 18800
    },
    {
      "epoch": 12.37721021611002,
      "grad_norm": 0.3819580674171448,
      "learning_rate": 7.749667110519307e-05,
      "loss": 0.126,
      "step": 18900
    },
    {
      "epoch": 12.442698100851343,
      "grad_norm": 0.4266682267189026,
      "learning_rate": 7.683089214380826e-05,
      "loss": 0.1293,
      "step": 19000
    },
    {
      "epoch": 12.508185985592664,
      "grad_norm": 0.22216545045375824,
      "learning_rate": 7.616511318242345e-05,
      "loss": 0.1338,
      "step": 19100
    },
    {
      "epoch": 12.573673870333987,
      "grad_norm": 0.4221850037574768,
      "learning_rate": 7.549933422103862e-05,
      "loss": 0.1339,
      "step": 19200
    },
    {
      "epoch": 12.63916175507531,
      "grad_norm": 0.5264990925788879,
      "learning_rate": 7.48335552596538e-05,
      "loss": 0.1355,
      "step": 19300
    },
    {
      "epoch": 12.704649639816633,
      "grad_norm": 0.653891384601593,
      "learning_rate": 7.416777629826898e-05,
      "loss": 0.1317,
      "step": 19400
    },
    {
      "epoch": 12.770137524557956,
      "grad_norm": 1.4240955114364624,
      "learning_rate": 7.350199733688415e-05,
      "loss": 0.1297,
      "step": 19500
    },
    {
      "epoch": 12.83562540929928,
      "grad_norm": 0.33510828018188477,
      "learning_rate": 7.283621837549934e-05,
      "loss": 0.1378,
      "step": 19600
    },
    {
      "epoch": 12.901113294040602,
      "grad_norm": 0.31254374980926514,
      "learning_rate": 7.217043941411452e-05,
      "loss": 0.1291,
      "step": 19700
    },
    {
      "epoch": 12.966601178781925,
      "grad_norm": 0.5154318809509277,
      "learning_rate": 7.15046604527297e-05,
      "loss": 0.1359,
      "step": 19800
    },
    {
      "epoch": 13.032089063523248,
      "grad_norm": 0.3909270167350769,
      "learning_rate": 7.083888149134487e-05,
      "loss": 0.123,
      "step": 19900
    },
    {
      "epoch": 13.097576948264571,
      "grad_norm": 0.3292842209339142,
      "learning_rate": 7.017310252996006e-05,
      "loss": 0.1235,
      "step": 20000
    },
    {
      "epoch": 13.163064833005894,
      "grad_norm": 1.1147010326385498,
      "learning_rate": 6.950732356857524e-05,
      "loss": 0.1157,
      "step": 20100
    },
    {
      "epoch": 13.228552717747217,
      "grad_norm": 0.22612357139587402,
      "learning_rate": 6.884154460719041e-05,
      "loss": 0.1228,
      "step": 20200
    },
    {
      "epoch": 13.29404060248854,
      "grad_norm": 0.2340671569108963,
      "learning_rate": 6.81757656458056e-05,
      "loss": 0.1262,
      "step": 20300
    },
    {
      "epoch": 13.359528487229863,
      "grad_norm": 0.470034658908844,
      "learning_rate": 6.750998668442078e-05,
      "loss": 0.1223,
      "step": 20400
    },
    {
      "epoch": 13.425016371971186,
      "grad_norm": 1.8971284627914429,
      "learning_rate": 6.684420772303596e-05,
      "loss": 0.1256,
      "step": 20500
    },
    {
      "epoch": 13.490504256712509,
      "grad_norm": 0.32659152150154114,
      "learning_rate": 6.617842876165113e-05,
      "loss": 0.128,
      "step": 20600
    },
    {
      "epoch": 13.555992141453832,
      "grad_norm": 0.4042024314403534,
      "learning_rate": 6.551264980026631e-05,
      "loss": 0.1236,
      "step": 20700
    },
    {
      "epoch": 13.621480026195155,
      "grad_norm": 0.37899136543273926,
      "learning_rate": 6.484687083888148e-05,
      "loss": 0.1229,
      "step": 20800
    },
    {
      "epoch": 13.686967910936477,
      "grad_norm": 0.23778092861175537,
      "learning_rate": 6.418109187749667e-05,
      "loss": 0.1255,
      "step": 20900
    },
    {
      "epoch": 13.7524557956778,
      "grad_norm": 0.637147843837738,
      "learning_rate": 6.351531291611186e-05,
      "loss": 0.127,
      "step": 21000
    },
    {
      "epoch": 13.817943680419123,
      "grad_norm": 0.5459991693496704,
      "learning_rate": 6.284953395472704e-05,
      "loss": 0.1203,
      "step": 21100
    },
    {
      "epoch": 13.883431565160445,
      "grad_norm": 0.516917884349823,
      "learning_rate": 6.218375499334222e-05,
      "loss": 0.1248,
      "step": 21200
    },
    {
      "epoch": 13.948919449901767,
      "grad_norm": 0.34805047512054443,
      "learning_rate": 6.151797603195739e-05,
      "loss": 0.1316,
      "step": 21300
    },
    {
      "epoch": 14.01440733464309,
      "grad_norm": 0.38168269395828247,
      "learning_rate": 6.085219707057257e-05,
      "loss": 0.126,
      "step": 21400
    },
    {
      "epoch": 14.079895219384413,
      "grad_norm": 0.385215699672699,
      "learning_rate": 6.018641810918775e-05,
      "loss": 0.1112,
      "step": 21500
    },
    {
      "epoch": 14.145383104125736,
      "grad_norm": 0.2507851719856262,
      "learning_rate": 5.9520639147802933e-05,
      "loss": 0.1104,
      "step": 21600
    },
    {
      "epoch": 14.21087098886706,
      "grad_norm": 0.3379518687725067,
      "learning_rate": 5.8854860186418116e-05,
      "loss": 0.117,
      "step": 21700
    },
    {
      "epoch": 14.276358873608382,
      "grad_norm": 0.3190099895000458,
      "learning_rate": 5.818908122503329e-05,
      "loss": 0.1188,
      "step": 21800
    },
    {
      "epoch": 14.341846758349705,
      "grad_norm": 0.4639456570148468,
      "learning_rate": 5.752330226364847e-05,
      "loss": 0.1179,
      "step": 21900
    },
    {
      "epoch": 14.407334643091028,
      "grad_norm": 0.3332715332508087,
      "learning_rate": 5.685752330226365e-05,
      "loss": 0.1167,
      "step": 22000
    },
    {
      "epoch": 14.472822527832351,
      "grad_norm": 1.894679307937622,
      "learning_rate": 5.619174434087883e-05,
      "loss": 0.1174,
      "step": 22100
    },
    {
      "epoch": 14.538310412573674,
      "grad_norm": 0.34946346282958984,
      "learning_rate": 5.552596537949402e-05,
      "loss": 0.1185,
      "step": 22200
    },
    {
      "epoch": 14.603798297314997,
      "grad_norm": 1.04374098777771,
      "learning_rate": 5.4860186418109194e-05,
      "loss": 0.1245,
      "step": 22300
    },
    {
      "epoch": 14.66928618205632,
      "grad_norm": 0.311128169298172,
      "learning_rate": 5.419440745672437e-05,
      "loss": 0.1291,
      "step": 22400
    },
    {
      "epoch": 14.734774066797643,
      "grad_norm": 4.8841962814331055,
      "learning_rate": 5.352862849533955e-05,
      "loss": 0.12,
      "step": 22500
    },
    {
      "epoch": 14.800261951538966,
      "grad_norm": 0.2752310335636139,
      "learning_rate": 5.286284953395473e-05,
      "loss": 0.1203,
      "step": 22600
    },
    {
      "epoch": 14.865749836280289,
      "grad_norm": 0.44144880771636963,
      "learning_rate": 5.2197070572569905e-05,
      "loss": 0.1212,
      "step": 22700
    },
    {
      "epoch": 14.931237721021612,
      "grad_norm": 0.19180706143379211,
      "learning_rate": 5.153129161118508e-05,
      "loss": 0.1211,
      "step": 22800
    },
    {
      "epoch": 14.996725605762935,
      "grad_norm": 0.24586378037929535,
      "learning_rate": 5.086551264980027e-05,
      "loss": 0.1237,
      "step": 22900
    },
    {
      "epoch": 15.062213490504258,
      "grad_norm": 0.3952956795692444,
      "learning_rate": 5.0199733688415454e-05,
      "loss": 0.1104,
      "step": 23000
    },
    {
      "epoch": 15.127701375245579,
      "grad_norm": 0.151408389210701,
      "learning_rate": 4.953395472703063e-05,
      "loss": 0.1075,
      "step": 23100
    },
    {
      "epoch": 15.193189259986902,
      "grad_norm": 0.24425071477890015,
      "learning_rate": 4.8868175765645806e-05,
      "loss": 0.108,
      "step": 23200
    },
    {
      "epoch": 15.258677144728225,
      "grad_norm": 0.2905368208885193,
      "learning_rate": 4.820239680426098e-05,
      "loss": 0.1132,
      "step": 23300
    },
    {
      "epoch": 15.324165029469548,
      "grad_norm": 0.3744182586669922,
      "learning_rate": 4.753661784287617e-05,
      "loss": 0.1144,
      "step": 23400
    },
    {
      "epoch": 15.38965291421087,
      "grad_norm": 0.15581925213336945,
      "learning_rate": 4.687083888149135e-05,
      "loss": 0.1156,
      "step": 23500
    },
    {
      "epoch": 15.455140798952193,
      "grad_norm": 0.48975881934165955,
      "learning_rate": 4.6205059920106524e-05,
      "loss": 0.1179,
      "step": 23600
    },
    {
      "epoch": 15.520628683693516,
      "grad_norm": 0.37415140867233276,
      "learning_rate": 4.553928095872171e-05,
      "loss": 0.12,
      "step": 23700
    },
    {
      "epoch": 15.58611656843484,
      "grad_norm": 0.4051840305328369,
      "learning_rate": 4.487350199733688e-05,
      "loss": 0.1147,
      "step": 23800
    },
    {
      "epoch": 15.651604453176162,
      "grad_norm": 0.22354257106781006,
      "learning_rate": 4.4207723035952066e-05,
      "loss": 0.1198,
      "step": 23900
    },
    {
      "epoch": 15.717092337917485,
      "grad_norm": 0.43471258878707886,
      "learning_rate": 4.354194407456725e-05,
      "loss": 0.119,
      "step": 24000
    },
    {
      "epoch": 15.782580222658808,
      "grad_norm": 0.6896039247512817,
      "learning_rate": 4.2876165113182425e-05,
      "loss": 0.1203,
      "step": 24100
    },
    {
      "epoch": 15.848068107400131,
      "grad_norm": 0.2914521098136902,
      "learning_rate": 4.22103861517976e-05,
      "loss": 0.1182,
      "step": 24200
    },
    {
      "epoch": 15.913555992141454,
      "grad_norm": 0.36893925070762634,
      "learning_rate": 4.154460719041279e-05,
      "loss": 0.1132,
      "step": 24300
    },
    {
      "epoch": 15.979043876882777,
      "grad_norm": 0.30738958716392517,
      "learning_rate": 4.087882822902797e-05,
      "loss": 0.1186,
      "step": 24400
    },
    {
      "epoch": 16.0445317616241,
      "grad_norm": 0.47405558824539185,
      "learning_rate": 4.021304926764314e-05,
      "loss": 0.1133,
      "step": 24500
    },
    {
      "epoch": 16.110019646365423,
      "grad_norm": 0.4823113977909088,
      "learning_rate": 3.954727030625832e-05,
      "loss": 0.1085,
      "step": 24600
    },
    {
      "epoch": 16.175507531106746,
      "grad_norm": 0.2849309742450714,
      "learning_rate": 3.88814913448735e-05,
      "loss": 0.1045,
      "step": 24700
    },
    {
      "epoch": 16.24099541584807,
      "grad_norm": 0.5148181915283203,
      "learning_rate": 3.8215712383488685e-05,
      "loss": 0.1078,
      "step": 24800
    },
    {
      "epoch": 16.30648330058939,
      "grad_norm": 0.34985193610191345,
      "learning_rate": 3.754993342210386e-05,
      "loss": 0.1092,
      "step": 24900
    },
    {
      "epoch": 16.371971185330715,
      "grad_norm": 0.32985466718673706,
      "learning_rate": 3.6884154460719044e-05,
      "loss": 0.1093,
      "step": 25000
    },
    {
      "epoch": 16.437459070072038,
      "grad_norm": 0.17525270581245422,
      "learning_rate": 3.621837549933422e-05,
      "loss": 0.1092,
      "step": 25100
    },
    {
      "epoch": 16.50294695481336,
      "grad_norm": 0.5007218718528748,
      "learning_rate": 3.55525965379494e-05,
      "loss": 0.1181,
      "step": 25200
    },
    {
      "epoch": 16.568434839554683,
      "grad_norm": 0.41768619418144226,
      "learning_rate": 3.4886817576564586e-05,
      "loss": 0.1164,
      "step": 25300
    },
    {
      "epoch": 16.633922724296006,
      "grad_norm": 0.33810344338417053,
      "learning_rate": 3.422103861517976e-05,
      "loss": 0.1127,
      "step": 25400
    },
    {
      "epoch": 16.69941060903733,
      "grad_norm": 0.3319129943847656,
      "learning_rate": 3.355525965379494e-05,
      "loss": 0.1134,
      "step": 25500
    },
    {
      "epoch": 16.764898493778652,
      "grad_norm": 0.30377793312072754,
      "learning_rate": 3.288948069241012e-05,
      "loss": 0.1181,
      "step": 25600
    },
    {
      "epoch": 16.830386378519975,
      "grad_norm": 0.43227407336235046,
      "learning_rate": 3.2223701731025304e-05,
      "loss": 0.1141,
      "step": 25700
    },
    {
      "epoch": 16.895874263261298,
      "grad_norm": 0.526366651058197,
      "learning_rate": 3.155792276964048e-05,
      "loss": 0.1121,
      "step": 25800
    },
    {
      "epoch": 16.96136214800262,
      "grad_norm": 0.45738303661346436,
      "learning_rate": 3.0892143808255656e-05,
      "loss": 0.1191,
      "step": 25900
    },
    {
      "epoch": 17.026850032743944,
      "grad_norm": 0.23988807201385498,
      "learning_rate": 3.0226364846870843e-05,
      "loss": 0.1123,
      "step": 26000
    },
    {
      "epoch": 17.092337917485267,
      "grad_norm": 0.4619341790676117,
      "learning_rate": 2.956058588548602e-05,
      "loss": 0.1074,
      "step": 26100
    },
    {
      "epoch": 17.157825802226586,
      "grad_norm": 0.42623019218444824,
      "learning_rate": 2.88948069241012e-05,
      "loss": 0.1035,
      "step": 26200
    },
    {
      "epoch": 17.22331368696791,
      "grad_norm": 0.42678698897361755,
      "learning_rate": 2.822902796271638e-05,
      "loss": 0.1062,
      "step": 26300
    },
    {
      "epoch": 17.288801571709232,
      "grad_norm": 0.18482163548469543,
      "learning_rate": 2.756324900133156e-05,
      "loss": 0.1105,
      "step": 26400
    },
    {
      "epoch": 17.354289456450555,
      "grad_norm": 0.2510315179824829,
      "learning_rate": 2.6897470039946737e-05,
      "loss": 0.1113,
      "step": 26500
    },
    {
      "epoch": 17.419777341191878,
      "grad_norm": 0.5647396445274353,
      "learning_rate": 2.623169107856192e-05,
      "loss": 0.1051,
      "step": 26600
    },
    {
      "epoch": 17.4852652259332,
      "grad_norm": 0.6214593052864075,
      "learning_rate": 2.55659121171771e-05,
      "loss": 0.1108,
      "step": 26700
    },
    {
      "epoch": 17.550753110674524,
      "grad_norm": 0.5379447937011719,
      "learning_rate": 2.4900133155792276e-05,
      "loss": 0.1137,
      "step": 26800
    },
    {
      "epoch": 17.616240995415847,
      "grad_norm": 0.19992570579051971,
      "learning_rate": 2.423435419440746e-05,
      "loss": 0.1132,
      "step": 26900
    },
    {
      "epoch": 17.68172888015717,
      "grad_norm": 0.24671415984630585,
      "learning_rate": 2.3568575233022638e-05,
      "loss": 0.1055,
      "step": 27000
    },
    {
      "epoch": 17.747216764898493,
      "grad_norm": 0.2775340676307678,
      "learning_rate": 2.2902796271637818e-05,
      "loss": 0.1124,
      "step": 27100
    },
    {
      "epoch": 17.812704649639816,
      "grad_norm": 0.4474336504936218,
      "learning_rate": 2.2237017310252997e-05,
      "loss": 0.1071,
      "step": 27200
    },
    {
      "epoch": 17.87819253438114,
      "grad_norm": 0.4721475839614868,
      "learning_rate": 2.1571238348868177e-05,
      "loss": 0.11,
      "step": 27300
    },
    {
      "epoch": 17.94368041912246,
      "grad_norm": 0.35053202509880066,
      "learning_rate": 2.0905459387483356e-05,
      "loss": 0.109,
      "step": 27400
    },
    {
      "epoch": 18.009168303863785,
      "grad_norm": 0.23712952435016632,
      "learning_rate": 2.0239680426098536e-05,
      "loss": 0.1122,
      "step": 27500
    },
    {
      "epoch": 18.074656188605108,
      "grad_norm": 0.295411080121994,
      "learning_rate": 1.9573901464713715e-05,
      "loss": 0.1043,
      "step": 27600
    },
    {
      "epoch": 18.14014407334643,
      "grad_norm": 0.4246551990509033,
      "learning_rate": 1.8908122503328895e-05,
      "loss": 0.1063,
      "step": 27700
    },
    {
      "epoch": 18.205631958087753,
      "grad_norm": 0.36956048011779785,
      "learning_rate": 1.8242343541944078e-05,
      "loss": 0.1062,
      "step": 27800
    },
    {
      "epoch": 18.271119842829076,
      "grad_norm": 0.4467618763446808,
      "learning_rate": 1.7576564580559254e-05,
      "loss": 0.1034,
      "step": 27900
    },
    {
      "epoch": 18.3366077275704,
      "grad_norm": 0.375034898519516,
      "learning_rate": 1.6910785619174437e-05,
      "loss": 0.1044,
      "step": 28000
    },
    {
      "epoch": 18.402095612311722,
      "grad_norm": 0.37095317244529724,
      "learning_rate": 1.6245006657789616e-05,
      "loss": 0.1036,
      "step": 28100
    },
    {
      "epoch": 18.467583497053045,
      "grad_norm": 0.2957724630832672,
      "learning_rate": 1.5579227696404792e-05,
      "loss": 0.1075,
      "step": 28200
    },
    {
      "epoch": 18.533071381794368,
      "grad_norm": 0.2983064353466034,
      "learning_rate": 1.4913448735019975e-05,
      "loss": 0.1056,
      "step": 28300
    },
    {
      "epoch": 18.59855926653569,
      "grad_norm": 0.30214086174964905,
      "learning_rate": 1.4247669773635153e-05,
      "loss": 0.1038,
      "step": 28400
    },
    {
      "epoch": 18.664047151277014,
      "grad_norm": 0.2917056083679199,
      "learning_rate": 1.3581890812250334e-05,
      "loss": 0.1042,
      "step": 28500
    },
    {
      "epoch": 18.729535036018337,
      "grad_norm": 0.40877100825309753,
      "learning_rate": 1.2916111850865514e-05,
      "loss": 0.1039,
      "step": 28600
    },
    {
      "epoch": 18.79502292075966,
      "grad_norm": 0.15422676503658295,
      "learning_rate": 1.2250332889480692e-05,
      "loss": 0.1065,
      "step": 28700
    },
    {
      "epoch": 18.860510805500983,
      "grad_norm": 0.3668764531612396,
      "learning_rate": 1.1584553928095873e-05,
      "loss": 0.1097,
      "step": 28800
    },
    {
      "epoch": 18.925998690242306,
      "grad_norm": 0.2623516321182251,
      "learning_rate": 1.0918774966711052e-05,
      "loss": 0.1132,
      "step": 28900
    },
    {
      "epoch": 18.99148657498363,
      "grad_norm": 0.22360046207904816,
      "learning_rate": 1.0252996005326232e-05,
      "loss": 0.1057,
      "step": 29000
    },
    {
      "epoch": 19.05697445972495,
      "grad_norm": 0.29688164591789246,
      "learning_rate": 9.587217043941411e-06,
      "loss": 0.1004,
      "step": 29100
    },
    {
      "epoch": 19.122462344466275,
      "grad_norm": 0.23096615076065063,
      "learning_rate": 8.921438082556593e-06,
      "loss": 0.1025,
      "step": 29200
    },
    {
      "epoch": 19.187950229207598,
      "grad_norm": 0.14553728699684143,
      "learning_rate": 8.255659121171772e-06,
      "loss": 0.1039,
      "step": 29300
    },
    {
      "epoch": 19.25343811394892,
      "grad_norm": 0.21273891627788544,
      "learning_rate": 7.589880159786951e-06,
      "loss": 0.0993,
      "step": 29400
    },
    {
      "epoch": 19.318925998690244,
      "grad_norm": 0.26496270298957825,
      "learning_rate": 6.92410119840213e-06,
      "loss": 0.1045,
      "step": 29500
    },
    {
      "epoch": 19.384413883431566,
      "grad_norm": 0.22591184079647064,
      "learning_rate": 6.258322237017311e-06,
      "loss": 0.1021,
      "step": 29600
    },
    {
      "epoch": 19.44990176817289,
      "grad_norm": 0.45855116844177246,
      "learning_rate": 5.59254327563249e-06,
      "loss": 0.1057,
      "step": 29700
    },
    {
      "epoch": 19.515389652914212,
      "grad_norm": 0.2156517505645752,
      "learning_rate": 4.92676431424767e-06,
      "loss": 0.0985,
      "step": 29800
    },
    {
      "epoch": 19.580877537655535,
      "grad_norm": 0.4062209725379944,
      "learning_rate": 4.26098535286285e-06,
      "loss": 0.1022,
      "step": 29900
    },
    {
      "epoch": 19.64636542239686,
      "grad_norm": 0.27822694182395935,
      "learning_rate": 3.5952063914780293e-06,
      "loss": 0.1059,
      "step": 30000
    },
    {
      "epoch": 19.711853307138178,
      "grad_norm": 0.35251957178115845,
      "learning_rate": 2.9294274300932092e-06,
      "loss": 0.1044,
      "step": 30100
    },
    {
      "epoch": 19.7773411918795,
      "grad_norm": 0.3081159293651581,
      "learning_rate": 2.2636484687083888e-06,
      "loss": 0.1057,
      "step": 30200
    },
    {
      "epoch": 19.842829076620824,
      "grad_norm": 0.22974246740341187,
      "learning_rate": 1.5978695073235687e-06,
      "loss": 0.1019,
      "step": 30300
    },
    {
      "epoch": 19.908316961362146,
      "grad_norm": 0.4793023467063904,
      "learning_rate": 9.320905459387485e-07,
      "loss": 0.0999,
      "step": 30400
    },
    {
      "epoch": 19.97380484610347,
      "grad_norm": 0.38982269167900085,
      "learning_rate": 2.6631158455392814e-07,
      "loss": 0.1012,
      "step": 30500
    }
  ],
  "logging_steps": 100,
  "max_steps": 30540,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1498196528791552e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}