error577 commited on
Commit
736dc0b
·
verified ·
1 Parent(s): 9649223

Training in progress, step 16600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:604347cbcd8cdd55b9b3a10ae365498f7fbf82588a8ae013cf6b97a499af0968
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae84ec504e45fb2af52d5c246c91a8d0bf194506b84fbbd0656e66db7f11a5c0
3
  size 70430032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7266597e839f9d6726463538479ddccb403d02f92311055ff9cf3f30cd646da
3
  size 36136276
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd1284754dfb365b26dcd07188bf7812ade4faf8c9dd67ec2a6b95d9c92c18d
3
  size 36136276
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da8dcee46050a646c7176354fecd1fa60214f0a0a9a8f938b54562ebf9a1002b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10ba19c40dc128758a1d72d85734d40a38f65010014fbf35ae823947c8e4bdb8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a7db949c3b417b20594f93f6a33d3471b62feecb462779d3875a50dd46361cd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4a24bbee66a3c0f2e6795aef7cd6132957d758afeabf6388aba40e4e4744de
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.0011048316955566,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-16200",
4
- "epoch": 1.768125707509029,
5
  "eval_steps": 200,
6
- "global_step": 16400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -115471,6 +115471,1414 @@
115471
  "eval_samples_per_second": 33.77,
115472
  "eval_steps_per_second": 11.277,
115473
  "step": 16400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115474
  }
115475
  ],
115476
  "logging_steps": 1,
@@ -115485,7 +116893,7 @@
115485
  "early_stopping_threshold": 0.0
115486
  },
115487
  "attributes": {
115488
- "early_stopping_patience_counter": 1
115489
  }
115490
  },
115491
  "TrainerControl": {
@@ -115499,7 +116907,7 @@
115499
  "attributes": {}
115500
  }
115501
  },
115502
- "total_flos": 2.342866686073897e+17,
115503
  "train_batch_size": 3,
115504
  "trial_name": null,
115505
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.9987989664077759,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-16600",
4
+ "epoch": 1.7896878874454207,
5
  "eval_steps": 200,
6
+ "global_step": 16600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
115471
  "eval_samples_per_second": 33.77,
115472
  "eval_steps_per_second": 11.277,
115473
  "step": 16400
115474
+ },
115475
+ {
115476
+ "epoch": 1.768233518408711,
115477
+ "grad_norm": 1.327077865600586,
115478
+ "learning_rate": 7.240548201285186e-05,
115479
+ "loss": 1.3538,
115480
+ "step": 16401
115481
+ },
115482
+ {
115483
+ "epoch": 1.768341329308393,
115484
+ "grad_norm": 1.5885008573532104,
115485
+ "learning_rate": 7.239461830996757e-05,
115486
+ "loss": 2.1915,
115487
+ "step": 16402
115488
+ },
115489
+ {
115490
+ "epoch": 1.768449140208075,
115491
+ "grad_norm": 1.395747184753418,
115492
+ "learning_rate": 7.238375495974652e-05,
115493
+ "loss": 1.6123,
115494
+ "step": 16403
115495
+ },
115496
+ {
115497
+ "epoch": 1.768556951107757,
115498
+ "grad_norm": 1.9479645490646362,
115499
+ "learning_rate": 7.237289196232743e-05,
115500
+ "loss": 2.0275,
115501
+ "step": 16404
115502
+ },
115503
+ {
115504
+ "epoch": 1.768664762007439,
115505
+ "grad_norm": 1.6388370990753174,
115506
+ "learning_rate": 7.236202931784913e-05,
115507
+ "loss": 2.0259,
115508
+ "step": 16405
115509
+ },
115510
+ {
115511
+ "epoch": 1.7687725729071209,
115512
+ "grad_norm": 1.4545501470565796,
115513
+ "learning_rate": 7.23511670264503e-05,
115514
+ "loss": 2.0029,
115515
+ "step": 16406
115516
+ },
115517
+ {
115518
+ "epoch": 1.768880383806803,
115519
+ "grad_norm": 1.6153045892715454,
115520
+ "learning_rate": 7.234030508826981e-05,
115521
+ "loss": 1.9364,
115522
+ "step": 16407
115523
+ },
115524
+ {
115525
+ "epoch": 1.768988194706485,
115526
+ "grad_norm": 1.6564216613769531,
115527
+ "learning_rate": 7.232944350344639e-05,
115528
+ "loss": 1.9652,
115529
+ "step": 16408
115530
+ },
115531
+ {
115532
+ "epoch": 1.7690960056061669,
115533
+ "grad_norm": 1.7373524904251099,
115534
+ "learning_rate": 7.231858227211874e-05,
115535
+ "loss": 2.3512,
115536
+ "step": 16409
115537
+ },
115538
+ {
115539
+ "epoch": 1.7692038165058488,
115540
+ "grad_norm": 1.3610563278198242,
115541
+ "learning_rate": 7.230772139442572e-05,
115542
+ "loss": 1.3553,
115543
+ "step": 16410
115544
+ },
115545
+ {
115546
+ "epoch": 1.7693116274055307,
115547
+ "grad_norm": 2.036275625228882,
115548
+ "learning_rate": 7.2296860870506e-05,
115549
+ "loss": 2.0051,
115550
+ "step": 16411
115551
+ },
115552
+ {
115553
+ "epoch": 1.7694194383052126,
115554
+ "grad_norm": 1.525442361831665,
115555
+ "learning_rate": 7.228600070049833e-05,
115556
+ "loss": 1.4296,
115557
+ "step": 16412
115558
+ },
115559
+ {
115560
+ "epoch": 1.7695272492048946,
115561
+ "grad_norm": 1.7498632669448853,
115562
+ "learning_rate": 7.22751408845415e-05,
115563
+ "loss": 2.2322,
115564
+ "step": 16413
115565
+ },
115566
+ {
115567
+ "epoch": 1.7696350601045765,
115568
+ "grad_norm": 1.720004677772522,
115569
+ "learning_rate": 7.226428142277419e-05,
115570
+ "loss": 2.4375,
115571
+ "step": 16414
115572
+ },
115573
+ {
115574
+ "epoch": 1.7697428710042584,
115575
+ "grad_norm": 1.5972278118133545,
115576
+ "learning_rate": 7.225342231533517e-05,
115577
+ "loss": 1.9847,
115578
+ "step": 16415
115579
+ },
115580
+ {
115581
+ "epoch": 1.7698506819039403,
115582
+ "grad_norm": 1.3355501890182495,
115583
+ "learning_rate": 7.224256356236312e-05,
115584
+ "loss": 1.4894,
115585
+ "step": 16416
115586
+ },
115587
+ {
115588
+ "epoch": 1.7699584928036225,
115589
+ "grad_norm": 1.6754194498062134,
115590
+ "learning_rate": 7.223170516399684e-05,
115591
+ "loss": 2.1324,
115592
+ "step": 16417
115593
+ },
115594
+ {
115595
+ "epoch": 1.7700663037033044,
115596
+ "grad_norm": 1.888706922531128,
115597
+ "learning_rate": 7.2220847120375e-05,
115598
+ "loss": 1.9805,
115599
+ "step": 16418
115600
+ },
115601
+ {
115602
+ "epoch": 1.7701741146029863,
115603
+ "grad_norm": 1.6795432567596436,
115604
+ "learning_rate": 7.220998943163626e-05,
115605
+ "loss": 1.9513,
115606
+ "step": 16419
115607
+ },
115608
+ {
115609
+ "epoch": 1.7702819255026683,
115610
+ "grad_norm": 1.7031333446502686,
115611
+ "learning_rate": 7.219913209791944e-05,
115612
+ "loss": 1.6233,
115613
+ "step": 16420
115614
+ },
115615
+ {
115616
+ "epoch": 1.7703897364023504,
115617
+ "grad_norm": 1.486694574356079,
115618
+ "learning_rate": 7.218827511936316e-05,
115619
+ "loss": 1.4996,
115620
+ "step": 16421
115621
+ },
115622
+ {
115623
+ "epoch": 1.7704975473020323,
115624
+ "grad_norm": 1.5804572105407715,
115625
+ "learning_rate": 7.217741849610615e-05,
115626
+ "loss": 1.6489,
115627
+ "step": 16422
115628
+ },
115629
+ {
115630
+ "epoch": 1.7706053582017143,
115631
+ "grad_norm": 1.8618499040603638,
115632
+ "learning_rate": 7.21665622282871e-05,
115633
+ "loss": 1.7995,
115634
+ "step": 16423
115635
+ },
115636
+ {
115637
+ "epoch": 1.7707131691013962,
115638
+ "grad_norm": 1.6266299486160278,
115639
+ "learning_rate": 7.215570631604473e-05,
115640
+ "loss": 2.038,
115641
+ "step": 16424
115642
+ },
115643
+ {
115644
+ "epoch": 1.7708209800010781,
115645
+ "grad_norm": 1.6400954723358154,
115646
+ "learning_rate": 7.214485075951772e-05,
115647
+ "loss": 1.7744,
115648
+ "step": 16425
115649
+ },
115650
+ {
115651
+ "epoch": 1.77092879090076,
115652
+ "grad_norm": 1.6115206480026245,
115653
+ "learning_rate": 7.213399555884465e-05,
115654
+ "loss": 2.1053,
115655
+ "step": 16426
115656
+ },
115657
+ {
115658
+ "epoch": 1.771036601800442,
115659
+ "grad_norm": 1.559930682182312,
115660
+ "learning_rate": 7.212314071416433e-05,
115661
+ "loss": 1.4941,
115662
+ "step": 16427
115663
+ },
115664
+ {
115665
+ "epoch": 1.771144412700124,
115666
+ "grad_norm": 1.7229746580123901,
115667
+ "learning_rate": 7.211228622561538e-05,
115668
+ "loss": 1.9773,
115669
+ "step": 16428
115670
+ },
115671
+ {
115672
+ "epoch": 1.7712522235998058,
115673
+ "grad_norm": 1.870699405670166,
115674
+ "learning_rate": 7.210143209333646e-05,
115675
+ "loss": 2.1397,
115676
+ "step": 16429
115677
+ },
115678
+ {
115679
+ "epoch": 1.7713600344994878,
115680
+ "grad_norm": 1.6740790605545044,
115681
+ "learning_rate": 7.209057831746624e-05,
115682
+ "loss": 2.0243,
115683
+ "step": 16430
115684
+ },
115685
+ {
115686
+ "epoch": 1.77146784539917,
115687
+ "grad_norm": 1.611069917678833,
115688
+ "learning_rate": 7.207972489814338e-05,
115689
+ "loss": 1.8287,
115690
+ "step": 16431
115691
+ },
115692
+ {
115693
+ "epoch": 1.7715756562988518,
115694
+ "grad_norm": 1.708109974861145,
115695
+ "learning_rate": 7.206887183550653e-05,
115696
+ "loss": 1.8846,
115697
+ "step": 16432
115698
+ },
115699
+ {
115700
+ "epoch": 1.7716834671985338,
115701
+ "grad_norm": 1.8075931072235107,
115702
+ "learning_rate": 7.205801912969436e-05,
115703
+ "loss": 2.1115,
115704
+ "step": 16433
115705
+ },
115706
+ {
115707
+ "epoch": 1.7717912780982157,
115708
+ "grad_norm": 1.7643688917160034,
115709
+ "learning_rate": 7.20471667808455e-05,
115710
+ "loss": 2.1919,
115711
+ "step": 16434
115712
+ },
115713
+ {
115714
+ "epoch": 1.7718990889978978,
115715
+ "grad_norm": 1.695736050605774,
115716
+ "learning_rate": 7.203631478909857e-05,
115717
+ "loss": 2.0446,
115718
+ "step": 16435
115719
+ },
115720
+ {
115721
+ "epoch": 1.7720068998975798,
115722
+ "grad_norm": 1.8671905994415283,
115723
+ "learning_rate": 7.202546315459225e-05,
115724
+ "loss": 2.1517,
115725
+ "step": 16436
115726
+ },
115727
+ {
115728
+ "epoch": 1.7721147107972617,
115729
+ "grad_norm": 1.7563362121582031,
115730
+ "learning_rate": 7.201461187746514e-05,
115731
+ "loss": 2.0614,
115732
+ "step": 16437
115733
+ },
115734
+ {
115735
+ "epoch": 1.7722225216969436,
115736
+ "grad_norm": 1.8636552095413208,
115737
+ "learning_rate": 7.200376095785589e-05,
115738
+ "loss": 2.0347,
115739
+ "step": 16438
115740
+ },
115741
+ {
115742
+ "epoch": 1.7723303325966255,
115743
+ "grad_norm": 1.7318238019943237,
115744
+ "learning_rate": 7.199291039590303e-05,
115745
+ "loss": 2.0149,
115746
+ "step": 16439
115747
+ },
115748
+ {
115749
+ "epoch": 1.7724381434963075,
115750
+ "grad_norm": 1.6833218336105347,
115751
+ "learning_rate": 7.198206019174534e-05,
115752
+ "loss": 2.3503,
115753
+ "step": 16440
115754
+ },
115755
+ {
115756
+ "epoch": 1.7725459543959894,
115757
+ "grad_norm": 1.675734281539917,
115758
+ "learning_rate": 7.197121034552132e-05,
115759
+ "loss": 2.0725,
115760
+ "step": 16441
115761
+ },
115762
+ {
115763
+ "epoch": 1.7726537652956713,
115764
+ "grad_norm": 1.425560712814331,
115765
+ "learning_rate": 7.196036085736959e-05,
115766
+ "loss": 1.5657,
115767
+ "step": 16442
115768
+ },
115769
+ {
115770
+ "epoch": 1.7727615761953532,
115771
+ "grad_norm": 1.6928619146347046,
115772
+ "learning_rate": 7.194951172742878e-05,
115773
+ "loss": 2.0118,
115774
+ "step": 16443
115775
+ },
115776
+ {
115777
+ "epoch": 1.7728693870950352,
115778
+ "grad_norm": 1.6895530223846436,
115779
+ "learning_rate": 7.193866295583749e-05,
115780
+ "loss": 2.047,
115781
+ "step": 16444
115782
+ },
115783
+ {
115784
+ "epoch": 1.7729771979947173,
115785
+ "grad_norm": 1.6681090593338013,
115786
+ "learning_rate": 7.192781454273426e-05,
115787
+ "loss": 1.8747,
115788
+ "step": 16445
115789
+ },
115790
+ {
115791
+ "epoch": 1.7730850088943992,
115792
+ "grad_norm": 1.9224461317062378,
115793
+ "learning_rate": 7.191696648825777e-05,
115794
+ "loss": 1.8083,
115795
+ "step": 16446
115796
+ },
115797
+ {
115798
+ "epoch": 1.7731928197940812,
115799
+ "grad_norm": 1.5227057933807373,
115800
+ "learning_rate": 7.190611879254656e-05,
115801
+ "loss": 1.7194,
115802
+ "step": 16447
115803
+ },
115804
+ {
115805
+ "epoch": 1.773300630693763,
115806
+ "grad_norm": 1.7372671365737915,
115807
+ "learning_rate": 7.189527145573922e-05,
115808
+ "loss": 2.0792,
115809
+ "step": 16448
115810
+ },
115811
+ {
115812
+ "epoch": 1.7734084415934452,
115813
+ "grad_norm": 1.950222373008728,
115814
+ "learning_rate": 7.188442447797426e-05,
115815
+ "loss": 1.9221,
115816
+ "step": 16449
115817
+ },
115818
+ {
115819
+ "epoch": 1.7735162524931272,
115820
+ "grad_norm": 1.6342179775238037,
115821
+ "learning_rate": 7.187357785939036e-05,
115822
+ "loss": 1.4421,
115823
+ "step": 16450
115824
+ },
115825
+ {
115826
+ "epoch": 1.773624063392809,
115827
+ "grad_norm": 1.6548271179199219,
115828
+ "learning_rate": 7.186273160012602e-05,
115829
+ "loss": 2.2753,
115830
+ "step": 16451
115831
+ },
115832
+ {
115833
+ "epoch": 1.773731874292491,
115834
+ "grad_norm": 1.4585679769515991,
115835
+ "learning_rate": 7.185188570031978e-05,
115836
+ "loss": 1.7624,
115837
+ "step": 16452
115838
+ },
115839
+ {
115840
+ "epoch": 1.773839685192173,
115841
+ "grad_norm": 1.6601009368896484,
115842
+ "learning_rate": 7.184104016011031e-05,
115843
+ "loss": 1.8884,
115844
+ "step": 16453
115845
+ },
115846
+ {
115847
+ "epoch": 1.7739474960918549,
115848
+ "grad_norm": 1.3496158123016357,
115849
+ "learning_rate": 7.183019497963606e-05,
115850
+ "loss": 1.338,
115851
+ "step": 16454
115852
+ },
115853
+ {
115854
+ "epoch": 1.7740553069915368,
115855
+ "grad_norm": 1.7707372903823853,
115856
+ "learning_rate": 7.181935015903558e-05,
115857
+ "loss": 2.2234,
115858
+ "step": 16455
115859
+ },
115860
+ {
115861
+ "epoch": 1.7741631178912187,
115862
+ "grad_norm": 1.7876710891723633,
115863
+ "learning_rate": 7.180850569844749e-05,
115864
+ "loss": 2.6255,
115865
+ "step": 16456
115866
+ },
115867
+ {
115868
+ "epoch": 1.7742709287909006,
115869
+ "grad_norm": 1.2378960847854614,
115870
+ "learning_rate": 7.179766159801025e-05,
115871
+ "loss": 1.3646,
115872
+ "step": 16457
115873
+ },
115874
+ {
115875
+ "epoch": 1.7743787396905826,
115876
+ "grad_norm": 1.7892974615097046,
115877
+ "learning_rate": 7.178681785786244e-05,
115878
+ "loss": 2.1359,
115879
+ "step": 16458
115880
+ },
115881
+ {
115882
+ "epoch": 1.7744865505902647,
115883
+ "grad_norm": 1.6497323513031006,
115884
+ "learning_rate": 7.177597447814257e-05,
115885
+ "loss": 1.4545,
115886
+ "step": 16459
115887
+ },
115888
+ {
115889
+ "epoch": 1.7745943614899466,
115890
+ "grad_norm": 1.6215623617172241,
115891
+ "learning_rate": 7.17651314589892e-05,
115892
+ "loss": 1.7576,
115893
+ "step": 16460
115894
+ },
115895
+ {
115896
+ "epoch": 1.7747021723896286,
115897
+ "grad_norm": 1.7790635824203491,
115898
+ "learning_rate": 7.175428880054083e-05,
115899
+ "loss": 1.9565,
115900
+ "step": 16461
115901
+ },
115902
+ {
115903
+ "epoch": 1.7748099832893105,
115904
+ "grad_norm": 1.6986439228057861,
115905
+ "learning_rate": 7.174344650293594e-05,
115906
+ "loss": 1.935,
115907
+ "step": 16462
115908
+ },
115909
+ {
115910
+ "epoch": 1.7749177941889926,
115911
+ "grad_norm": 1.4938874244689941,
115912
+ "learning_rate": 7.17326045663131e-05,
115913
+ "loss": 1.374,
115914
+ "step": 16463
115915
+ },
115916
+ {
115917
+ "epoch": 1.7750256050886746,
115918
+ "grad_norm": 1.6793423891067505,
115919
+ "learning_rate": 7.172176299081078e-05,
115920
+ "loss": 1.8674,
115921
+ "step": 16464
115922
+ },
115923
+ {
115924
+ "epoch": 1.7751334159883565,
115925
+ "grad_norm": 1.9442622661590576,
115926
+ "learning_rate": 7.17109217765675e-05,
115927
+ "loss": 1.972,
115928
+ "step": 16465
115929
+ },
115930
+ {
115931
+ "epoch": 1.7752412268880384,
115932
+ "grad_norm": 1.7899595499038696,
115933
+ "learning_rate": 7.170008092372175e-05,
115934
+ "loss": 2.4128,
115935
+ "step": 16466
115936
+ },
115937
+ {
115938
+ "epoch": 1.7753490377877204,
115939
+ "grad_norm": 1.4949108362197876,
115940
+ "learning_rate": 7.168924043241204e-05,
115941
+ "loss": 1.5317,
115942
+ "step": 16467
115943
+ },
115944
+ {
115945
+ "epoch": 1.7754568486874023,
115946
+ "grad_norm": 1.5718086957931519,
115947
+ "learning_rate": 7.167840030277682e-05,
115948
+ "loss": 1.9031,
115949
+ "step": 16468
115950
+ },
115951
+ {
115952
+ "epoch": 1.7755646595870842,
115953
+ "grad_norm": 1.7248400449752808,
115954
+ "learning_rate": 7.166756053495462e-05,
115955
+ "loss": 1.4877,
115956
+ "step": 16469
115957
+ },
115958
+ {
115959
+ "epoch": 1.7756724704867661,
115960
+ "grad_norm": 1.6109193563461304,
115961
+ "learning_rate": 7.165672112908393e-05,
115962
+ "loss": 1.8213,
115963
+ "step": 16470
115964
+ },
115965
+ {
115966
+ "epoch": 1.775780281386448,
115967
+ "grad_norm": 1.6389461755752563,
115968
+ "learning_rate": 7.164588208530315e-05,
115969
+ "loss": 1.8541,
115970
+ "step": 16471
115971
+ },
115972
+ {
115973
+ "epoch": 1.77588809228613,
115974
+ "grad_norm": 1.6750565767288208,
115975
+ "learning_rate": 7.16350434037508e-05,
115976
+ "loss": 2.412,
115977
+ "step": 16472
115978
+ },
115979
+ {
115980
+ "epoch": 1.7759959031858121,
115981
+ "grad_norm": 1.6720397472381592,
115982
+ "learning_rate": 7.162420508456536e-05,
115983
+ "loss": 2.0123,
115984
+ "step": 16473
115985
+ },
115986
+ {
115987
+ "epoch": 1.776103714085494,
115988
+ "grad_norm": 1.6718215942382812,
115989
+ "learning_rate": 7.161336712788528e-05,
115990
+ "loss": 1.7268,
115991
+ "step": 16474
115992
+ },
115993
+ {
115994
+ "epoch": 1.776211524985176,
115995
+ "grad_norm": 1.6457339525222778,
115996
+ "learning_rate": 7.160252953384898e-05,
115997
+ "loss": 2.0391,
115998
+ "step": 16475
115999
+ },
116000
+ {
116001
+ "epoch": 1.776319335884858,
116002
+ "grad_norm": 1.6432422399520874,
116003
+ "learning_rate": 7.159169230259497e-05,
116004
+ "loss": 1.8984,
116005
+ "step": 16476
116006
+ },
116007
+ {
116008
+ "epoch": 1.77642714678454,
116009
+ "grad_norm": 1.710622787475586,
116010
+ "learning_rate": 7.158085543426168e-05,
116011
+ "loss": 2.161,
116012
+ "step": 16477
116013
+ },
116014
+ {
116015
+ "epoch": 1.776534957684222,
116016
+ "grad_norm": 1.7206809520721436,
116017
+ "learning_rate": 7.15700189289875e-05,
116018
+ "loss": 2.0457,
116019
+ "step": 16478
116020
+ },
116021
+ {
116022
+ "epoch": 1.776642768583904,
116023
+ "grad_norm": 1.7213714122772217,
116024
+ "learning_rate": 7.155918278691094e-05,
116025
+ "loss": 2.0444,
116026
+ "step": 16479
116027
+ },
116028
+ {
116029
+ "epoch": 1.7767505794835858,
116030
+ "grad_norm": 1.5763872861862183,
116031
+ "learning_rate": 7.15483470081704e-05,
116032
+ "loss": 1.6819,
116033
+ "step": 16480
116034
+ },
116035
+ {
116036
+ "epoch": 1.7768583903832678,
116037
+ "grad_norm": 1.7003811597824097,
116038
+ "learning_rate": 7.15375115929043e-05,
116039
+ "loss": 1.7731,
116040
+ "step": 16481
116041
+ },
116042
+ {
116043
+ "epoch": 1.7769662012829497,
116044
+ "grad_norm": 1.8527448177337646,
116045
+ "learning_rate": 7.152667654125107e-05,
116046
+ "loss": 2.2955,
116047
+ "step": 16482
116048
+ },
116049
+ {
116050
+ "epoch": 1.7770740121826316,
116051
+ "grad_norm": 1.839219093322754,
116052
+ "learning_rate": 7.151584185334918e-05,
116053
+ "loss": 2.2449,
116054
+ "step": 16483
116055
+ },
116056
+ {
116057
+ "epoch": 1.7771818230823135,
116058
+ "grad_norm": 1.7144463062286377,
116059
+ "learning_rate": 7.150500752933699e-05,
116060
+ "loss": 1.7813,
116061
+ "step": 16484
116062
+ },
116063
+ {
116064
+ "epoch": 1.7772896339819955,
116065
+ "grad_norm": 1.6697869300842285,
116066
+ "learning_rate": 7.149417356935289e-05,
116067
+ "loss": 2.045,
116068
+ "step": 16485
116069
+ },
116070
+ {
116071
+ "epoch": 1.7773974448816774,
116072
+ "grad_norm": 1.4557580947875977,
116073
+ "learning_rate": 7.148333997353533e-05,
116074
+ "loss": 1.649,
116075
+ "step": 16486
116076
+ },
116077
+ {
116078
+ "epoch": 1.7775052557813595,
116079
+ "grad_norm": 1.822836995124817,
116080
+ "learning_rate": 7.14725067420227e-05,
116081
+ "loss": 2.3016,
116082
+ "step": 16487
116083
+ },
116084
+ {
116085
+ "epoch": 1.7776130666810415,
116086
+ "grad_norm": 1.573591947555542,
116087
+ "learning_rate": 7.14616738749534e-05,
116088
+ "loss": 1.6349,
116089
+ "step": 16488
116090
+ },
116091
+ {
116092
+ "epoch": 1.7777208775807234,
116093
+ "grad_norm": 1.762316107749939,
116094
+ "learning_rate": 7.14508413724658e-05,
116095
+ "loss": 1.7364,
116096
+ "step": 16489
116097
+ },
116098
+ {
116099
+ "epoch": 1.7778286884804053,
116100
+ "grad_norm": 1.6052037477493286,
116101
+ "learning_rate": 7.144000923469834e-05,
116102
+ "loss": 2.0357,
116103
+ "step": 16490
116104
+ },
116105
+ {
116106
+ "epoch": 1.7779364993800875,
116107
+ "grad_norm": 1.748057246208191,
116108
+ "learning_rate": 7.142917746178929e-05,
116109
+ "loss": 1.7569,
116110
+ "step": 16491
116111
+ },
116112
+ {
116113
+ "epoch": 1.7780443102797694,
116114
+ "grad_norm": 1.7312614917755127,
116115
+ "learning_rate": 7.141834605387718e-05,
116116
+ "loss": 2.1334,
116117
+ "step": 16492
116118
+ },
116119
+ {
116120
+ "epoch": 1.7781521211794513,
116121
+ "grad_norm": 1.683021068572998,
116122
+ "learning_rate": 7.14075150111003e-05,
116123
+ "loss": 1.6267,
116124
+ "step": 16493
116125
+ },
116126
+ {
116127
+ "epoch": 1.7782599320791332,
116128
+ "grad_norm": 1.7483805418014526,
116129
+ "learning_rate": 7.1396684333597e-05,
116130
+ "loss": 2.0382,
116131
+ "step": 16494
116132
+ },
116133
+ {
116134
+ "epoch": 1.7783677429788152,
116135
+ "grad_norm": 1.8373464345932007,
116136
+ "learning_rate": 7.138585402150564e-05,
116137
+ "loss": 2.0186,
116138
+ "step": 16495
116139
+ },
116140
+ {
116141
+ "epoch": 1.778475553878497,
116142
+ "grad_norm": 1.6579982042312622,
116143
+ "learning_rate": 7.137502407496466e-05,
116144
+ "loss": 2.1087,
116145
+ "step": 16496
116146
+ },
116147
+ {
116148
+ "epoch": 1.778583364778179,
116149
+ "grad_norm": 1.5549272298812866,
116150
+ "learning_rate": 7.136419449411236e-05,
116151
+ "loss": 1.8398,
116152
+ "step": 16497
116153
+ },
116154
+ {
116155
+ "epoch": 1.778691175677861,
116156
+ "grad_norm": 1.5700836181640625,
116157
+ "learning_rate": 7.135336527908704e-05,
116158
+ "loss": 2.0746,
116159
+ "step": 16498
116160
+ },
116161
+ {
116162
+ "epoch": 1.7787989865775429,
116163
+ "grad_norm": 1.7149096727371216,
116164
+ "learning_rate": 7.134253643002714e-05,
116165
+ "loss": 2.4151,
116166
+ "step": 16499
116167
+ },
116168
+ {
116169
+ "epoch": 1.7789067974772248,
116170
+ "grad_norm": 1.4114599227905273,
116171
+ "learning_rate": 7.133170794707096e-05,
116172
+ "loss": 1.8254,
116173
+ "step": 16500
116174
+ },
116175
+ {
116176
+ "epoch": 1.779014608376907,
116177
+ "grad_norm": 1.6793819665908813,
116178
+ "learning_rate": 7.132087983035678e-05,
116179
+ "loss": 1.7667,
116180
+ "step": 16501
116181
+ },
116182
+ {
116183
+ "epoch": 1.7791224192765889,
116184
+ "grad_norm": 1.5028271675109863,
116185
+ "learning_rate": 7.131005208002301e-05,
116186
+ "loss": 1.4193,
116187
+ "step": 16502
116188
+ },
116189
+ {
116190
+ "epoch": 1.7792302301762708,
116191
+ "grad_norm": 1.5584877729415894,
116192
+ "learning_rate": 7.129922469620798e-05,
116193
+ "loss": 1.5167,
116194
+ "step": 16503
116195
+ },
116196
+ {
116197
+ "epoch": 1.7793380410759527,
116198
+ "grad_norm": 1.560030221939087,
116199
+ "learning_rate": 7.128839767904994e-05,
116200
+ "loss": 1.9714,
116201
+ "step": 16504
116202
+ },
116203
+ {
116204
+ "epoch": 1.7794458519756349,
116205
+ "grad_norm": 1.7452054023742676,
116206
+ "learning_rate": 7.127757102868727e-05,
116207
+ "loss": 2.1625,
116208
+ "step": 16505
116209
+ },
116210
+ {
116211
+ "epoch": 1.7795536628753168,
116212
+ "grad_norm": 1.4310939311981201,
116213
+ "learning_rate": 7.126674474525827e-05,
116214
+ "loss": 2.0445,
116215
+ "step": 16506
116216
+ },
116217
+ {
116218
+ "epoch": 1.7796614737749987,
116219
+ "grad_norm": 1.4619526863098145,
116220
+ "learning_rate": 7.125591882890124e-05,
116221
+ "loss": 1.5957,
116222
+ "step": 16507
116223
+ },
116224
+ {
116225
+ "epoch": 1.7797692846746807,
116226
+ "grad_norm": 1.5005930662155151,
116227
+ "learning_rate": 7.124509327975442e-05,
116228
+ "loss": 1.8213,
116229
+ "step": 16508
116230
+ },
116231
+ {
116232
+ "epoch": 1.7798770955743626,
116233
+ "grad_norm": 1.7089488506317139,
116234
+ "learning_rate": 7.123426809795622e-05,
116235
+ "loss": 2.0052,
116236
+ "step": 16509
116237
+ },
116238
+ {
116239
+ "epoch": 1.7799849064740445,
116240
+ "grad_norm": 1.6160192489624023,
116241
+ "learning_rate": 7.122344328364488e-05,
116242
+ "loss": 1.7533,
116243
+ "step": 16510
116244
+ },
116245
+ {
116246
+ "epoch": 1.7800927173737264,
116247
+ "grad_norm": 1.6955857276916504,
116248
+ "learning_rate": 7.121261883695864e-05,
116249
+ "loss": 2.0891,
116250
+ "step": 16511
116251
+ },
116252
+ {
116253
+ "epoch": 1.7802005282734084,
116254
+ "grad_norm": 1.5724143981933594,
116255
+ "learning_rate": 7.12017947580359e-05,
116256
+ "loss": 1.6855,
116257
+ "step": 16512
116258
+ },
116259
+ {
116260
+ "epoch": 1.7803083391730903,
116261
+ "grad_norm": 1.6191457509994507,
116262
+ "learning_rate": 7.119097104701487e-05,
116263
+ "loss": 1.9857,
116264
+ "step": 16513
116265
+ },
116266
+ {
116267
+ "epoch": 1.7804161500727722,
116268
+ "grad_norm": 1.4037936925888062,
116269
+ "learning_rate": 7.118014770403376e-05,
116270
+ "loss": 1.3605,
116271
+ "step": 16514
116272
+ },
116273
+ {
116274
+ "epoch": 1.7805239609724544,
116275
+ "grad_norm": 1.6680432558059692,
116276
+ "learning_rate": 7.116932472923098e-05,
116277
+ "loss": 1.9922,
116278
+ "step": 16515
116279
+ },
116280
+ {
116281
+ "epoch": 1.7806317718721363,
116282
+ "grad_norm": 1.5012706518173218,
116283
+ "learning_rate": 7.115850212274468e-05,
116284
+ "loss": 1.9537,
116285
+ "step": 16516
116286
+ },
116287
+ {
116288
+ "epoch": 1.7807395827718182,
116289
+ "grad_norm": 1.7830874919891357,
116290
+ "learning_rate": 7.11476798847132e-05,
116291
+ "loss": 2.1268,
116292
+ "step": 16517
116293
+ },
116294
+ {
116295
+ "epoch": 1.7808473936715001,
116296
+ "grad_norm": 1.6633611917495728,
116297
+ "learning_rate": 7.113685801527472e-05,
116298
+ "loss": 1.8305,
116299
+ "step": 16518
116300
+ },
116301
+ {
116302
+ "epoch": 1.7809552045711823,
116303
+ "grad_norm": 1.577890396118164,
116304
+ "learning_rate": 7.112603651456757e-05,
116305
+ "loss": 1.7326,
116306
+ "step": 16519
116307
+ },
116308
+ {
116309
+ "epoch": 1.7810630154708642,
116310
+ "grad_norm": 1.5707004070281982,
116311
+ "learning_rate": 7.111521538272996e-05,
116312
+ "loss": 1.6332,
116313
+ "step": 16520
116314
+ },
116315
+ {
116316
+ "epoch": 1.7811708263705461,
116317
+ "grad_norm": 1.5894380807876587,
116318
+ "learning_rate": 7.110439461990009e-05,
116319
+ "loss": 1.8315,
116320
+ "step": 16521
116321
+ },
116322
+ {
116323
+ "epoch": 1.781278637270228,
116324
+ "grad_norm": 1.560227870941162,
116325
+ "learning_rate": 7.109357422621626e-05,
116326
+ "loss": 1.7387,
116327
+ "step": 16522
116328
+ },
116329
+ {
116330
+ "epoch": 1.78138644816991,
116331
+ "grad_norm": 1.855605125427246,
116332
+ "learning_rate": 7.108275420181668e-05,
116333
+ "loss": 2.1646,
116334
+ "step": 16523
116335
+ },
116336
+ {
116337
+ "epoch": 1.781494259069592,
116338
+ "grad_norm": 1.6114230155944824,
116339
+ "learning_rate": 7.107193454683956e-05,
116340
+ "loss": 1.7198,
116341
+ "step": 16524
116342
+ },
116343
+ {
116344
+ "epoch": 1.7816020699692738,
116345
+ "grad_norm": 1.6004551649093628,
116346
+ "learning_rate": 7.106111526142314e-05,
116347
+ "loss": 1.7282,
116348
+ "step": 16525
116349
+ },
116350
+ {
116351
+ "epoch": 1.7817098808689558,
116352
+ "grad_norm": 1.6673312187194824,
116353
+ "learning_rate": 7.105029634570566e-05,
116354
+ "loss": 1.9136,
116355
+ "step": 16526
116356
+ },
116357
+ {
116358
+ "epoch": 1.7818176917686377,
116359
+ "grad_norm": 1.7831906080245972,
116360
+ "learning_rate": 7.103947779982532e-05,
116361
+ "loss": 1.8739,
116362
+ "step": 16527
116363
+ },
116364
+ {
116365
+ "epoch": 1.7819255026683196,
116366
+ "grad_norm": 1.8111896514892578,
116367
+ "learning_rate": 7.102865962392026e-05,
116368
+ "loss": 1.8481,
116369
+ "step": 16528
116370
+ },
116371
+ {
116372
+ "epoch": 1.7820333135680018,
116373
+ "grad_norm": 1.7662571668624878,
116374
+ "learning_rate": 7.10178418181288e-05,
116375
+ "loss": 2.1834,
116376
+ "step": 16529
116377
+ },
116378
+ {
116379
+ "epoch": 1.7821411244676837,
116380
+ "grad_norm": 1.7410342693328857,
116381
+ "learning_rate": 7.100702438258905e-05,
116382
+ "loss": 1.595,
116383
+ "step": 16530
116384
+ },
116385
+ {
116386
+ "epoch": 1.7822489353673656,
116387
+ "grad_norm": 1.665020227432251,
116388
+ "learning_rate": 7.099620731743924e-05,
116389
+ "loss": 2.0782,
116390
+ "step": 16531
116391
+ },
116392
+ {
116393
+ "epoch": 1.7823567462670478,
116394
+ "grad_norm": 1.61788809299469,
116395
+ "learning_rate": 7.098539062281755e-05,
116396
+ "loss": 2.0372,
116397
+ "step": 16532
116398
+ },
116399
+ {
116400
+ "epoch": 1.7824645571667297,
116401
+ "grad_norm": 1.5447189807891846,
116402
+ "learning_rate": 7.097457429886221e-05,
116403
+ "loss": 1.4367,
116404
+ "step": 16533
116405
+ },
116406
+ {
116407
+ "epoch": 1.7825723680664116,
116408
+ "grad_norm": 1.8157973289489746,
116409
+ "learning_rate": 7.09637583457113e-05,
116410
+ "loss": 2.1234,
116411
+ "step": 16534
116412
+ },
116413
+ {
116414
+ "epoch": 1.7826801789660935,
116415
+ "grad_norm": 1.4060728549957275,
116416
+ "learning_rate": 7.095294276350311e-05,
116417
+ "loss": 1.515,
116418
+ "step": 16535
116419
+ },
116420
+ {
116421
+ "epoch": 1.7827879898657755,
116422
+ "grad_norm": 1.6187382936477661,
116423
+ "learning_rate": 7.094212755237577e-05,
116424
+ "loss": 2.1136,
116425
+ "step": 16536
116426
+ },
116427
+ {
116428
+ "epoch": 1.7828958007654574,
116429
+ "grad_norm": 1.86700439453125,
116430
+ "learning_rate": 7.093131271246737e-05,
116431
+ "loss": 2.3132,
116432
+ "step": 16537
116433
+ },
116434
+ {
116435
+ "epoch": 1.7830036116651393,
116436
+ "grad_norm": 1.9112342596054077,
116437
+ "learning_rate": 7.092049824391618e-05,
116438
+ "loss": 2.1051,
116439
+ "step": 16538
116440
+ },
116441
+ {
116442
+ "epoch": 1.7831114225648212,
116443
+ "grad_norm": 1.934998869895935,
116444
+ "learning_rate": 7.09096841468603e-05,
116445
+ "loss": 2.0125,
116446
+ "step": 16539
116447
+ },
116448
+ {
116449
+ "epoch": 1.7832192334645032,
116450
+ "grad_norm": 1.6574186086654663,
116451
+ "learning_rate": 7.089887042143791e-05,
116452
+ "loss": 2.1191,
116453
+ "step": 16540
116454
+ },
116455
+ {
116456
+ "epoch": 1.783327044364185,
116457
+ "grad_norm": 1.6032518148422241,
116458
+ "learning_rate": 7.088805706778709e-05,
116459
+ "loss": 1.692,
116460
+ "step": 16541
116461
+ },
116462
+ {
116463
+ "epoch": 1.783434855263867,
116464
+ "grad_norm": 1.5893498659133911,
116465
+ "learning_rate": 7.08772440860461e-05,
116466
+ "loss": 1.5273,
116467
+ "step": 16542
116468
+ },
116469
+ {
116470
+ "epoch": 1.7835426661635492,
116471
+ "grad_norm": 1.5866321325302124,
116472
+ "learning_rate": 7.086643147635299e-05,
116473
+ "loss": 1.8803,
116474
+ "step": 16543
116475
+ },
116476
+ {
116477
+ "epoch": 1.783650477063231,
116478
+ "grad_norm": 1.6953754425048828,
116479
+ "learning_rate": 7.085561923884588e-05,
116480
+ "loss": 1.8143,
116481
+ "step": 16544
116482
+ },
116483
+ {
116484
+ "epoch": 1.783758287962913,
116485
+ "grad_norm": 1.5841528177261353,
116486
+ "learning_rate": 7.084480737366296e-05,
116487
+ "loss": 1.6129,
116488
+ "step": 16545
116489
+ },
116490
+ {
116491
+ "epoch": 1.7838660988625952,
116492
+ "grad_norm": 1.6500623226165771,
116493
+ "learning_rate": 7.083399588094233e-05,
116494
+ "loss": 1.701,
116495
+ "step": 16546
116496
+ },
116497
+ {
116498
+ "epoch": 1.783973909762277,
116499
+ "grad_norm": 1.5926181077957153,
116500
+ "learning_rate": 7.082318476082208e-05,
116501
+ "loss": 2.2891,
116502
+ "step": 16547
116503
+ },
116504
+ {
116505
+ "epoch": 1.784081720661959,
116506
+ "grad_norm": 1.5509783029556274,
116507
+ "learning_rate": 7.081237401344036e-05,
116508
+ "loss": 2.0215,
116509
+ "step": 16548
116510
+ },
116511
+ {
116512
+ "epoch": 1.784189531561641,
116513
+ "grad_norm": 1.3371859788894653,
116514
+ "learning_rate": 7.080156363893529e-05,
116515
+ "loss": 1.5746,
116516
+ "step": 16549
116517
+ },
116518
+ {
116519
+ "epoch": 1.7842973424613229,
116520
+ "grad_norm": 1.595512866973877,
116521
+ "learning_rate": 7.079075363744494e-05,
116522
+ "loss": 1.6375,
116523
+ "step": 16550
116524
+ },
116525
+ {
116526
+ "epoch": 1.7844051533610048,
116527
+ "grad_norm": 1.4434623718261719,
116528
+ "learning_rate": 7.07799440091074e-05,
116529
+ "loss": 1.4344,
116530
+ "step": 16551
116531
+ },
116532
+ {
116533
+ "epoch": 1.7845129642606867,
116534
+ "grad_norm": 1.5493810176849365,
116535
+ "learning_rate": 7.07691347540608e-05,
116536
+ "loss": 1.8925,
116537
+ "step": 16552
116538
+ },
116539
+ {
116540
+ "epoch": 1.7846207751603687,
116541
+ "grad_norm": 1.7813962697982788,
116542
+ "learning_rate": 7.07583258724432e-05,
116543
+ "loss": 2.1288,
116544
+ "step": 16553
116545
+ },
116546
+ {
116547
+ "epoch": 1.7847285860600506,
116548
+ "grad_norm": 1.5487695932388306,
116549
+ "learning_rate": 7.074751736439269e-05,
116550
+ "loss": 1.7675,
116551
+ "step": 16554
116552
+ },
116553
+ {
116554
+ "epoch": 1.7848363969597325,
116555
+ "grad_norm": 1.453194260597229,
116556
+ "learning_rate": 7.07367092300474e-05,
116557
+ "loss": 1.3568,
116558
+ "step": 16555
116559
+ },
116560
+ {
116561
+ "epoch": 1.7849442078594144,
116562
+ "grad_norm": 1.7548860311508179,
116563
+ "learning_rate": 7.072590146954536e-05,
116564
+ "loss": 2.2369,
116565
+ "step": 16556
116566
+ },
116567
+ {
116568
+ "epoch": 1.7850520187590966,
116569
+ "grad_norm": 1.4325605630874634,
116570
+ "learning_rate": 7.07150940830246e-05,
116571
+ "loss": 1.6432,
116572
+ "step": 16557
116573
+ },
116574
+ {
116575
+ "epoch": 1.7851598296587785,
116576
+ "grad_norm": 1.61666738986969,
116577
+ "learning_rate": 7.070428707062329e-05,
116578
+ "loss": 1.7727,
116579
+ "step": 16558
116580
+ },
116581
+ {
116582
+ "epoch": 1.7852676405584604,
116583
+ "grad_norm": 1.6309666633605957,
116584
+ "learning_rate": 7.069348043247943e-05,
116585
+ "loss": 1.8097,
116586
+ "step": 16559
116587
+ },
116588
+ {
116589
+ "epoch": 1.7853754514581426,
116590
+ "grad_norm": 1.7506320476531982,
116591
+ "learning_rate": 7.068267416873103e-05,
116592
+ "loss": 2.0145,
116593
+ "step": 16560
116594
+ },
116595
+ {
116596
+ "epoch": 1.7854832623578245,
116597
+ "grad_norm": 1.7741001844406128,
116598
+ "learning_rate": 7.067186827951621e-05,
116599
+ "loss": 1.859,
116600
+ "step": 16561
116601
+ },
116602
+ {
116603
+ "epoch": 1.7855910732575064,
116604
+ "grad_norm": 1.9394649267196655,
116605
+ "learning_rate": 7.066106276497304e-05,
116606
+ "loss": 2.8251,
116607
+ "step": 16562
116608
+ },
116609
+ {
116610
+ "epoch": 1.7856988841571884,
116611
+ "grad_norm": 1.4870166778564453,
116612
+ "learning_rate": 7.065025762523951e-05,
116613
+ "loss": 1.7942,
116614
+ "step": 16563
116615
+ },
116616
+ {
116617
+ "epoch": 1.7858066950568703,
116618
+ "grad_norm": 1.6532751321792603,
116619
+ "learning_rate": 7.063945286045363e-05,
116620
+ "loss": 1.9539,
116621
+ "step": 16564
116622
+ },
116623
+ {
116624
+ "epoch": 1.7859145059565522,
116625
+ "grad_norm": 1.5785664319992065,
116626
+ "learning_rate": 7.062864847075352e-05,
116627
+ "loss": 1.5868,
116628
+ "step": 16565
116629
+ },
116630
+ {
116631
+ "epoch": 1.7860223168562341,
116632
+ "grad_norm": 1.594346046447754,
116633
+ "learning_rate": 7.061784445627715e-05,
116634
+ "loss": 1.7219,
116635
+ "step": 16566
116636
+ },
116637
+ {
116638
+ "epoch": 1.786130127755916,
116639
+ "grad_norm": 1.5204644203186035,
116640
+ "learning_rate": 7.060704081716251e-05,
116641
+ "loss": 1.8714,
116642
+ "step": 16567
116643
+ },
116644
+ {
116645
+ "epoch": 1.786237938655598,
116646
+ "grad_norm": 1.491773247718811,
116647
+ "learning_rate": 7.05962375535477e-05,
116648
+ "loss": 1.9854,
116649
+ "step": 16568
116650
+ },
116651
+ {
116652
+ "epoch": 1.78634574955528,
116653
+ "grad_norm": 1.5933369398117065,
116654
+ "learning_rate": 7.05854346655707e-05,
116655
+ "loss": 1.6988,
116656
+ "step": 16569
116657
+ },
116658
+ {
116659
+ "epoch": 1.7864535604549618,
116660
+ "grad_norm": 1.8023500442504883,
116661
+ "learning_rate": 7.057463215336945e-05,
116662
+ "loss": 1.9386,
116663
+ "step": 16570
116664
+ },
116665
+ {
116666
+ "epoch": 1.786561371354644,
116667
+ "grad_norm": 1.6118927001953125,
116668
+ "learning_rate": 7.05638300170821e-05,
116669
+ "loss": 2.0021,
116670
+ "step": 16571
116671
+ },
116672
+ {
116673
+ "epoch": 1.786669182254326,
116674
+ "grad_norm": 1.685044765472412,
116675
+ "learning_rate": 7.055302825684656e-05,
116676
+ "loss": 1.6251,
116677
+ "step": 16572
116678
+ },
116679
+ {
116680
+ "epoch": 1.7867769931540078,
116681
+ "grad_norm": 1.6469690799713135,
116682
+ "learning_rate": 7.054222687280081e-05,
116683
+ "loss": 2.1014,
116684
+ "step": 16573
116685
+ },
116686
+ {
116687
+ "epoch": 1.78688480405369,
116688
+ "grad_norm": 1.6022571325302124,
116689
+ "learning_rate": 7.053142586508283e-05,
116690
+ "loss": 1.8054,
116691
+ "step": 16574
116692
+ },
116693
+ {
116694
+ "epoch": 1.786992614953372,
116695
+ "grad_norm": 1.54038405418396,
116696
+ "learning_rate": 7.052062523383065e-05,
116697
+ "loss": 1.5879,
116698
+ "step": 16575
116699
+ },
116700
+ {
116701
+ "epoch": 1.7871004258530538,
116702
+ "grad_norm": 1.6977884769439697,
116703
+ "learning_rate": 7.050982497918226e-05,
116704
+ "loss": 2.086,
116705
+ "step": 16576
116706
+ },
116707
+ {
116708
+ "epoch": 1.7872082367527358,
116709
+ "grad_norm": 1.4220173358917236,
116710
+ "learning_rate": 7.049902510127555e-05,
116711
+ "loss": 1.8303,
116712
+ "step": 16577
116713
+ },
116714
+ {
116715
+ "epoch": 1.7873160476524177,
116716
+ "grad_norm": 1.5900733470916748,
116717
+ "learning_rate": 7.048822560024861e-05,
116718
+ "loss": 2.1999,
116719
+ "step": 16578
116720
+ },
116721
+ {
116722
+ "epoch": 1.7874238585520996,
116723
+ "grad_norm": 1.3681080341339111,
116724
+ "learning_rate": 7.047742647623934e-05,
116725
+ "loss": 1.7147,
116726
+ "step": 16579
116727
+ },
116728
+ {
116729
+ "epoch": 1.7875316694517815,
116730
+ "grad_norm": 1.9471509456634521,
116731
+ "learning_rate": 7.046662772938566e-05,
116732
+ "loss": 2.6978,
116733
+ "step": 16580
116734
+ },
116735
+ {
116736
+ "epoch": 1.7876394803514635,
116737
+ "grad_norm": 1.534589409828186,
116738
+ "learning_rate": 7.045582935982562e-05,
116739
+ "loss": 1.5239,
116740
+ "step": 16581
116741
+ },
116742
+ {
116743
+ "epoch": 1.7877472912511454,
116744
+ "grad_norm": 1.7309471368789673,
116745
+ "learning_rate": 7.04450313676971e-05,
116746
+ "loss": 2.0403,
116747
+ "step": 16582
116748
+ },
116749
+ {
116750
+ "epoch": 1.7878551021508273,
116751
+ "grad_norm": 1.7162084579467773,
116752
+ "learning_rate": 7.043423375313807e-05,
116753
+ "loss": 2.1994,
116754
+ "step": 16583
116755
+ },
116756
+ {
116757
+ "epoch": 1.7879629130505093,
116758
+ "grad_norm": 1.7848947048187256,
116759
+ "learning_rate": 7.042343651628646e-05,
116760
+ "loss": 2.1465,
116761
+ "step": 16584
116762
+ },
116763
+ {
116764
+ "epoch": 1.7880707239501914,
116765
+ "grad_norm": 1.749169111251831,
116766
+ "learning_rate": 7.041263965728024e-05,
116767
+ "loss": 1.8872,
116768
+ "step": 16585
116769
+ },
116770
+ {
116771
+ "epoch": 1.7881785348498733,
116772
+ "grad_norm": 1.9287692308425903,
116773
+ "learning_rate": 7.040184317625731e-05,
116774
+ "loss": 2.2804,
116775
+ "step": 16586
116776
+ },
116777
+ {
116778
+ "epoch": 1.7882863457495553,
116779
+ "grad_norm": 1.6485075950622559,
116780
+ "learning_rate": 7.039104707335557e-05,
116781
+ "loss": 1.7834,
116782
+ "step": 16587
116783
+ },
116784
+ {
116785
+ "epoch": 1.7883941566492374,
116786
+ "grad_norm": 1.7863149642944336,
116787
+ "learning_rate": 7.038025134871302e-05,
116788
+ "loss": 1.8255,
116789
+ "step": 16588
116790
+ },
116791
+ {
116792
+ "epoch": 1.7885019675489193,
116793
+ "grad_norm": 1.5371030569076538,
116794
+ "learning_rate": 7.036945600246752e-05,
116795
+ "loss": 1.6916,
116796
+ "step": 16589
116797
+ },
116798
+ {
116799
+ "epoch": 1.7886097784486013,
116800
+ "grad_norm": 1.55889093875885,
116801
+ "learning_rate": 7.035866103475698e-05,
116802
+ "loss": 2.114,
116803
+ "step": 16590
116804
+ },
116805
+ {
116806
+ "epoch": 1.7887175893482832,
116807
+ "grad_norm": 1.6876877546310425,
116808
+ "learning_rate": 7.034786644571934e-05,
116809
+ "loss": 2.1422,
116810
+ "step": 16591
116811
+ },
116812
+ {
116813
+ "epoch": 1.788825400247965,
116814
+ "grad_norm": 1.8486765623092651,
116815
+ "learning_rate": 7.033707223549249e-05,
116816
+ "loss": 1.7299,
116817
+ "step": 16592
116818
+ },
116819
+ {
116820
+ "epoch": 1.788933211147647,
116821
+ "grad_norm": 1.4318339824676514,
116822
+ "learning_rate": 7.032627840421429e-05,
116823
+ "loss": 1.4905,
116824
+ "step": 16593
116825
+ },
116826
+ {
116827
+ "epoch": 1.789041022047329,
116828
+ "grad_norm": 1.640672206878662,
116829
+ "learning_rate": 7.031548495202269e-05,
116830
+ "loss": 1.6569,
116831
+ "step": 16594
116832
+ },
116833
+ {
116834
+ "epoch": 1.7891488329470109,
116835
+ "grad_norm": 1.668130874633789,
116836
+ "learning_rate": 7.030469187905558e-05,
116837
+ "loss": 2.1734,
116838
+ "step": 16595
116839
+ },
116840
+ {
116841
+ "epoch": 1.7892566438466928,
116842
+ "grad_norm": 1.740142583847046,
116843
+ "learning_rate": 7.029389918545077e-05,
116844
+ "loss": 2.071,
116845
+ "step": 16596
116846
+ },
116847
+ {
116848
+ "epoch": 1.7893644547463747,
116849
+ "grad_norm": 1.5436835289001465,
116850
+ "learning_rate": 7.028310687134621e-05,
116851
+ "loss": 1.6491,
116852
+ "step": 16597
116853
+ },
116854
+ {
116855
+ "epoch": 1.7894722656460567,
116856
+ "grad_norm": 1.3852291107177734,
116857
+ "learning_rate": 7.027231493687974e-05,
116858
+ "loss": 1.3179,
116859
+ "step": 16598
116860
+ },
116861
+ {
116862
+ "epoch": 1.7895800765457388,
116863
+ "grad_norm": 1.5639793872833252,
116864
+ "learning_rate": 7.026152338218926e-05,
116865
+ "loss": 1.9095,
116866
+ "step": 16599
116867
+ },
116868
+ {
116869
+ "epoch": 1.7896878874454207,
116870
+ "grad_norm": 1.6277140378952026,
116871
+ "learning_rate": 7.025073220741257e-05,
116872
+ "loss": 1.9729,
116873
+ "step": 16600
116874
+ },
116875
+ {
116876
+ "epoch": 1.7896878874454207,
116877
+ "eval_loss": 1.9987989664077759,
116878
+ "eval_runtime": 16.5911,
116879
+ "eval_samples_per_second": 33.753,
116880
+ "eval_steps_per_second": 11.271,
116881
+ "step": 16600
116882
  }
116883
  ],
116884
  "logging_steps": 1,
 
116893
  "early_stopping_threshold": 0.0
116894
  },
116895
  "attributes": {
116896
+ "early_stopping_patience_counter": 0
116897
  }
116898
  },
116899
  "TrainerControl": {
 
116907
  "attributes": {}
116908
  }
116909
  },
116910
+ "total_flos": 2.3717277362080973e+17,
116911
  "train_batch_size": 3,
116912
  "trial_name": null,
116913
  "trial_params": null