error577 commited on
Commit
3f596d2
·
verified ·
1 Parent(s): 0ee70cd

Training in progress, step 800, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1895825a369038005dea28b50d27a291ef3c3e799b4f75e733c204dd19f78f6a
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1428e37865521d00fd9292c57e28a8be917e4ab9b07c12141f582b79eaa66758
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0da3f7b9f0be96e115b9923c244bb01a51fae857c37f8bd9cf6d6d704d2febb6
3
  size 170920532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176dcb25a069aa83e1c3e4a1a40085a565266422050200bc62032f95980db1b7
3
  size 170920532
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e574d5288104e4dc8573f527f641930fcab6f5419a380b4d04fbf6a8cd8daff3
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71913ba33951e7c9054065879317128ac829db8438604510d54ea8cd19f72e4b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d008b1ff8e5d187d4c039c565f0fe45dcf11b152bd02704a961a786902e1c76
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f219428139b6dc97240a41047fd64167afbd28b3adc423025f2ebb5f7b4032d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.5694061517715454,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
- "epoch": 0.011460442373075601,
5
  "eval_steps": 200,
6
- "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -4239,6 +4239,1414 @@
4239
  "eval_samples_per_second": 3.329,
4240
  "eval_steps_per_second": 3.329,
4241
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4242
  }
4243
  ],
4244
  "logging_steps": 1,
@@ -4253,7 +5661,7 @@
4253
  "early_stopping_threshold": 0.0
4254
  },
4255
  "attributes": {
4256
- "early_stopping_patience_counter": 2
4257
  }
4258
  },
4259
  "TrainerControl": {
@@ -4262,12 +5670,12 @@
4262
  "should_evaluate": false,
4263
  "should_log": false,
4264
  "should_save": true,
4265
- "should_training_stop": false
4266
  },
4267
  "attributes": {}
4268
  }
4269
  },
4270
- "total_flos": 8.145501624572314e+16,
4271
  "train_batch_size": 1,
4272
  "trial_name": null,
4273
  "trial_params": null
 
1
  {
2
  "best_metric": 1.5694061517715454,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
+ "epoch": 0.015280589830767468,
5
  "eval_steps": 200,
6
+ "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
4239
  "eval_samples_per_second": 3.329,
4240
  "eval_steps_per_second": 3.329,
4241
  "step": 600
4242
+ },
4243
+ {
4244
+ "epoch": 0.01147954311036406,
4245
+ "grad_norm": 2.864779472351074,
4246
+ "learning_rate": 0.00019999347529442004,
4247
+ "loss": 1.571,
4248
+ "step": 601
4249
+ },
4250
+ {
4251
+ "epoch": 0.011498643847652519,
4252
+ "grad_norm": 2.411355495452881,
4253
+ "learning_rate": 0.000199993452421048,
4254
+ "loss": 1.7606,
4255
+ "step": 602
4256
+ },
4257
+ {
4258
+ "epoch": 0.01151774458494098,
4259
+ "grad_norm": 2.9920690059661865,
4260
+ "learning_rate": 0.0001999934295076543,
4261
+ "loss": 1.4411,
4262
+ "step": 603
4263
+ },
4264
+ {
4265
+ "epoch": 0.011536845322229438,
4266
+ "grad_norm": 2.8667569160461426,
4267
+ "learning_rate": 0.00019999340655423899,
4268
+ "loss": 1.9482,
4269
+ "step": 604
4270
+ },
4271
+ {
4272
+ "epoch": 0.011555946059517897,
4273
+ "grad_norm": 2.8687736988067627,
4274
+ "learning_rate": 0.00019999338356080202,
4275
+ "loss": 1.3954,
4276
+ "step": 605
4277
+ },
4278
+ {
4279
+ "epoch": 0.011575046796806357,
4280
+ "grad_norm": 3.2238101959228516,
4281
+ "learning_rate": 0.00019999336052734345,
4282
+ "loss": 1.6533,
4283
+ "step": 606
4284
+ },
4285
+ {
4286
+ "epoch": 0.011594147534094816,
4287
+ "grad_norm": 2.429716110229492,
4288
+ "learning_rate": 0.00019999333745386325,
4289
+ "loss": 1.4666,
4290
+ "step": 607
4291
+ },
4292
+ {
4293
+ "epoch": 0.011613248271383275,
4294
+ "grad_norm": 2.301257848739624,
4295
+ "learning_rate": 0.00019999331434036145,
4296
+ "loss": 1.6573,
4297
+ "step": 608
4298
+ },
4299
+ {
4300
+ "epoch": 0.011632349008671735,
4301
+ "grad_norm": 3.1305930614471436,
4302
+ "learning_rate": 0.00019999329118683805,
4303
+ "loss": 1.9612,
4304
+ "step": 609
4305
+ },
4306
+ {
4307
+ "epoch": 0.011651449745960194,
4308
+ "grad_norm": 2.5469961166381836,
4309
+ "learning_rate": 0.00019999326799329307,
4310
+ "loss": 1.6685,
4311
+ "step": 610
4312
+ },
4313
+ {
4314
+ "epoch": 0.011670550483248653,
4315
+ "grad_norm": 3.266101360321045,
4316
+ "learning_rate": 0.00019999324475972652,
4317
+ "loss": 1.6436,
4318
+ "step": 611
4319
+ },
4320
+ {
4321
+ "epoch": 0.011689651220537113,
4322
+ "grad_norm": 2.397834062576294,
4323
+ "learning_rate": 0.00019999322148613838,
4324
+ "loss": 1.4486,
4325
+ "step": 612
4326
+ },
4327
+ {
4328
+ "epoch": 0.011708751957825572,
4329
+ "grad_norm": 2.3775346279144287,
4330
+ "learning_rate": 0.00019999319817252871,
4331
+ "loss": 1.2804,
4332
+ "step": 613
4333
+ },
4334
+ {
4335
+ "epoch": 0.011727852695114031,
4336
+ "grad_norm": 2.231910228729248,
4337
+ "learning_rate": 0.0001999931748188975,
4338
+ "loss": 2.0634,
4339
+ "step": 614
4340
+ },
4341
+ {
4342
+ "epoch": 0.011746953432402491,
4343
+ "grad_norm": 2.4796581268310547,
4344
+ "learning_rate": 0.00019999315142524472,
4345
+ "loss": 1.6056,
4346
+ "step": 615
4347
+ },
4348
+ {
4349
+ "epoch": 0.01176605416969095,
4350
+ "grad_norm": 3.218553066253662,
4351
+ "learning_rate": 0.00019999312799157045,
4352
+ "loss": 1.7809,
4353
+ "step": 616
4354
+ },
4355
+ {
4356
+ "epoch": 0.011785154906979409,
4357
+ "grad_norm": 2.437124252319336,
4358
+ "learning_rate": 0.00019999310451787464,
4359
+ "loss": 1.3701,
4360
+ "step": 617
4361
+ },
4362
+ {
4363
+ "epoch": 0.01180425564426787,
4364
+ "grad_norm": 2.6643710136413574,
4365
+ "learning_rate": 0.0001999930810041573,
4366
+ "loss": 1.9405,
4367
+ "step": 618
4368
+ },
4369
+ {
4370
+ "epoch": 0.011823356381556328,
4371
+ "grad_norm": 3.1502201557159424,
4372
+ "learning_rate": 0.00019999305745041848,
4373
+ "loss": 1.8137,
4374
+ "step": 619
4375
+ },
4376
+ {
4377
+ "epoch": 0.011842457118844787,
4378
+ "grad_norm": 3.2663509845733643,
4379
+ "learning_rate": 0.00019999303385665815,
4380
+ "loss": 1.6637,
4381
+ "step": 620
4382
+ },
4383
+ {
4384
+ "epoch": 0.011861557856133246,
4385
+ "grad_norm": 2.316215753555298,
4386
+ "learning_rate": 0.00019999301022287637,
4387
+ "loss": 1.8888,
4388
+ "step": 621
4389
+ },
4390
+ {
4391
+ "epoch": 0.011880658593421706,
4392
+ "grad_norm": 2.502110481262207,
4393
+ "learning_rate": 0.0001999929865490731,
4394
+ "loss": 1.8574,
4395
+ "step": 622
4396
+ },
4397
+ {
4398
+ "epoch": 0.011899759330710165,
4399
+ "grad_norm": 2.652360200881958,
4400
+ "learning_rate": 0.00019999296283524837,
4401
+ "loss": 1.4807,
4402
+ "step": 623
4403
+ },
4404
+ {
4405
+ "epoch": 0.011918860067998624,
4406
+ "grad_norm": 2.557692527770996,
4407
+ "learning_rate": 0.00019999293908140218,
4408
+ "loss": 1.9732,
4409
+ "step": 624
4410
+ },
4411
+ {
4412
+ "epoch": 0.011937960805287084,
4413
+ "grad_norm": 2.14984130859375,
4414
+ "learning_rate": 0.00019999291528753453,
4415
+ "loss": 1.7349,
4416
+ "step": 625
4417
+ },
4418
+ {
4419
+ "epoch": 0.011957061542575543,
4420
+ "grad_norm": 3.0951967239379883,
4421
+ "learning_rate": 0.00019999289145364549,
4422
+ "loss": 1.9189,
4423
+ "step": 626
4424
+ },
4425
+ {
4426
+ "epoch": 0.011976162279864002,
4427
+ "grad_norm": 2.535294532775879,
4428
+ "learning_rate": 0.000199992867579735,
4429
+ "loss": 1.7201,
4430
+ "step": 627
4431
+ },
4432
+ {
4433
+ "epoch": 0.011995263017152463,
4434
+ "grad_norm": 2.547638177871704,
4435
+ "learning_rate": 0.0001999928436658031,
4436
+ "loss": 1.7049,
4437
+ "step": 628
4438
+ },
4439
+ {
4440
+ "epoch": 0.012014363754440921,
4441
+ "grad_norm": 3.340628147125244,
4442
+ "learning_rate": 0.00019999281971184977,
4443
+ "loss": 1.6626,
4444
+ "step": 629
4445
+ },
4446
+ {
4447
+ "epoch": 0.01203346449172938,
4448
+ "grad_norm": 2.68426251411438,
4449
+ "learning_rate": 0.00019999279571787505,
4450
+ "loss": 1.7096,
4451
+ "step": 630
4452
+ },
4453
+ {
4454
+ "epoch": 0.01205256522901784,
4455
+ "grad_norm": 3.0554888248443604,
4456
+ "learning_rate": 0.00019999277168387898,
4457
+ "loss": 1.3704,
4458
+ "step": 631
4459
+ },
4460
+ {
4461
+ "epoch": 0.0120716659663063,
4462
+ "grad_norm": 3.0311872959136963,
4463
+ "learning_rate": 0.0001999927476098615,
4464
+ "loss": 1.7377,
4465
+ "step": 632
4466
+ },
4467
+ {
4468
+ "epoch": 0.012090766703594758,
4469
+ "grad_norm": 2.9748988151550293,
4470
+ "learning_rate": 0.00019999272349582265,
4471
+ "loss": 1.8879,
4472
+ "step": 633
4473
+ },
4474
+ {
4475
+ "epoch": 0.012109867440883219,
4476
+ "grad_norm": 3.180656909942627,
4477
+ "learning_rate": 0.00019999269934176247,
4478
+ "loss": 1.8419,
4479
+ "step": 634
4480
+ },
4481
+ {
4482
+ "epoch": 0.012128968178171677,
4483
+ "grad_norm": 2.576258897781372,
4484
+ "learning_rate": 0.00019999267514768092,
4485
+ "loss": 1.4033,
4486
+ "step": 635
4487
+ },
4488
+ {
4489
+ "epoch": 0.012148068915460136,
4490
+ "grad_norm": 2.569373607635498,
4491
+ "learning_rate": 0.00019999265091357802,
4492
+ "loss": 1.7824,
4493
+ "step": 636
4494
+ },
4495
+ {
4496
+ "epoch": 0.012167169652748597,
4497
+ "grad_norm": 2.5161616802215576,
4498
+ "learning_rate": 0.0001999926266394538,
4499
+ "loss": 1.6731,
4500
+ "step": 637
4501
+ },
4502
+ {
4503
+ "epoch": 0.012186270390037056,
4504
+ "grad_norm": 2.3374226093292236,
4505
+ "learning_rate": 0.0001999926023253083,
4506
+ "loss": 1.7104,
4507
+ "step": 638
4508
+ },
4509
+ {
4510
+ "epoch": 0.012205371127325514,
4511
+ "grad_norm": 2.4363086223602295,
4512
+ "learning_rate": 0.00019999257797114142,
4513
+ "loss": 1.8085,
4514
+ "step": 639
4515
+ },
4516
+ {
4517
+ "epoch": 0.012224471864613975,
4518
+ "grad_norm": 2.941084861755371,
4519
+ "learning_rate": 0.0001999925535769533,
4520
+ "loss": 2.0765,
4521
+ "step": 640
4522
+ },
4523
+ {
4524
+ "epoch": 0.012243572601902434,
4525
+ "grad_norm": 2.83056640625,
4526
+ "learning_rate": 0.00019999252914274388,
4527
+ "loss": 1.8043,
4528
+ "step": 641
4529
+ },
4530
+ {
4531
+ "epoch": 0.012262673339190892,
4532
+ "grad_norm": 2.3962693214416504,
4533
+ "learning_rate": 0.00019999250466851316,
4534
+ "loss": 1.4625,
4535
+ "step": 642
4536
+ },
4537
+ {
4538
+ "epoch": 0.012281774076479353,
4539
+ "grad_norm": 2.6046390533447266,
4540
+ "learning_rate": 0.0001999924801542612,
4541
+ "loss": 1.0684,
4542
+ "step": 643
4543
+ },
4544
+ {
4545
+ "epoch": 0.012300874813767812,
4546
+ "grad_norm": 2.9064183235168457,
4547
+ "learning_rate": 0.00019999245559998796,
4548
+ "loss": 1.4994,
4549
+ "step": 644
4550
+ },
4551
+ {
4552
+ "epoch": 0.01231997555105627,
4553
+ "grad_norm": 2.9133238792419434,
4554
+ "learning_rate": 0.00019999243100569345,
4555
+ "loss": 1.6579,
4556
+ "step": 645
4557
+ },
4558
+ {
4559
+ "epoch": 0.012339076288344731,
4560
+ "grad_norm": 2.8820364475250244,
4561
+ "learning_rate": 0.0001999924063713777,
4562
+ "loss": 1.9706,
4563
+ "step": 646
4564
+ },
4565
+ {
4566
+ "epoch": 0.01235817702563319,
4567
+ "grad_norm": 2.4429101943969727,
4568
+ "learning_rate": 0.00019999238169704075,
4569
+ "loss": 1.5358,
4570
+ "step": 647
4571
+ },
4572
+ {
4573
+ "epoch": 0.012377277762921648,
4574
+ "grad_norm": 2.3884732723236084,
4575
+ "learning_rate": 0.00019999235698268258,
4576
+ "loss": 1.5619,
4577
+ "step": 648
4578
+ },
4579
+ {
4580
+ "epoch": 0.012396378500210107,
4581
+ "grad_norm": 2.282904863357544,
4582
+ "learning_rate": 0.00019999233222830318,
4583
+ "loss": 1.6431,
4584
+ "step": 649
4585
+ },
4586
+ {
4587
+ "epoch": 0.012415479237498568,
4588
+ "grad_norm": 2.6698572635650635,
4589
+ "learning_rate": 0.00019999230743390257,
4590
+ "loss": 1.4717,
4591
+ "step": 650
4592
+ },
4593
+ {
4594
+ "epoch": 0.012434579974787027,
4595
+ "grad_norm": 2.802544116973877,
4596
+ "learning_rate": 0.0001999922825994808,
4597
+ "loss": 1.8708,
4598
+ "step": 651
4599
+ },
4600
+ {
4601
+ "epoch": 0.012453680712075485,
4602
+ "grad_norm": 3.031515598297119,
4603
+ "learning_rate": 0.00019999225772503784,
4604
+ "loss": 1.9596,
4605
+ "step": 652
4606
+ },
4607
+ {
4608
+ "epoch": 0.012472781449363946,
4609
+ "grad_norm": 2.81042742729187,
4610
+ "learning_rate": 0.00019999223281057368,
4611
+ "loss": 1.7721,
4612
+ "step": 653
4613
+ },
4614
+ {
4615
+ "epoch": 0.012491882186652405,
4616
+ "grad_norm": 2.502845287322998,
4617
+ "learning_rate": 0.0001999922078560884,
4618
+ "loss": 1.601,
4619
+ "step": 654
4620
+ },
4621
+ {
4622
+ "epoch": 0.012510982923940863,
4623
+ "grad_norm": 2.882308006286621,
4624
+ "learning_rate": 0.00019999218286158193,
4625
+ "loss": 1.7559,
4626
+ "step": 655
4627
+ },
4628
+ {
4629
+ "epoch": 0.012530083661229324,
4630
+ "grad_norm": 3.1670713424682617,
4631
+ "learning_rate": 0.00019999215782705434,
4632
+ "loss": 1.8753,
4633
+ "step": 656
4634
+ },
4635
+ {
4636
+ "epoch": 0.012549184398517783,
4637
+ "grad_norm": 3.557795286178589,
4638
+ "learning_rate": 0.00019999213275250562,
4639
+ "loss": 1.8192,
4640
+ "step": 657
4641
+ },
4642
+ {
4643
+ "epoch": 0.012568285135806241,
4644
+ "grad_norm": 3.2227823734283447,
4645
+ "learning_rate": 0.00019999210763793577,
4646
+ "loss": 1.7,
4647
+ "step": 658
4648
+ },
4649
+ {
4650
+ "epoch": 0.012587385873094702,
4651
+ "grad_norm": 3.2979555130004883,
4652
+ "learning_rate": 0.00019999208248334483,
4653
+ "loss": 1.6068,
4654
+ "step": 659
4655
+ },
4656
+ {
4657
+ "epoch": 0.01260648661038316,
4658
+ "grad_norm": 2.654470682144165,
4659
+ "learning_rate": 0.00019999205728873275,
4660
+ "loss": 1.4862,
4661
+ "step": 660
4662
+ },
4663
+ {
4664
+ "epoch": 0.01262558734767162,
4665
+ "grad_norm": 2.6005117893218994,
4666
+ "learning_rate": 0.0001999920320540996,
4667
+ "loss": 1.9259,
4668
+ "step": 661
4669
+ },
4670
+ {
4671
+ "epoch": 0.01264468808496008,
4672
+ "grad_norm": 2.6312828063964844,
4673
+ "learning_rate": 0.00019999200677944535,
4674
+ "loss": 1.4842,
4675
+ "step": 662
4676
+ },
4677
+ {
4678
+ "epoch": 0.012663788822248539,
4679
+ "grad_norm": 2.927393674850464,
4680
+ "learning_rate": 0.00019999198146477008,
4681
+ "loss": 1.7834,
4682
+ "step": 663
4683
+ },
4684
+ {
4685
+ "epoch": 0.012682889559536998,
4686
+ "grad_norm": 3.496072292327881,
4687
+ "learning_rate": 0.00019999195611007368,
4688
+ "loss": 1.7548,
4689
+ "step": 664
4690
+ },
4691
+ {
4692
+ "epoch": 0.012701990296825458,
4693
+ "grad_norm": 2.8093299865722656,
4694
+ "learning_rate": 0.0001999919307153563,
4695
+ "loss": 1.5364,
4696
+ "step": 665
4697
+ },
4698
+ {
4699
+ "epoch": 0.012721091034113917,
4700
+ "grad_norm": 2.56909441947937,
4701
+ "learning_rate": 0.00019999190528061783,
4702
+ "loss": 1.6719,
4703
+ "step": 666
4704
+ },
4705
+ {
4706
+ "epoch": 0.012740191771402376,
4707
+ "grad_norm": 2.4822440147399902,
4708
+ "learning_rate": 0.00019999187980585835,
4709
+ "loss": 2.077,
4710
+ "step": 667
4711
+ },
4712
+ {
4713
+ "epoch": 0.012759292508690836,
4714
+ "grad_norm": 2.8480865955352783,
4715
+ "learning_rate": 0.00019999185429107782,
4716
+ "loss": 1.4884,
4717
+ "step": 668
4718
+ },
4719
+ {
4720
+ "epoch": 0.012778393245979295,
4721
+ "grad_norm": 2.7173736095428467,
4722
+ "learning_rate": 0.0001999918287362763,
4723
+ "loss": 1.6966,
4724
+ "step": 669
4725
+ },
4726
+ {
4727
+ "epoch": 0.012797493983267754,
4728
+ "grad_norm": 2.7146530151367188,
4729
+ "learning_rate": 0.00019999180314145382,
4730
+ "loss": 1.73,
4731
+ "step": 670
4732
+ },
4733
+ {
4734
+ "epoch": 0.012816594720556214,
4735
+ "grad_norm": 3.322645902633667,
4736
+ "learning_rate": 0.0001999917775066103,
4737
+ "loss": 2.1701,
4738
+ "step": 671
4739
+ },
4740
+ {
4741
+ "epoch": 0.012835695457844673,
4742
+ "grad_norm": 2.5913186073303223,
4743
+ "learning_rate": 0.00019999175183174584,
4744
+ "loss": 1.7808,
4745
+ "step": 672
4746
+ },
4747
+ {
4748
+ "epoch": 0.012854796195133132,
4749
+ "grad_norm": 3.885732650756836,
4750
+ "learning_rate": 0.00019999172611686035,
4751
+ "loss": 1.6411,
4752
+ "step": 673
4753
+ },
4754
+ {
4755
+ "epoch": 0.012873896932421592,
4756
+ "grad_norm": 2.3079276084899902,
4757
+ "learning_rate": 0.00019999170036195395,
4758
+ "loss": 1.3599,
4759
+ "step": 674
4760
+ },
4761
+ {
4762
+ "epoch": 0.012892997669710051,
4763
+ "grad_norm": 2.825882911682129,
4764
+ "learning_rate": 0.0001999916745670266,
4765
+ "loss": 1.5204,
4766
+ "step": 675
4767
+ },
4768
+ {
4769
+ "epoch": 0.01291209840699851,
4770
+ "grad_norm": 2.627578020095825,
4771
+ "learning_rate": 0.00019999164873207831,
4772
+ "loss": 1.9556,
4773
+ "step": 676
4774
+ },
4775
+ {
4776
+ "epoch": 0.012931199144286969,
4777
+ "grad_norm": 2.994882106781006,
4778
+ "learning_rate": 0.00019999162285710907,
4779
+ "loss": 1.5385,
4780
+ "step": 677
4781
+ },
4782
+ {
4783
+ "epoch": 0.01295029988157543,
4784
+ "grad_norm": 2.3018670082092285,
4785
+ "learning_rate": 0.00019999159694211892,
4786
+ "loss": 1.4885,
4787
+ "step": 678
4788
+ },
4789
+ {
4790
+ "epoch": 0.012969400618863888,
4791
+ "grad_norm": 2.8117122650146484,
4792
+ "learning_rate": 0.0001999915709871079,
4793
+ "loss": 1.7377,
4794
+ "step": 679
4795
+ },
4796
+ {
4797
+ "epoch": 0.012988501356152347,
4798
+ "grad_norm": 2.962376594543457,
4799
+ "learning_rate": 0.00019999154499207594,
4800
+ "loss": 1.4886,
4801
+ "step": 680
4802
+ },
4803
+ {
4804
+ "epoch": 0.013007602093440807,
4805
+ "grad_norm": 1.9343243837356567,
4806
+ "learning_rate": 0.00019999151895702314,
4807
+ "loss": 1.3736,
4808
+ "step": 681
4809
+ },
4810
+ {
4811
+ "epoch": 0.013026702830729266,
4812
+ "grad_norm": 2.432466745376587,
4813
+ "learning_rate": 0.0001999914928819494,
4814
+ "loss": 2.1578,
4815
+ "step": 682
4816
+ },
4817
+ {
4818
+ "epoch": 0.013045803568017725,
4819
+ "grad_norm": 2.202101469039917,
4820
+ "learning_rate": 0.00019999146676685483,
4821
+ "loss": 1.2948,
4822
+ "step": 683
4823
+ },
4824
+ {
4825
+ "epoch": 0.013064904305306185,
4826
+ "grad_norm": 3.549584150314331,
4827
+ "learning_rate": 0.0001999914406117394,
4828
+ "loss": 1.8424,
4829
+ "step": 684
4830
+ },
4831
+ {
4832
+ "epoch": 0.013084005042594644,
4833
+ "grad_norm": 2.5720021724700928,
4834
+ "learning_rate": 0.00019999141441660314,
4835
+ "loss": 1.7538,
4836
+ "step": 685
4837
+ },
4838
+ {
4839
+ "epoch": 0.013103105779883103,
4840
+ "grad_norm": 2.6509618759155273,
4841
+ "learning_rate": 0.00019999138818144603,
4842
+ "loss": 1.6428,
4843
+ "step": 686
4844
+ },
4845
+ {
4846
+ "epoch": 0.013122206517171563,
4847
+ "grad_norm": 2.5078060626983643,
4848
+ "learning_rate": 0.00019999136190626811,
4849
+ "loss": 1.4622,
4850
+ "step": 687
4851
+ },
4852
+ {
4853
+ "epoch": 0.013141307254460022,
4854
+ "grad_norm": 2.402911901473999,
4855
+ "learning_rate": 0.00019999133559106937,
4856
+ "loss": 1.7112,
4857
+ "step": 688
4858
+ },
4859
+ {
4860
+ "epoch": 0.013160407991748481,
4861
+ "grad_norm": 2.844231128692627,
4862
+ "learning_rate": 0.00019999130923584982,
4863
+ "loss": 1.8277,
4864
+ "step": 689
4865
+ },
4866
+ {
4867
+ "epoch": 0.013179508729036941,
4868
+ "grad_norm": 3.094304084777832,
4869
+ "learning_rate": 0.00019999128284060947,
4870
+ "loss": 1.7636,
4871
+ "step": 690
4872
+ },
4873
+ {
4874
+ "epoch": 0.0131986094663254,
4875
+ "grad_norm": 3.2131800651550293,
4876
+ "learning_rate": 0.00019999125640534837,
4877
+ "loss": 1.8747,
4878
+ "step": 691
4879
+ },
4880
+ {
4881
+ "epoch": 0.013217710203613859,
4882
+ "grad_norm": 2.424783945083618,
4883
+ "learning_rate": 0.00019999122993006647,
4884
+ "loss": 1.4385,
4885
+ "step": 692
4886
+ },
4887
+ {
4888
+ "epoch": 0.01323681094090232,
4889
+ "grad_norm": 2.238924741744995,
4890
+ "learning_rate": 0.00019999120341476382,
4891
+ "loss": 1.6293,
4892
+ "step": 693
4893
+ },
4894
+ {
4895
+ "epoch": 0.013255911678190778,
4896
+ "grad_norm": 2.055927276611328,
4897
+ "learning_rate": 0.00019999117685944043,
4898
+ "loss": 1.7289,
4899
+ "step": 694
4900
+ },
4901
+ {
4902
+ "epoch": 0.013275012415479237,
4903
+ "grad_norm": 2.728943109512329,
4904
+ "learning_rate": 0.00019999115026409628,
4905
+ "loss": 1.7285,
4906
+ "step": 695
4907
+ },
4908
+ {
4909
+ "epoch": 0.013294113152767698,
4910
+ "grad_norm": 2.6181559562683105,
4911
+ "learning_rate": 0.00019999112362873141,
4912
+ "loss": 1.2837,
4913
+ "step": 696
4914
+ },
4915
+ {
4916
+ "epoch": 0.013313213890056156,
4917
+ "grad_norm": 2.691065788269043,
4918
+ "learning_rate": 0.00019999109695334583,
4919
+ "loss": 2.0615,
4920
+ "step": 697
4921
+ },
4922
+ {
4923
+ "epoch": 0.013332314627344615,
4924
+ "grad_norm": 2.8856863975524902,
4925
+ "learning_rate": 0.00019999107023793955,
4926
+ "loss": 1.6765,
4927
+ "step": 698
4928
+ },
4929
+ {
4930
+ "epoch": 0.013351415364633076,
4931
+ "grad_norm": 2.9722166061401367,
4932
+ "learning_rate": 0.00019999104348251257,
4933
+ "loss": 1.8353,
4934
+ "step": 699
4935
+ },
4936
+ {
4937
+ "epoch": 0.013370516101921534,
4938
+ "grad_norm": 3.3637351989746094,
4939
+ "learning_rate": 0.00019999101668706493,
4940
+ "loss": 1.3809,
4941
+ "step": 700
4942
+ },
4943
+ {
4944
+ "epoch": 0.013389616839209993,
4945
+ "grad_norm": 2.9738588333129883,
4946
+ "learning_rate": 0.00019999098985159656,
4947
+ "loss": 1.5701,
4948
+ "step": 701
4949
+ },
4950
+ {
4951
+ "epoch": 0.013408717576498454,
4952
+ "grad_norm": 2.887516736984253,
4953
+ "learning_rate": 0.00019999096297610756,
4954
+ "loss": 1.6787,
4955
+ "step": 702
4956
+ },
4957
+ {
4958
+ "epoch": 0.013427818313786912,
4959
+ "grad_norm": 2.9608116149902344,
4960
+ "learning_rate": 0.00019999093606059792,
4961
+ "loss": 1.7752,
4962
+ "step": 703
4963
+ },
4964
+ {
4965
+ "epoch": 0.013446919051075371,
4966
+ "grad_norm": 2.5908451080322266,
4967
+ "learning_rate": 0.00019999090910506758,
4968
+ "loss": 2.3363,
4969
+ "step": 704
4970
+ },
4971
+ {
4972
+ "epoch": 0.01346601978836383,
4973
+ "grad_norm": 2.981342077255249,
4974
+ "learning_rate": 0.00019999088210951666,
4975
+ "loss": 1.6005,
4976
+ "step": 705
4977
+ },
4978
+ {
4979
+ "epoch": 0.01348512052565229,
4980
+ "grad_norm": 2.515554189682007,
4981
+ "learning_rate": 0.0001999908550739451,
4982
+ "loss": 1.4265,
4983
+ "step": 706
4984
+ },
4985
+ {
4986
+ "epoch": 0.01350422126294075,
4987
+ "grad_norm": 2.872626543045044,
4988
+ "learning_rate": 0.00019999082799835295,
4989
+ "loss": 1.7518,
4990
+ "step": 707
4991
+ },
4992
+ {
4993
+ "epoch": 0.013523322000229208,
4994
+ "grad_norm": 2.5680935382843018,
4995
+ "learning_rate": 0.00019999080088274016,
4996
+ "loss": 1.4029,
4997
+ "step": 708
4998
+ },
4999
+ {
5000
+ "epoch": 0.013542422737517669,
5001
+ "grad_norm": 2.821704149246216,
5002
+ "learning_rate": 0.0001999907737271068,
5003
+ "loss": 1.5423,
5004
+ "step": 709
5005
+ },
5006
+ {
5007
+ "epoch": 0.013561523474806127,
5008
+ "grad_norm": 2.3868284225463867,
5009
+ "learning_rate": 0.00019999074653145288,
5010
+ "loss": 1.1585,
5011
+ "step": 710
5012
+ },
5013
+ {
5014
+ "epoch": 0.013580624212094586,
5015
+ "grad_norm": 2.420156717300415,
5016
+ "learning_rate": 0.0001999907192957784,
5017
+ "loss": 1.402,
5018
+ "step": 711
5019
+ },
5020
+ {
5021
+ "epoch": 0.013599724949383047,
5022
+ "grad_norm": 2.2136287689208984,
5023
+ "learning_rate": 0.00019999069202008334,
5024
+ "loss": 1.2022,
5025
+ "step": 712
5026
+ },
5027
+ {
5028
+ "epoch": 0.013618825686671505,
5029
+ "grad_norm": 2.6350796222686768,
5030
+ "learning_rate": 0.00019999066470436773,
5031
+ "loss": 1.427,
5032
+ "step": 713
5033
+ },
5034
+ {
5035
+ "epoch": 0.013637926423959964,
5036
+ "grad_norm": 3.194741725921631,
5037
+ "learning_rate": 0.0001999906373486316,
5038
+ "loss": 2.1678,
5039
+ "step": 714
5040
+ },
5041
+ {
5042
+ "epoch": 0.013657027161248425,
5043
+ "grad_norm": 2.3353493213653564,
5044
+ "learning_rate": 0.00019999060995287495,
5045
+ "loss": 1.6455,
5046
+ "step": 715
5047
+ },
5048
+ {
5049
+ "epoch": 0.013676127898536884,
5050
+ "grad_norm": 3.330263376235962,
5051
+ "learning_rate": 0.00019999058251709778,
5052
+ "loss": 1.5418,
5053
+ "step": 716
5054
+ },
5055
+ {
5056
+ "epoch": 0.013695228635825342,
5057
+ "grad_norm": 2.8708808422088623,
5058
+ "learning_rate": 0.0001999905550413001,
5059
+ "loss": 1.6586,
5060
+ "step": 717
5061
+ },
5062
+ {
5063
+ "epoch": 0.013714329373113803,
5064
+ "grad_norm": 2.7450971603393555,
5065
+ "learning_rate": 0.00019999052752548194,
5066
+ "loss": 1.5343,
5067
+ "step": 718
5068
+ },
5069
+ {
5070
+ "epoch": 0.013733430110402262,
5071
+ "grad_norm": 2.234499931335449,
5072
+ "learning_rate": 0.0001999904999696433,
5073
+ "loss": 1.707,
5074
+ "step": 719
5075
+ },
5076
+ {
5077
+ "epoch": 0.01375253084769072,
5078
+ "grad_norm": 3.541503667831421,
5079
+ "learning_rate": 0.0001999904723737842,
5080
+ "loss": 1.6933,
5081
+ "step": 720
5082
+ },
5083
+ {
5084
+ "epoch": 0.013771631584979181,
5085
+ "grad_norm": 5.775755405426025,
5086
+ "learning_rate": 0.00019999044473790467,
5087
+ "loss": 1.5715,
5088
+ "step": 721
5089
+ },
5090
+ {
5091
+ "epoch": 0.01379073232226764,
5092
+ "grad_norm": 2.597992181777954,
5093
+ "learning_rate": 0.00019999041706200466,
5094
+ "loss": 1.4911,
5095
+ "step": 722
5096
+ },
5097
+ {
5098
+ "epoch": 0.013809833059556098,
5099
+ "grad_norm": 2.5736374855041504,
5100
+ "learning_rate": 0.0001999903893460842,
5101
+ "loss": 1.6861,
5102
+ "step": 723
5103
+ },
5104
+ {
5105
+ "epoch": 0.013828933796844559,
5106
+ "grad_norm": 3.8485496044158936,
5107
+ "learning_rate": 0.00019999036159014337,
5108
+ "loss": 2.0365,
5109
+ "step": 724
5110
+ },
5111
+ {
5112
+ "epoch": 0.013848034534133018,
5113
+ "grad_norm": 3.691772699356079,
5114
+ "learning_rate": 0.0001999903337941821,
5115
+ "loss": 1.7605,
5116
+ "step": 725
5117
+ },
5118
+ {
5119
+ "epoch": 0.013867135271421476,
5120
+ "grad_norm": 2.854365825653076,
5121
+ "learning_rate": 0.0001999903059582004,
5122
+ "loss": 1.6582,
5123
+ "step": 726
5124
+ },
5125
+ {
5126
+ "epoch": 0.013886236008709937,
5127
+ "grad_norm": 2.6433026790618896,
5128
+ "learning_rate": 0.00019999027808219832,
5129
+ "loss": 1.693,
5130
+ "step": 727
5131
+ },
5132
+ {
5133
+ "epoch": 0.013905336745998396,
5134
+ "grad_norm": 2.8845293521881104,
5135
+ "learning_rate": 0.0001999902501661759,
5136
+ "loss": 1.4044,
5137
+ "step": 728
5138
+ },
5139
+ {
5140
+ "epoch": 0.013924437483286855,
5141
+ "grad_norm": 2.5835039615631104,
5142
+ "learning_rate": 0.0001999902222101331,
5143
+ "loss": 1.5204,
5144
+ "step": 729
5145
+ },
5146
+ {
5147
+ "epoch": 0.013943538220575315,
5148
+ "grad_norm": 2.991536855697632,
5149
+ "learning_rate": 0.00019999019421406992,
5150
+ "loss": 1.5921,
5151
+ "step": 730
5152
+ },
5153
+ {
5154
+ "epoch": 0.013962638957863774,
5155
+ "grad_norm": 2.737752676010132,
5156
+ "learning_rate": 0.00019999016617798637,
5157
+ "loss": 1.8646,
5158
+ "step": 731
5159
+ },
5160
+ {
5161
+ "epoch": 0.013981739695152233,
5162
+ "grad_norm": 3.373857021331787,
5163
+ "learning_rate": 0.00019999013810188254,
5164
+ "loss": 1.647,
5165
+ "step": 732
5166
+ },
5167
+ {
5168
+ "epoch": 0.014000840432440691,
5169
+ "grad_norm": 4.505081653594971,
5170
+ "learning_rate": 0.00019999010998575836,
5171
+ "loss": 1.3577,
5172
+ "step": 733
5173
+ },
5174
+ {
5175
+ "epoch": 0.014019941169729152,
5176
+ "grad_norm": 3.860342502593994,
5177
+ "learning_rate": 0.00019999008182961387,
5178
+ "loss": 1.9416,
5179
+ "step": 734
5180
+ },
5181
+ {
5182
+ "epoch": 0.01403904190701761,
5183
+ "grad_norm": 2.7709474563598633,
5184
+ "learning_rate": 0.0001999900536334491,
5185
+ "loss": 1.7685,
5186
+ "step": 735
5187
+ },
5188
+ {
5189
+ "epoch": 0.01405814264430607,
5190
+ "grad_norm": 3.0130558013916016,
5191
+ "learning_rate": 0.000199990025397264,
5192
+ "loss": 1.6192,
5193
+ "step": 736
5194
+ },
5195
+ {
5196
+ "epoch": 0.01407724338159453,
5197
+ "grad_norm": 3.5610463619232178,
5198
+ "learning_rate": 0.00019998999712105863,
5199
+ "loss": 2.1094,
5200
+ "step": 737
5201
+ },
5202
+ {
5203
+ "epoch": 0.014096344118882989,
5204
+ "grad_norm": 2.6081161499023438,
5205
+ "learning_rate": 0.00019998996880483304,
5206
+ "loss": 1.0628,
5207
+ "step": 738
5208
+ },
5209
+ {
5210
+ "epoch": 0.014115444856171448,
5211
+ "grad_norm": 2.946040630340576,
5212
+ "learning_rate": 0.00019998994044858717,
5213
+ "loss": 1.7079,
5214
+ "step": 739
5215
+ },
5216
+ {
5217
+ "epoch": 0.014134545593459908,
5218
+ "grad_norm": 3.1493520736694336,
5219
+ "learning_rate": 0.00019998991205232104,
5220
+ "loss": 1.8093,
5221
+ "step": 740
5222
+ },
5223
+ {
5224
+ "epoch": 0.014153646330748367,
5225
+ "grad_norm": 2.568794012069702,
5226
+ "learning_rate": 0.00019998988361603467,
5227
+ "loss": 1.3639,
5228
+ "step": 741
5229
+ },
5230
+ {
5231
+ "epoch": 0.014172747068036826,
5232
+ "grad_norm": 3.264702558517456,
5233
+ "learning_rate": 0.00019998985513972812,
5234
+ "loss": 1.7574,
5235
+ "step": 742
5236
+ },
5237
+ {
5238
+ "epoch": 0.014191847805325286,
5239
+ "grad_norm": 2.518845558166504,
5240
+ "learning_rate": 0.00019998982662340132,
5241
+ "loss": 1.3229,
5242
+ "step": 743
5243
+ },
5244
+ {
5245
+ "epoch": 0.014210948542613745,
5246
+ "grad_norm": 2.3984932899475098,
5247
+ "learning_rate": 0.00019998979806705434,
5248
+ "loss": 1.4818,
5249
+ "step": 744
5250
+ },
5251
+ {
5252
+ "epoch": 0.014230049279902204,
5253
+ "grad_norm": 2.1911556720733643,
5254
+ "learning_rate": 0.0001999897694706872,
5255
+ "loss": 1.9382,
5256
+ "step": 745
5257
+ },
5258
+ {
5259
+ "epoch": 0.014249150017190664,
5260
+ "grad_norm": 2.5810317993164062,
5261
+ "learning_rate": 0.00019998974083429986,
5262
+ "loss": 1.537,
5263
+ "step": 746
5264
+ },
5265
+ {
5266
+ "epoch": 0.014268250754479123,
5267
+ "grad_norm": 2.338548183441162,
5268
+ "learning_rate": 0.00019998971215789234,
5269
+ "loss": 1.7498,
5270
+ "step": 747
5271
+ },
5272
+ {
5273
+ "epoch": 0.014287351491767582,
5274
+ "grad_norm": 2.710540771484375,
5275
+ "learning_rate": 0.00019998968344146466,
5276
+ "loss": 1.7325,
5277
+ "step": 748
5278
+ },
5279
+ {
5280
+ "epoch": 0.014306452229056042,
5281
+ "grad_norm": 2.6436245441436768,
5282
+ "learning_rate": 0.00019998965468501686,
5283
+ "loss": 1.0599,
5284
+ "step": 749
5285
+ },
5286
+ {
5287
+ "epoch": 0.014325552966344501,
5288
+ "grad_norm": 2.6218113899230957,
5289
+ "learning_rate": 0.00019998962588854891,
5290
+ "loss": 1.3647,
5291
+ "step": 750
5292
+ },
5293
+ {
5294
+ "epoch": 0.01434465370363296,
5295
+ "grad_norm": 2.6935341358184814,
5296
+ "learning_rate": 0.0001999895970520609,
5297
+ "loss": 1.7228,
5298
+ "step": 751
5299
+ },
5300
+ {
5301
+ "epoch": 0.01436375444092142,
5302
+ "grad_norm": 2.800276756286621,
5303
+ "learning_rate": 0.00019998956817555272,
5304
+ "loss": 1.6139,
5305
+ "step": 752
5306
+ },
5307
+ {
5308
+ "epoch": 0.014382855178209879,
5309
+ "grad_norm": 2.588927984237671,
5310
+ "learning_rate": 0.00019998953925902448,
5311
+ "loss": 1.4193,
5312
+ "step": 753
5313
+ },
5314
+ {
5315
+ "epoch": 0.014401955915498338,
5316
+ "grad_norm": 2.408782482147217,
5317
+ "learning_rate": 0.00019998951030247614,
5318
+ "loss": 1.499,
5319
+ "step": 754
5320
+ },
5321
+ {
5322
+ "epoch": 0.014421056652786798,
5323
+ "grad_norm": 3.665207624435425,
5324
+ "learning_rate": 0.00019998948130590773,
5325
+ "loss": 1.8768,
5326
+ "step": 755
5327
+ },
5328
+ {
5329
+ "epoch": 0.014440157390075257,
5330
+ "grad_norm": 2.7714574337005615,
5331
+ "learning_rate": 0.00019998945226931927,
5332
+ "loss": 1.844,
5333
+ "step": 756
5334
+ },
5335
+ {
5336
+ "epoch": 0.014459258127363716,
5337
+ "grad_norm": 2.762695074081421,
5338
+ "learning_rate": 0.00019998942319271077,
5339
+ "loss": 1.8143,
5340
+ "step": 757
5341
+ },
5342
+ {
5343
+ "epoch": 0.014478358864652175,
5344
+ "grad_norm": 2.9843015670776367,
5345
+ "learning_rate": 0.0001999893940760822,
5346
+ "loss": 1.9315,
5347
+ "step": 758
5348
+ },
5349
+ {
5350
+ "epoch": 0.014497459601940635,
5351
+ "grad_norm": 2.5618374347686768,
5352
+ "learning_rate": 0.00019998936491943362,
5353
+ "loss": 1.4166,
5354
+ "step": 759
5355
+ },
5356
+ {
5357
+ "epoch": 0.014516560339229094,
5358
+ "grad_norm": 2.5571842193603516,
5359
+ "learning_rate": 0.00019998933572276504,
5360
+ "loss": 1.7608,
5361
+ "step": 760
5362
+ },
5363
+ {
5364
+ "epoch": 0.014535661076517553,
5365
+ "grad_norm": 2.283684015274048,
5366
+ "learning_rate": 0.00019998930648607645,
5367
+ "loss": 1.6089,
5368
+ "step": 761
5369
+ },
5370
+ {
5371
+ "epoch": 0.014554761813806013,
5372
+ "grad_norm": 2.8148903846740723,
5373
+ "learning_rate": 0.0001999892772093679,
5374
+ "loss": 2.0328,
5375
+ "step": 762
5376
+ },
5377
+ {
5378
+ "epoch": 0.014573862551094472,
5379
+ "grad_norm": 1.9580574035644531,
5380
+ "learning_rate": 0.0001999892478926393,
5381
+ "loss": 2.1421,
5382
+ "step": 763
5383
+ },
5384
+ {
5385
+ "epoch": 0.01459296328838293,
5386
+ "grad_norm": 2.185143232345581,
5387
+ "learning_rate": 0.0001999892185358908,
5388
+ "loss": 1.8849,
5389
+ "step": 764
5390
+ },
5391
+ {
5392
+ "epoch": 0.014612064025671391,
5393
+ "grad_norm": 1.8924754858016968,
5394
+ "learning_rate": 0.0001999891891391223,
5395
+ "loss": 1.6162,
5396
+ "step": 765
5397
+ },
5398
+ {
5399
+ "epoch": 0.01463116476295985,
5400
+ "grad_norm": 2.555217742919922,
5401
+ "learning_rate": 0.00019998915970233388,
5402
+ "loss": 1.636,
5403
+ "step": 766
5404
+ },
5405
+ {
5406
+ "epoch": 0.014650265500248309,
5407
+ "grad_norm": 2.7078351974487305,
5408
+ "learning_rate": 0.0001999891302255255,
5409
+ "loss": 1.7432,
5410
+ "step": 767
5411
+ },
5412
+ {
5413
+ "epoch": 0.01466936623753677,
5414
+ "grad_norm": 2.237368106842041,
5415
+ "learning_rate": 0.00019998910070869724,
5416
+ "loss": 1.4121,
5417
+ "step": 768
5418
+ },
5419
+ {
5420
+ "epoch": 0.014688466974825228,
5421
+ "grad_norm": 2.7987027168273926,
5422
+ "learning_rate": 0.00019998907115184906,
5423
+ "loss": 2.0102,
5424
+ "step": 769
5425
+ },
5426
+ {
5427
+ "epoch": 0.014707567712113687,
5428
+ "grad_norm": 1.9199455976486206,
5429
+ "learning_rate": 0.000199989041554981,
5430
+ "loss": 1.253,
5431
+ "step": 770
5432
+ },
5433
+ {
5434
+ "epoch": 0.014726668449402147,
5435
+ "grad_norm": 2.3375496864318848,
5436
+ "learning_rate": 0.00019998901191809303,
5437
+ "loss": 1.4095,
5438
+ "step": 771
5439
+ },
5440
+ {
5441
+ "epoch": 0.014745769186690606,
5442
+ "grad_norm": 2.8408284187316895,
5443
+ "learning_rate": 0.00019998898224118518,
5444
+ "loss": 1.7115,
5445
+ "step": 772
5446
+ },
5447
+ {
5448
+ "epoch": 0.014764869923979065,
5449
+ "grad_norm": 2.243790864944458,
5450
+ "learning_rate": 0.00019998895252425748,
5451
+ "loss": 1.3211,
5452
+ "step": 773
5453
+ },
5454
+ {
5455
+ "epoch": 0.014783970661267526,
5456
+ "grad_norm": 3.4616260528564453,
5457
+ "learning_rate": 0.00019998892276730995,
5458
+ "loss": 1.954,
5459
+ "step": 774
5460
+ },
5461
+ {
5462
+ "epoch": 0.014803071398555984,
5463
+ "grad_norm": 3.197127103805542,
5464
+ "learning_rate": 0.00019998889297034256,
5465
+ "loss": 2.0215,
5466
+ "step": 775
5467
+ },
5468
+ {
5469
+ "epoch": 0.014822172135844443,
5470
+ "grad_norm": 2.870364189147949,
5471
+ "learning_rate": 0.00019998886313335535,
5472
+ "loss": 1.6413,
5473
+ "step": 776
5474
+ },
5475
+ {
5476
+ "epoch": 0.014841272873132904,
5477
+ "grad_norm": 2.777554512023926,
5478
+ "learning_rate": 0.00019998883325634834,
5479
+ "loss": 1.6414,
5480
+ "step": 777
5481
+ },
5482
+ {
5483
+ "epoch": 0.014860373610421362,
5484
+ "grad_norm": 2.4237184524536133,
5485
+ "learning_rate": 0.00019998880333932153,
5486
+ "loss": 1.2707,
5487
+ "step": 778
5488
+ },
5489
+ {
5490
+ "epoch": 0.014879474347709821,
5491
+ "grad_norm": 3.1750295162200928,
5492
+ "learning_rate": 0.0001999887733822749,
5493
+ "loss": 1.6912,
5494
+ "step": 779
5495
+ },
5496
+ {
5497
+ "epoch": 0.014898575084998282,
5498
+ "grad_norm": 2.8074100017547607,
5499
+ "learning_rate": 0.00019998874338520852,
5500
+ "loss": 1.7729,
5501
+ "step": 780
5502
+ },
5503
+ {
5504
+ "epoch": 0.01491767582228674,
5505
+ "grad_norm": 4.077731132507324,
5506
+ "learning_rate": 0.00019998871334812236,
5507
+ "loss": 1.8243,
5508
+ "step": 781
5509
+ },
5510
+ {
5511
+ "epoch": 0.0149367765595752,
5512
+ "grad_norm": 3.0560433864593506,
5513
+ "learning_rate": 0.00019998868327101646,
5514
+ "loss": 1.4738,
5515
+ "step": 782
5516
+ },
5517
+ {
5518
+ "epoch": 0.01495587729686366,
5519
+ "grad_norm": 2.305824041366577,
5520
+ "learning_rate": 0.00019998865315389082,
5521
+ "loss": 1.2202,
5522
+ "step": 783
5523
+ },
5524
+ {
5525
+ "epoch": 0.014974978034152119,
5526
+ "grad_norm": 3.0948402881622314,
5527
+ "learning_rate": 0.00019998862299674546,
5528
+ "loss": 1.5797,
5529
+ "step": 784
5530
+ },
5531
+ {
5532
+ "epoch": 0.014994078771440577,
5533
+ "grad_norm": 3.118197202682495,
5534
+ "learning_rate": 0.00019998859279958038,
5535
+ "loss": 1.4426,
5536
+ "step": 785
5537
+ },
5538
+ {
5539
+ "epoch": 0.015013179508729036,
5540
+ "grad_norm": 2.7309913635253906,
5541
+ "learning_rate": 0.00019998856256239558,
5542
+ "loss": 2.2082,
5543
+ "step": 786
5544
+ },
5545
+ {
5546
+ "epoch": 0.015032280246017497,
5547
+ "grad_norm": 3.408578872680664,
5548
+ "learning_rate": 0.00019998853228519109,
5549
+ "loss": 1.7374,
5550
+ "step": 787
5551
+ },
5552
+ {
5553
+ "epoch": 0.015051380983305955,
5554
+ "grad_norm": 3.5563881397247314,
5555
+ "learning_rate": 0.00019998850196796693,
5556
+ "loss": 1.7934,
5557
+ "step": 788
5558
+ },
5559
+ {
5560
+ "epoch": 0.015070481720594414,
5561
+ "grad_norm": 2.4586527347564697,
5562
+ "learning_rate": 0.00019998847161072306,
5563
+ "loss": 1.5502,
5564
+ "step": 789
5565
+ },
5566
+ {
5567
+ "epoch": 0.015089582457882875,
5568
+ "grad_norm": 2.817995309829712,
5569
+ "learning_rate": 0.0001999884412134596,
5570
+ "loss": 2.0213,
5571
+ "step": 790
5572
+ },
5573
+ {
5574
+ "epoch": 0.015108683195171333,
5575
+ "grad_norm": 3.212003469467163,
5576
+ "learning_rate": 0.00019998841077617648,
5577
+ "loss": 1.5462,
5578
+ "step": 791
5579
+ },
5580
+ {
5581
+ "epoch": 0.015127783932459792,
5582
+ "grad_norm": 2.7965571880340576,
5583
+ "learning_rate": 0.0001999883802988737,
5584
+ "loss": 1.2179,
5585
+ "step": 792
5586
+ },
5587
+ {
5588
+ "epoch": 0.015146884669748253,
5589
+ "grad_norm": 2.597515821456909,
5590
+ "learning_rate": 0.0001999883497815513,
5591
+ "loss": 1.4296,
5592
+ "step": 793
5593
+ },
5594
+ {
5595
+ "epoch": 0.015165985407036712,
5596
+ "grad_norm": 3.3041131496429443,
5597
+ "learning_rate": 0.0001999883192242093,
5598
+ "loss": 1.4494,
5599
+ "step": 794
5600
+ },
5601
+ {
5602
+ "epoch": 0.01518508614432517,
5603
+ "grad_norm": 2.613602638244629,
5604
+ "learning_rate": 0.00019998828862684772,
5605
+ "loss": 1.7081,
5606
+ "step": 795
5607
+ },
5608
+ {
5609
+ "epoch": 0.01520418688161363,
5610
+ "grad_norm": 3.0008580684661865,
5611
+ "learning_rate": 0.00019998825798946658,
5612
+ "loss": 1.8633,
5613
+ "step": 796
5614
+ },
5615
+ {
5616
+ "epoch": 0.01522328761890209,
5617
+ "grad_norm": 2.2705130577087402,
5618
+ "learning_rate": 0.0001999882273120658,
5619
+ "loss": 1.3902,
5620
+ "step": 797
5621
+ },
5622
+ {
5623
+ "epoch": 0.015242388356190548,
5624
+ "grad_norm": 4.293129920959473,
5625
+ "learning_rate": 0.00019998819659464552,
5626
+ "loss": 1.7738,
5627
+ "step": 798
5628
+ },
5629
+ {
5630
+ "epoch": 0.015261489093479009,
5631
+ "grad_norm": 3.421990394592285,
5632
+ "learning_rate": 0.00019998816583720569,
5633
+ "loss": 2.0584,
5634
+ "step": 799
5635
+ },
5636
+ {
5637
+ "epoch": 0.015280589830767468,
5638
+ "grad_norm": 2.9595751762390137,
5639
+ "learning_rate": 0.0001999881350397463,
5640
+ "loss": 1.6772,
5641
+ "step": 800
5642
+ },
5643
+ {
5644
+ "epoch": 0.015280589830767468,
5645
+ "eval_loss": 1.6139286756515503,
5646
+ "eval_runtime": 316.5229,
5647
+ "eval_samples_per_second": 3.327,
5648
+ "eval_steps_per_second": 3.327,
5649
+ "step": 800
5650
  }
5651
  ],
5652
  "logging_steps": 1,
 
5661
  "early_stopping_threshold": 0.0
5662
  },
5663
  "attributes": {
5664
+ "early_stopping_patience_counter": 3
5665
  }
5666
  },
5667
  "TrainerControl": {
 
5670
  "should_evaluate": false,
5671
  "should_log": false,
5672
  "should_save": true,
5673
+ "should_training_stop": true
5674
  },
5675
  "attributes": {}
5676
  }
5677
  },
5678
+ "total_flos": 1.0842795665679974e+17,
5679
  "train_batch_size": 1,
5680
  "trial_name": null,
5681
  "trial_params": null