error577 commited on
Commit
6362ea5
·
verified ·
1 Parent(s): 058977b

Training in progress, step 4200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f6b94aaba91a21cef9fe4418576a0ceee8b7a69c7338b45fad937bfa73a69f3
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e570becedfbf055a98614977a902b8aba3add6989adece0c495a4b22fc0590
3
  size 70430032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c3ef8d16c570377d6f81d7c6788efa02558d00ba320855a29db4836a66e56fd
3
  size 36136276
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392a4ed896c539d3efe1e0597c4f5b0878b6368eb63cec76bbdf5eaf82eb310b
3
  size 36136276
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f8759d2cab95697f523ccc4608aa5062e90916d7fe150fe2b237a5065ffdd7d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee02b707c89796dbda799078d992109009a8c01d337bd909e22504bd00a423ea
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db2111fee0c10b91d81759dec218dfa88337e234c1767c7a77c6ef46e240ea70
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7acca0df6bde84f45c83f04277be46b6903533a17080f56570001d3afa5e74be
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.8272562623023987,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-3600",
4
- "epoch": 0.9725852531760987,
5
  "eval_steps": 200,
6
- "global_step": 4000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -28175,6 +28175,1414 @@
28175
  "eval_samples_per_second": 40.208,
28176
  "eval_steps_per_second": 6.728,
28177
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28178
  }
28179
  ],
28180
  "logging_steps": 1,
@@ -28189,7 +29597,7 @@
28189
  "early_stopping_threshold": 0.0
28190
  },
28191
  "attributes": {
28192
- "early_stopping_patience_counter": 2
28193
  }
28194
  },
28195
  "TrainerControl": {
@@ -28198,12 +29606,12 @@
28198
  "should_evaluate": false,
28199
  "should_log": false,
28200
  "should_save": true,
28201
- "should_training_stop": false
28202
  },
28203
  "attributes": {}
28204
  }
28205
  },
28206
- "total_flos": 1.1070323666583552e+17,
28207
  "train_batch_size": 6,
28208
  "trial_name": null,
28209
  "trial_params": null
 
1
  {
2
  "best_metric": 0.8272562623023987,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-3600",
4
+ "epoch": 1.0212145158349037,
5
  "eval_steps": 200,
6
+ "global_step": 4200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
28175
  "eval_samples_per_second": 40.208,
28176
  "eval_steps_per_second": 6.728,
28177
  "step": 4000
28178
+ },
28179
+ {
28180
+ "epoch": 0.9728283994893927,
28181
+ "grad_norm": 0.5771706104278564,
28182
+ "learning_rate": 0.00015286774431203288,
28183
+ "loss": 0.7636,
28184
+ "step": 4001
28185
+ },
28186
+ {
28187
+ "epoch": 0.9730715458026867,
28188
+ "grad_norm": 0.6299888491630554,
28189
+ "learning_rate": 0.00015284607303399063,
28190
+ "loss": 1.0326,
28191
+ "step": 4002
28192
+ },
28193
+ {
28194
+ "epoch": 0.9733146921159808,
28195
+ "grad_norm": 0.5729795098304749,
28196
+ "learning_rate": 0.00015282439831182547,
28197
+ "loss": 0.9303,
28198
+ "step": 4003
28199
+ },
28200
+ {
28201
+ "epoch": 0.9735578384292748,
28202
+ "grad_norm": 0.576596200466156,
28203
+ "learning_rate": 0.00015280272014694997,
28204
+ "loss": 0.8719,
28205
+ "step": 4004
28206
+ },
28207
+ {
28208
+ "epoch": 0.9738009847425688,
28209
+ "grad_norm": 0.6008514761924744,
28210
+ "learning_rate": 0.000152781038540777,
28211
+ "loss": 0.9552,
28212
+ "step": 4005
28213
+ },
28214
+ {
28215
+ "epoch": 0.9740441310558628,
28216
+ "grad_norm": 0.5547656416893005,
28217
+ "learning_rate": 0.00015275935349471959,
28218
+ "loss": 0.728,
28219
+ "step": 4006
28220
+ },
28221
+ {
28222
+ "epoch": 0.9742872773691569,
28223
+ "grad_norm": 0.583379328250885,
28224
+ "learning_rate": 0.00015273766501019102,
28225
+ "loss": 0.7206,
28226
+ "step": 4007
28227
+ },
28228
+ {
28229
+ "epoch": 0.9745304236824509,
28230
+ "grad_norm": 0.5873423218727112,
28231
+ "learning_rate": 0.00015271597308860475,
28232
+ "loss": 0.8727,
28233
+ "step": 4008
28234
+ },
28235
+ {
28236
+ "epoch": 0.9747735699957449,
28237
+ "grad_norm": 0.5742978453636169,
28238
+ "learning_rate": 0.00015269427773137459,
28239
+ "loss": 0.8254,
28240
+ "step": 4009
28241
+ },
28242
+ {
28243
+ "epoch": 0.975016716309039,
28244
+ "grad_norm": 0.5953057408332825,
28245
+ "learning_rate": 0.0001526725789399144,
28246
+ "loss": 0.8737,
28247
+ "step": 4010
28248
+ },
28249
+ {
28250
+ "epoch": 0.975259862622333,
28251
+ "grad_norm": 0.5784429907798767,
28252
+ "learning_rate": 0.0001526508767156384,
28253
+ "loss": 0.9752,
28254
+ "step": 4011
28255
+ },
28256
+ {
28257
+ "epoch": 0.975503008935627,
28258
+ "grad_norm": 0.585648775100708,
28259
+ "learning_rate": 0.00015262917105996092,
28260
+ "loss": 0.7717,
28261
+ "step": 4012
28262
+ },
28263
+ {
28264
+ "epoch": 0.975746155248921,
28265
+ "grad_norm": 0.6154944896697998,
28266
+ "learning_rate": 0.00015260746197429662,
28267
+ "loss": 0.9615,
28268
+ "step": 4013
28269
+ },
28270
+ {
28271
+ "epoch": 0.9759893015622151,
28272
+ "grad_norm": 0.5469710230827332,
28273
+ "learning_rate": 0.0001525857494600604,
28274
+ "loss": 0.7965,
28275
+ "step": 4014
28276
+ },
28277
+ {
28278
+ "epoch": 0.9762324478755091,
28279
+ "grad_norm": 0.6063844561576843,
28280
+ "learning_rate": 0.00015256403351866725,
28281
+ "loss": 1.0677,
28282
+ "step": 4015
28283
+ },
28284
+ {
28285
+ "epoch": 0.9764755941888031,
28286
+ "grad_norm": 0.6207650899887085,
28287
+ "learning_rate": 0.00015254231415153243,
28288
+ "loss": 0.9533,
28289
+ "step": 4016
28290
+ },
28291
+ {
28292
+ "epoch": 0.9767187405020972,
28293
+ "grad_norm": 0.6261950135231018,
28294
+ "learning_rate": 0.00015252059136007152,
28295
+ "loss": 0.9115,
28296
+ "step": 4017
28297
+ },
28298
+ {
28299
+ "epoch": 0.9769618868153912,
28300
+ "grad_norm": 0.632755696773529,
28301
+ "learning_rate": 0.0001524988651457002,
28302
+ "loss": 1.0542,
28303
+ "step": 4018
28304
+ },
28305
+ {
28306
+ "epoch": 0.9772050331286852,
28307
+ "grad_norm": 0.5957483649253845,
28308
+ "learning_rate": 0.00015247713550983448,
28309
+ "loss": 0.757,
28310
+ "step": 4019
28311
+ },
28312
+ {
28313
+ "epoch": 0.9774481794419793,
28314
+ "grad_norm": 0.6265625953674316,
28315
+ "learning_rate": 0.00015245540245389052,
28316
+ "loss": 1.0039,
28317
+ "step": 4020
28318
+ },
28319
+ {
28320
+ "epoch": 0.9776913257552733,
28321
+ "grad_norm": 0.5776553153991699,
28322
+ "learning_rate": 0.0001524336659792847,
28323
+ "loss": 0.8253,
28324
+ "step": 4021
28325
+ },
28326
+ {
28327
+ "epoch": 0.9779344720685672,
28328
+ "grad_norm": 0.5782874822616577,
28329
+ "learning_rate": 0.00015241192608743366,
28330
+ "loss": 0.8859,
28331
+ "step": 4022
28332
+ },
28333
+ {
28334
+ "epoch": 0.9781776183818612,
28335
+ "grad_norm": 0.5680975914001465,
28336
+ "learning_rate": 0.00015239018277975425,
28337
+ "loss": 0.8628,
28338
+ "step": 4023
28339
+ },
28340
+ {
28341
+ "epoch": 0.9784207646951553,
28342
+ "grad_norm": 0.5826223492622375,
28343
+ "learning_rate": 0.00015236843605766356,
28344
+ "loss": 0.7975,
28345
+ "step": 4024
28346
+ },
28347
+ {
28348
+ "epoch": 0.9786639110084493,
28349
+ "grad_norm": 0.5867834091186523,
28350
+ "learning_rate": 0.0001523466859225788,
28351
+ "loss": 0.9767,
28352
+ "step": 4025
28353
+ },
28354
+ {
28355
+ "epoch": 0.9789070573217433,
28356
+ "grad_norm": 0.5891314744949341,
28357
+ "learning_rate": 0.0001523249323759176,
28358
+ "loss": 0.7341,
28359
+ "step": 4026
28360
+ },
28361
+ {
28362
+ "epoch": 0.9791502036350374,
28363
+ "grad_norm": 0.5111683011054993,
28364
+ "learning_rate": 0.00015230317541909763,
28365
+ "loss": 0.7469,
28366
+ "step": 4027
28367
+ },
28368
+ {
28369
+ "epoch": 0.9793933499483314,
28370
+ "grad_norm": 0.5964177846908569,
28371
+ "learning_rate": 0.00015228141505353688,
28372
+ "loss": 0.8741,
28373
+ "step": 4028
28374
+ },
28375
+ {
28376
+ "epoch": 0.9796364962616254,
28377
+ "grad_norm": 0.5976094007492065,
28378
+ "learning_rate": 0.0001522596512806535,
28379
+ "loss": 0.8787,
28380
+ "step": 4029
28381
+ },
28382
+ {
28383
+ "epoch": 0.9798796425749194,
28384
+ "grad_norm": 0.5964786410331726,
28385
+ "learning_rate": 0.00015223788410186593,
28386
+ "loss": 0.8532,
28387
+ "step": 4030
28388
+ },
28389
+ {
28390
+ "epoch": 0.9801227888882135,
28391
+ "grad_norm": 0.5422179102897644,
28392
+ "learning_rate": 0.00015221611351859277,
28393
+ "loss": 0.8079,
28394
+ "step": 4031
28395
+ },
28396
+ {
28397
+ "epoch": 0.9803659352015075,
28398
+ "grad_norm": 0.5623642802238464,
28399
+ "learning_rate": 0.00015219433953225287,
28400
+ "loss": 0.7795,
28401
+ "step": 4032
28402
+ },
28403
+ {
28404
+ "epoch": 0.9806090815148015,
28405
+ "grad_norm": 0.5952669382095337,
28406
+ "learning_rate": 0.00015217256214426533,
28407
+ "loss": 0.8072,
28408
+ "step": 4033
28409
+ },
28410
+ {
28411
+ "epoch": 0.9808522278280956,
28412
+ "grad_norm": 0.624047040939331,
28413
+ "learning_rate": 0.00015215078135604943,
28414
+ "loss": 0.9983,
28415
+ "step": 4034
28416
+ },
28417
+ {
28418
+ "epoch": 0.9810953741413896,
28419
+ "grad_norm": 0.5419496893882751,
28420
+ "learning_rate": 0.00015212899716902464,
28421
+ "loss": 0.9238,
28422
+ "step": 4035
28423
+ },
28424
+ {
28425
+ "epoch": 0.9813385204546836,
28426
+ "grad_norm": 0.5987440347671509,
28427
+ "learning_rate": 0.00015210720958461077,
28428
+ "loss": 0.9475,
28429
+ "step": 4036
28430
+ },
28431
+ {
28432
+ "epoch": 0.9815816667679776,
28433
+ "grad_norm": 0.5506895780563354,
28434
+ "learning_rate": 0.0001520854186042277,
28435
+ "loss": 0.6419,
28436
+ "step": 4037
28437
+ },
28438
+ {
28439
+ "epoch": 0.9818248130812717,
28440
+ "grad_norm": 0.6344045400619507,
28441
+ "learning_rate": 0.00015206362422929567,
28442
+ "loss": 1.0034,
28443
+ "step": 4038
28444
+ },
28445
+ {
28446
+ "epoch": 0.9820679593945657,
28447
+ "grad_norm": 0.5720811486244202,
28448
+ "learning_rate": 0.00015204182646123498,
28449
+ "loss": 0.8882,
28450
+ "step": 4039
28451
+ },
28452
+ {
28453
+ "epoch": 0.9823111057078597,
28454
+ "grad_norm": 0.5394145250320435,
28455
+ "learning_rate": 0.0001520200253014664,
28456
+ "loss": 0.7375,
28457
+ "step": 4040
28458
+ },
28459
+ {
28460
+ "epoch": 0.9825542520211538,
28461
+ "grad_norm": 0.5573238730430603,
28462
+ "learning_rate": 0.00015199822075141064,
28463
+ "loss": 0.7507,
28464
+ "step": 4041
28465
+ },
28466
+ {
28467
+ "epoch": 0.9827973983344478,
28468
+ "grad_norm": 0.5671635866165161,
28469
+ "learning_rate": 0.00015197641281248887,
28470
+ "loss": 0.7017,
28471
+ "step": 4042
28472
+ },
28473
+ {
28474
+ "epoch": 0.9830405446477418,
28475
+ "grad_norm": 0.6064106822013855,
28476
+ "learning_rate": 0.00015195460148612232,
28477
+ "loss": 0.9056,
28478
+ "step": 4043
28479
+ },
28480
+ {
28481
+ "epoch": 0.9832836909610359,
28482
+ "grad_norm": 0.5521377325057983,
28483
+ "learning_rate": 0.00015193278677373245,
28484
+ "loss": 0.6282,
28485
+ "step": 4044
28486
+ },
28487
+ {
28488
+ "epoch": 0.9835268372743299,
28489
+ "grad_norm": 0.6192401051521301,
28490
+ "learning_rate": 0.000151910968676741,
28491
+ "loss": 0.7406,
28492
+ "step": 4045
28493
+ },
28494
+ {
28495
+ "epoch": 0.9837699835876238,
28496
+ "grad_norm": 0.6431356072425842,
28497
+ "learning_rate": 0.00015188914719657,
28498
+ "loss": 0.822,
28499
+ "step": 4046
28500
+ },
28501
+ {
28502
+ "epoch": 0.9840131299009178,
28503
+ "grad_norm": 0.6035878658294678,
28504
+ "learning_rate": 0.00015186732233464154,
28505
+ "loss": 1.0267,
28506
+ "step": 4047
28507
+ },
28508
+ {
28509
+ "epoch": 0.9842562762142119,
28510
+ "grad_norm": 0.6101289391517639,
28511
+ "learning_rate": 0.00015184549409237805,
28512
+ "loss": 0.9322,
28513
+ "step": 4048
28514
+ },
28515
+ {
28516
+ "epoch": 0.9844994225275059,
28517
+ "grad_norm": 0.6012272834777832,
28518
+ "learning_rate": 0.00015182366247120207,
28519
+ "loss": 0.96,
28520
+ "step": 4049
28521
+ },
28522
+ {
28523
+ "epoch": 0.9847425688407999,
28524
+ "grad_norm": 0.685613214969635,
28525
+ "learning_rate": 0.00015180182747253647,
28526
+ "loss": 0.9553,
28527
+ "step": 4050
28528
+ },
28529
+ {
28530
+ "epoch": 0.9849857151540939,
28531
+ "grad_norm": 0.5744398832321167,
28532
+ "learning_rate": 0.00015177998909780428,
28533
+ "loss": 0.8775,
28534
+ "step": 4051
28535
+ },
28536
+ {
28537
+ "epoch": 0.985228861467388,
28538
+ "grad_norm": 0.5499579310417175,
28539
+ "learning_rate": 0.0001517581473484288,
28540
+ "loss": 0.6087,
28541
+ "step": 4052
28542
+ },
28543
+ {
28544
+ "epoch": 0.985472007780682,
28545
+ "grad_norm": 0.566855788230896,
28546
+ "learning_rate": 0.00015173630222583347,
28547
+ "loss": 0.7908,
28548
+ "step": 4053
28549
+ },
28550
+ {
28551
+ "epoch": 0.985715154093976,
28552
+ "grad_norm": 0.5371683239936829,
28553
+ "learning_rate": 0.00015171445373144204,
28554
+ "loss": 0.8327,
28555
+ "step": 4054
28556
+ },
28557
+ {
28558
+ "epoch": 0.9859583004072701,
28559
+ "grad_norm": 0.6324875354766846,
28560
+ "learning_rate": 0.00015169260186667841,
28561
+ "loss": 0.9601,
28562
+ "step": 4055
28563
+ },
28564
+ {
28565
+ "epoch": 0.9862014467205641,
28566
+ "grad_norm": 0.6047206521034241,
28567
+ "learning_rate": 0.00015167074663296676,
28568
+ "loss": 0.8174,
28569
+ "step": 4056
28570
+ },
28571
+ {
28572
+ "epoch": 0.9864445930338581,
28573
+ "grad_norm": 0.5393537282943726,
28574
+ "learning_rate": 0.0001516488880317314,
28575
+ "loss": 0.8229,
28576
+ "step": 4057
28577
+ },
28578
+ {
28579
+ "epoch": 0.9866877393471521,
28580
+ "grad_norm": 0.5967660546302795,
28581
+ "learning_rate": 0.00015162702606439694,
28582
+ "loss": 0.8006,
28583
+ "step": 4058
28584
+ },
28585
+ {
28586
+ "epoch": 0.9869308856604462,
28587
+ "grad_norm": 0.5764698386192322,
28588
+ "learning_rate": 0.0001516051607323882,
28589
+ "loss": 0.871,
28590
+ "step": 4059
28591
+ },
28592
+ {
28593
+ "epoch": 0.9871740319737402,
28594
+ "grad_norm": 0.6176262497901917,
28595
+ "learning_rate": 0.00015158329203713018,
28596
+ "loss": 0.9253,
28597
+ "step": 4060
28598
+ },
28599
+ {
28600
+ "epoch": 0.9874171782870342,
28601
+ "grad_norm": 0.5994741320610046,
28602
+ "learning_rate": 0.00015156141998004814,
28603
+ "loss": 0.9308,
28604
+ "step": 4061
28605
+ },
28606
+ {
28607
+ "epoch": 0.9876603246003283,
28608
+ "grad_norm": 0.5619975924491882,
28609
+ "learning_rate": 0.00015153954456256753,
28610
+ "loss": 0.7805,
28611
+ "step": 4062
28612
+ },
28613
+ {
28614
+ "epoch": 0.9879034709136223,
28615
+ "grad_norm": 0.5920617580413818,
28616
+ "learning_rate": 0.00015151766578611406,
28617
+ "loss": 1.0486,
28618
+ "step": 4063
28619
+ },
28620
+ {
28621
+ "epoch": 0.9881466172269163,
28622
+ "grad_norm": 0.5670661926269531,
28623
+ "learning_rate": 0.00015149578365211358,
28624
+ "loss": 0.7275,
28625
+ "step": 4064
28626
+ },
28627
+ {
28628
+ "epoch": 0.9883897635402104,
28629
+ "grad_norm": 0.6046606302261353,
28630
+ "learning_rate": 0.0001514738981619922,
28631
+ "loss": 0.8474,
28632
+ "step": 4065
28633
+ },
28634
+ {
28635
+ "epoch": 0.9886329098535044,
28636
+ "grad_norm": 0.5784847736358643,
28637
+ "learning_rate": 0.00015145200931717634,
28638
+ "loss": 0.9769,
28639
+ "step": 4066
28640
+ },
28641
+ {
28642
+ "epoch": 0.9888760561667984,
28643
+ "grad_norm": 0.571528971195221,
28644
+ "learning_rate": 0.00015143011711909248,
28645
+ "loss": 0.9324,
28646
+ "step": 4067
28647
+ },
28648
+ {
28649
+ "epoch": 0.9891192024800924,
28650
+ "grad_norm": 0.5727089643478394,
28651
+ "learning_rate": 0.00015140822156916746,
28652
+ "loss": 0.8643,
28653
+ "step": 4068
28654
+ },
28655
+ {
28656
+ "epoch": 0.9893623487933865,
28657
+ "grad_norm": 0.6058602929115295,
28658
+ "learning_rate": 0.00015138632266882817,
28659
+ "loss": 0.9875,
28660
+ "step": 4069
28661
+ },
28662
+ {
28663
+ "epoch": 0.9896054951066805,
28664
+ "grad_norm": 0.5510414242744446,
28665
+ "learning_rate": 0.00015136442041950194,
28666
+ "loss": 0.8484,
28667
+ "step": 4070
28668
+ },
28669
+ {
28670
+ "epoch": 0.9898486414199744,
28671
+ "grad_norm": 0.6078771352767944,
28672
+ "learning_rate": 0.0001513425148226161,
28673
+ "loss": 0.9257,
28674
+ "step": 4071
28675
+ },
28676
+ {
28677
+ "epoch": 0.9900917877332684,
28678
+ "grad_norm": 0.5363609790802002,
28679
+ "learning_rate": 0.0001513206058795984,
28680
+ "loss": 0.7414,
28681
+ "step": 4072
28682
+ },
28683
+ {
28684
+ "epoch": 0.9903349340465625,
28685
+ "grad_norm": 0.571412980556488,
28686
+ "learning_rate": 0.0001512986935918766,
28687
+ "loss": 0.7477,
28688
+ "step": 4073
28689
+ },
28690
+ {
28691
+ "epoch": 0.9905780803598565,
28692
+ "grad_norm": 0.6606268882751465,
28693
+ "learning_rate": 0.00015127677796087884,
28694
+ "loss": 0.9441,
28695
+ "step": 4074
28696
+ },
28697
+ {
28698
+ "epoch": 0.9908212266731505,
28699
+ "grad_norm": 0.6033069491386414,
28700
+ "learning_rate": 0.00015125485898803343,
28701
+ "loss": 0.8696,
28702
+ "step": 4075
28703
+ },
28704
+ {
28705
+ "epoch": 0.9910643729864446,
28706
+ "grad_norm": 0.6251542568206787,
28707
+ "learning_rate": 0.00015123293667476887,
28708
+ "loss": 0.8027,
28709
+ "step": 4076
28710
+ },
28711
+ {
28712
+ "epoch": 0.9913075192997386,
28713
+ "grad_norm": 0.6635222434997559,
28714
+ "learning_rate": 0.00015121101102251382,
28715
+ "loss": 0.6785,
28716
+ "step": 4077
28717
+ },
28718
+ {
28719
+ "epoch": 0.9915506656130326,
28720
+ "grad_norm": 0.5853284001350403,
28721
+ "learning_rate": 0.00015118908203269743,
28722
+ "loss": 0.6927,
28723
+ "step": 4078
28724
+ },
28725
+ {
28726
+ "epoch": 0.9917938119263267,
28727
+ "grad_norm": 0.5786178708076477,
28728
+ "learning_rate": 0.0001511671497067487,
28729
+ "loss": 0.844,
28730
+ "step": 4079
28731
+ },
28732
+ {
28733
+ "epoch": 0.9920369582396207,
28734
+ "grad_norm": 0.5755680799484253,
28735
+ "learning_rate": 0.00015114521404609705,
28736
+ "loss": 0.8703,
28737
+ "step": 4080
28738
+ },
28739
+ {
28740
+ "epoch": 0.9922801045529147,
28741
+ "grad_norm": 0.6157394051551819,
28742
+ "learning_rate": 0.00015112327505217214,
28743
+ "loss": 0.8312,
28744
+ "step": 4081
28745
+ },
28746
+ {
28747
+ "epoch": 0.9925232508662087,
28748
+ "grad_norm": 0.5778816342353821,
28749
+ "learning_rate": 0.00015110133272640375,
28750
+ "loss": 0.8383,
28751
+ "step": 4082
28752
+ },
28753
+ {
28754
+ "epoch": 0.9927663971795028,
28755
+ "grad_norm": 0.5638898611068726,
28756
+ "learning_rate": 0.00015107938707022197,
28757
+ "loss": 0.8032,
28758
+ "step": 4083
28759
+ },
28760
+ {
28761
+ "epoch": 0.9930095434927968,
28762
+ "grad_norm": 0.6280646324157715,
28763
+ "learning_rate": 0.000151057438085057,
28764
+ "loss": 0.9308,
28765
+ "step": 4084
28766
+ },
28767
+ {
28768
+ "epoch": 0.9932526898060908,
28769
+ "grad_norm": 0.5974763035774231,
28770
+ "learning_rate": 0.00015103548577233937,
28771
+ "loss": 0.8648,
28772
+ "step": 4085
28773
+ },
28774
+ {
28775
+ "epoch": 0.9934958361193849,
28776
+ "grad_norm": 0.5788124203681946,
28777
+ "learning_rate": 0.0001510135301334997,
28778
+ "loss": 1.0017,
28779
+ "step": 4086
28780
+ },
28781
+ {
28782
+ "epoch": 0.9937389824326789,
28783
+ "grad_norm": 0.6049156785011292,
28784
+ "learning_rate": 0.000150991571169969,
28785
+ "loss": 0.9412,
28786
+ "step": 4087
28787
+ },
28788
+ {
28789
+ "epoch": 0.9939821287459729,
28790
+ "grad_norm": 0.5956752300262451,
28791
+ "learning_rate": 0.0001509696088831783,
28792
+ "loss": 0.8683,
28793
+ "step": 4088
28794
+ },
28795
+ {
28796
+ "epoch": 0.9942252750592669,
28797
+ "grad_norm": 0.6094021201133728,
28798
+ "learning_rate": 0.00015094764327455896,
28799
+ "loss": 0.8959,
28800
+ "step": 4089
28801
+ },
28802
+ {
28803
+ "epoch": 0.994468421372561,
28804
+ "grad_norm": 0.6144741177558899,
28805
+ "learning_rate": 0.0001509256743455426,
28806
+ "loss": 0.9242,
28807
+ "step": 4090
28808
+ },
28809
+ {
28810
+ "epoch": 0.994711567685855,
28811
+ "grad_norm": 0.6314921975135803,
28812
+ "learning_rate": 0.00015090370209756092,
28813
+ "loss": 0.7907,
28814
+ "step": 4091
28815
+ },
28816
+ {
28817
+ "epoch": 0.994954713999149,
28818
+ "grad_norm": 0.5867680311203003,
28819
+ "learning_rate": 0.00015088172653204596,
28820
+ "loss": 0.7624,
28821
+ "step": 4092
28822
+ },
28823
+ {
28824
+ "epoch": 0.9951978603124431,
28825
+ "grad_norm": 0.6713250279426575,
28826
+ "learning_rate": 0.00015085974765042992,
28827
+ "loss": 0.8486,
28828
+ "step": 4093
28829
+ },
28830
+ {
28831
+ "epoch": 0.9954410066257371,
28832
+ "grad_norm": 0.5618218183517456,
28833
+ "learning_rate": 0.00015083776545414516,
28834
+ "loss": 0.7931,
28835
+ "step": 4094
28836
+ },
28837
+ {
28838
+ "epoch": 0.995684152939031,
28839
+ "grad_norm": 0.6059669256210327,
28840
+ "learning_rate": 0.00015081577994462445,
28841
+ "loss": 0.8557,
28842
+ "step": 4095
28843
+ },
28844
+ {
28845
+ "epoch": 0.995927299252325,
28846
+ "grad_norm": 0.5822364687919617,
28847
+ "learning_rate": 0.00015079379112330055,
28848
+ "loss": 0.8116,
28849
+ "step": 4096
28850
+ },
28851
+ {
28852
+ "epoch": 0.9961704455656191,
28853
+ "grad_norm": 0.6270378232002258,
28854
+ "learning_rate": 0.00015077179899160656,
28855
+ "loss": 0.8205,
28856
+ "step": 4097
28857
+ },
28858
+ {
28859
+ "epoch": 0.9964135918789131,
28860
+ "grad_norm": 0.6298266053199768,
28861
+ "learning_rate": 0.00015074980355097575,
28862
+ "loss": 0.9365,
28863
+ "step": 4098
28864
+ },
28865
+ {
28866
+ "epoch": 0.9966567381922071,
28867
+ "grad_norm": 0.5924572348594666,
28868
+ "learning_rate": 0.00015072780480284163,
28869
+ "loss": 0.8384,
28870
+ "step": 4099
28871
+ },
28872
+ {
28873
+ "epoch": 0.9968998845055012,
28874
+ "grad_norm": 0.5545551776885986,
28875
+ "learning_rate": 0.00015070580274863794,
28876
+ "loss": 0.7487,
28877
+ "step": 4100
28878
+ },
28879
+ {
28880
+ "epoch": 0.9971430308187952,
28881
+ "grad_norm": 0.6133487224578857,
28882
+ "learning_rate": 0.0001506837973897986,
28883
+ "loss": 0.87,
28884
+ "step": 4101
28885
+ },
28886
+ {
28887
+ "epoch": 0.9973861771320892,
28888
+ "grad_norm": 0.5768793225288391,
28889
+ "learning_rate": 0.0001506617887277577,
28890
+ "loss": 0.8961,
28891
+ "step": 4102
28892
+ },
28893
+ {
28894
+ "epoch": 0.9976293234453832,
28895
+ "grad_norm": 0.5864242911338806,
28896
+ "learning_rate": 0.0001506397767639497,
28897
+ "loss": 0.8103,
28898
+ "step": 4103
28899
+ },
28900
+ {
28901
+ "epoch": 0.9978724697586773,
28902
+ "grad_norm": 0.5651342868804932,
28903
+ "learning_rate": 0.00015061776149980914,
28904
+ "loss": 0.8233,
28905
+ "step": 4104
28906
+ },
28907
+ {
28908
+ "epoch": 0.9981156160719713,
28909
+ "grad_norm": 0.5810642242431641,
28910
+ "learning_rate": 0.00015059574293677084,
28911
+ "loss": 0.8235,
28912
+ "step": 4105
28913
+ },
28914
+ {
28915
+ "epoch": 0.9983587623852653,
28916
+ "grad_norm": 0.574762761592865,
28917
+ "learning_rate": 0.00015057372107626975,
28918
+ "loss": 0.8555,
28919
+ "step": 4106
28920
+ },
28921
+ {
28922
+ "epoch": 0.9986019086985594,
28923
+ "grad_norm": 0.5823683142662048,
28924
+ "learning_rate": 0.00015055169591974115,
28925
+ "loss": 0.8116,
28926
+ "step": 4107
28927
+ },
28928
+ {
28929
+ "epoch": 0.9988450550118534,
28930
+ "grad_norm": 0.5110833644866943,
28931
+ "learning_rate": 0.00015052966746862044,
28932
+ "loss": 0.738,
28933
+ "step": 4108
28934
+ },
28935
+ {
28936
+ "epoch": 0.9990882013251474,
28937
+ "grad_norm": 0.634371280670166,
28938
+ "learning_rate": 0.00015050763572434329,
28939
+ "loss": 0.8652,
28940
+ "step": 4109
28941
+ },
28942
+ {
28943
+ "epoch": 0.9993313476384414,
28944
+ "grad_norm": 0.5810379981994629,
28945
+ "learning_rate": 0.00015048560068834556,
28946
+ "loss": 0.8484,
28947
+ "step": 4110
28948
+ },
28949
+ {
28950
+ "epoch": 0.9995744939517355,
28951
+ "grad_norm": 0.6305298805236816,
28952
+ "learning_rate": 0.00015046356236206337,
28953
+ "loss": 0.9649,
28954
+ "step": 4111
28955
+ },
28956
+ {
28957
+ "epoch": 0.9998176402650295,
28958
+ "grad_norm": 0.6137416362762451,
28959
+ "learning_rate": 0.000150441520746933,
28960
+ "loss": 0.8306,
28961
+ "step": 4112
28962
+ },
28963
+ {
28964
+ "epoch": 1.0000607865783235,
28965
+ "grad_norm": 0.6976286172866821,
28966
+ "learning_rate": 0.00015041947584439096,
28967
+ "loss": 0.8992,
28968
+ "step": 4113
28969
+ },
28970
+ {
28971
+ "epoch": 1.0003039328916175,
28972
+ "grad_norm": 0.534964919090271,
28973
+ "learning_rate": 0.00015039742765587393,
28974
+ "loss": 0.6318,
28975
+ "step": 4114
28976
+ },
28977
+ {
28978
+ "epoch": 1.0005470792049116,
28979
+ "grad_norm": 0.5485073924064636,
28980
+ "learning_rate": 0.00015037537618281895,
28981
+ "loss": 0.7396,
28982
+ "step": 4115
28983
+ },
28984
+ {
28985
+ "epoch": 1.0007902255182055,
28986
+ "grad_norm": 0.5506150126457214,
28987
+ "learning_rate": 0.0001503533214266631,
28988
+ "loss": 0.775,
28989
+ "step": 4116
28990
+ },
28991
+ {
28992
+ "epoch": 1.0010333718314997,
28993
+ "grad_norm": 0.5912038087844849,
28994
+ "learning_rate": 0.00015033126338884377,
28995
+ "loss": 0.8956,
28996
+ "step": 4117
28997
+ },
28998
+ {
28999
+ "epoch": 1.0012765181447936,
29000
+ "grad_norm": 0.5642500519752502,
29001
+ "learning_rate": 0.00015030920207079852,
29002
+ "loss": 0.8148,
29003
+ "step": 4118
29004
+ },
29005
+ {
29006
+ "epoch": 1.0015196644580877,
29007
+ "grad_norm": 0.5008580088615417,
29008
+ "learning_rate": 0.00015028713747396516,
29009
+ "loss": 0.6423,
29010
+ "step": 4119
29011
+ },
29012
+ {
29013
+ "epoch": 1.0017628107713816,
29014
+ "grad_norm": 0.5617615580558777,
29015
+ "learning_rate": 0.00015026506959978173,
29016
+ "loss": 0.7931,
29017
+ "step": 4120
29018
+ },
29019
+ {
29020
+ "epoch": 1.0020059570846758,
29021
+ "grad_norm": 0.5583200454711914,
29022
+ "learning_rate": 0.0001502429984496864,
29023
+ "loss": 0.7985,
29024
+ "step": 4121
29025
+ },
29026
+ {
29027
+ "epoch": 1.0022491033979697,
29028
+ "grad_norm": 0.5947895050048828,
29029
+ "learning_rate": 0.00015022092402511766,
29030
+ "loss": 0.7875,
29031
+ "step": 4122
29032
+ },
29033
+ {
29034
+ "epoch": 1.0024922497112638,
29035
+ "grad_norm": 0.5868114829063416,
29036
+ "learning_rate": 0.00015019884632751413,
29037
+ "loss": 0.7424,
29038
+ "step": 4123
29039
+ },
29040
+ {
29041
+ "epoch": 1.0027353960245577,
29042
+ "grad_norm": 0.638323962688446,
29043
+ "learning_rate": 0.0001501767653583147,
29044
+ "loss": 1.0351,
29045
+ "step": 4124
29046
+ },
29047
+ {
29048
+ "epoch": 1.0029785423378519,
29049
+ "grad_norm": 0.6224204897880554,
29050
+ "learning_rate": 0.0001501546811189584,
29051
+ "loss": 0.8735,
29052
+ "step": 4125
29053
+ },
29054
+ {
29055
+ "epoch": 1.0032216886511458,
29056
+ "grad_norm": 0.5663397908210754,
29057
+ "learning_rate": 0.00015013259361088457,
29058
+ "loss": 0.7807,
29059
+ "step": 4126
29060
+ },
29061
+ {
29062
+ "epoch": 1.00346483496444,
29063
+ "grad_norm": 0.6242701411247253,
29064
+ "learning_rate": 0.00015011050283553266,
29065
+ "loss": 0.738,
29066
+ "step": 4127
29067
+ },
29068
+ {
29069
+ "epoch": 1.0037079812777339,
29070
+ "grad_norm": 0.6321005821228027,
29071
+ "learning_rate": 0.00015008840879434244,
29072
+ "loss": 0.709,
29073
+ "step": 4128
29074
+ },
29075
+ {
29076
+ "epoch": 1.003951127591028,
29077
+ "grad_norm": 0.6366790533065796,
29078
+ "learning_rate": 0.00015006631148875384,
29079
+ "loss": 0.92,
29080
+ "step": 4129
29081
+ },
29082
+ {
29083
+ "epoch": 1.004194273904322,
29084
+ "grad_norm": 0.6101499199867249,
29085
+ "learning_rate": 0.00015004421092020692,
29086
+ "loss": 0.8436,
29087
+ "step": 4130
29088
+ },
29089
+ {
29090
+ "epoch": 1.004437420217616,
29091
+ "grad_norm": 0.5857968330383301,
29092
+ "learning_rate": 0.00015002210709014215,
29093
+ "loss": 0.7962,
29094
+ "step": 4131
29095
+ },
29096
+ {
29097
+ "epoch": 1.00468056653091,
29098
+ "grad_norm": 0.5716451406478882,
29099
+ "learning_rate": 0.00015000000000000001,
29100
+ "loss": 0.7998,
29101
+ "step": 4132
29102
+ },
29103
+ {
29104
+ "epoch": 1.004923712844204,
29105
+ "grad_norm": 0.6057471632957458,
29106
+ "learning_rate": 0.00014997788965122132,
29107
+ "loss": 0.8179,
29108
+ "step": 4133
29109
+ },
29110
+ {
29111
+ "epoch": 1.005166859157498,
29112
+ "grad_norm": 0.5876110792160034,
29113
+ "learning_rate": 0.00014995577604524704,
29114
+ "loss": 0.741,
29115
+ "step": 4134
29116
+ },
29117
+ {
29118
+ "epoch": 1.005410005470792,
29119
+ "grad_norm": 0.5981441736221313,
29120
+ "learning_rate": 0.00014993365918351841,
29121
+ "loss": 0.7825,
29122
+ "step": 4135
29123
+ },
29124
+ {
29125
+ "epoch": 1.005653151784086,
29126
+ "grad_norm": 0.5979747772216797,
29127
+ "learning_rate": 0.00014991153906747682,
29128
+ "loss": 0.8466,
29129
+ "step": 4136
29130
+ },
29131
+ {
29132
+ "epoch": 1.00589629809738,
29133
+ "grad_norm": 0.5436084866523743,
29134
+ "learning_rate": 0.00014988941569856395,
29135
+ "loss": 0.6035,
29136
+ "step": 4137
29137
+ },
29138
+ {
29139
+ "epoch": 1.0061394444106742,
29140
+ "grad_norm": 0.578412652015686,
29141
+ "learning_rate": 0.00014986728907822157,
29142
+ "loss": 0.6277,
29143
+ "step": 4138
29144
+ },
29145
+ {
29146
+ "epoch": 1.006382590723968,
29147
+ "grad_norm": 0.6203567385673523,
29148
+ "learning_rate": 0.00014984515920789176,
29149
+ "loss": 0.8201,
29150
+ "step": 4139
29151
+ },
29152
+ {
29153
+ "epoch": 1.0066257370372622,
29154
+ "grad_norm": 0.6906505227088928,
29155
+ "learning_rate": 0.00014982302608901676,
29156
+ "loss": 0.9364,
29157
+ "step": 4140
29158
+ },
29159
+ {
29160
+ "epoch": 1.0068688833505561,
29161
+ "grad_norm": 0.6206583380699158,
29162
+ "learning_rate": 0.00014980088972303915,
29163
+ "loss": 0.6754,
29164
+ "step": 4141
29165
+ },
29166
+ {
29167
+ "epoch": 1.0071120296638503,
29168
+ "grad_norm": 0.6064151525497437,
29169
+ "learning_rate": 0.00014977875011140147,
29170
+ "loss": 0.7973,
29171
+ "step": 4142
29172
+ },
29173
+ {
29174
+ "epoch": 1.0073551759771442,
29175
+ "grad_norm": 0.6467185020446777,
29176
+ "learning_rate": 0.0001497566072555467,
29177
+ "loss": 0.8249,
29178
+ "step": 4143
29179
+ },
29180
+ {
29181
+ "epoch": 1.0075983222904383,
29182
+ "grad_norm": 0.5827934145927429,
29183
+ "learning_rate": 0.00014973446115691796,
29184
+ "loss": 0.6515,
29185
+ "step": 4144
29186
+ },
29187
+ {
29188
+ "epoch": 1.0078414686037322,
29189
+ "grad_norm": 0.5938757658004761,
29190
+ "learning_rate": 0.00014971231181695854,
29191
+ "loss": 0.7003,
29192
+ "step": 4145
29193
+ },
29194
+ {
29195
+ "epoch": 1.0080846149170264,
29196
+ "grad_norm": 0.6017565727233887,
29197
+ "learning_rate": 0.00014969015923711195,
29198
+ "loss": 0.7776,
29199
+ "step": 4146
29200
+ },
29201
+ {
29202
+ "epoch": 1.0083277612303203,
29203
+ "grad_norm": 0.5916450023651123,
29204
+ "learning_rate": 0.00014966800341882205,
29205
+ "loss": 0.7921,
29206
+ "step": 4147
29207
+ },
29208
+ {
29209
+ "epoch": 1.0085709075436144,
29210
+ "grad_norm": 0.6313676834106445,
29211
+ "learning_rate": 0.00014964584436353263,
29212
+ "loss": 0.8747,
29213
+ "step": 4148
29214
+ },
29215
+ {
29216
+ "epoch": 1.0088140538569084,
29217
+ "grad_norm": 0.6908686757087708,
29218
+ "learning_rate": 0.00014962368207268798,
29219
+ "loss": 0.866,
29220
+ "step": 4149
29221
+ },
29222
+ {
29223
+ "epoch": 1.0090572001702025,
29224
+ "grad_norm": 0.6076992750167847,
29225
+ "learning_rate": 0.00014960151654773242,
29226
+ "loss": 0.9589,
29227
+ "step": 4150
29228
+ },
29229
+ {
29230
+ "epoch": 1.0093003464834964,
29231
+ "grad_norm": 0.6328440308570862,
29232
+ "learning_rate": 0.00014957934779011057,
29233
+ "loss": 0.9258,
29234
+ "step": 4151
29235
+ },
29236
+ {
29237
+ "epoch": 1.0095434927967906,
29238
+ "grad_norm": 0.5773767232894897,
29239
+ "learning_rate": 0.0001495571758012672,
29240
+ "loss": 0.7001,
29241
+ "step": 4152
29242
+ },
29243
+ {
29244
+ "epoch": 1.0097866391100845,
29245
+ "grad_norm": 0.5613343715667725,
29246
+ "learning_rate": 0.00014953500058264733,
29247
+ "loss": 0.6915,
29248
+ "step": 4153
29249
+ },
29250
+ {
29251
+ "epoch": 1.0100297854233786,
29252
+ "grad_norm": 0.6184298396110535,
29253
+ "learning_rate": 0.00014951282213569622,
29254
+ "loss": 0.75,
29255
+ "step": 4154
29256
+ },
29257
+ {
29258
+ "epoch": 1.0102729317366725,
29259
+ "grad_norm": 0.6009300351142883,
29260
+ "learning_rate": 0.0001494906404618592,
29261
+ "loss": 0.7891,
29262
+ "step": 4155
29263
+ },
29264
+ {
29265
+ "epoch": 1.0105160780499665,
29266
+ "grad_norm": 0.6260984539985657,
29267
+ "learning_rate": 0.000149468455562582,
29268
+ "loss": 0.8352,
29269
+ "step": 4156
29270
+ },
29271
+ {
29272
+ "epoch": 1.0107592243632606,
29273
+ "grad_norm": 0.6617931127548218,
29274
+ "learning_rate": 0.00014944626743931046,
29275
+ "loss": 0.8461,
29276
+ "step": 4157
29277
+ },
29278
+ {
29279
+ "epoch": 1.0110023706765545,
29280
+ "grad_norm": 0.6374160647392273,
29281
+ "learning_rate": 0.0001494240760934906,
29282
+ "loss": 1.0114,
29283
+ "step": 4158
29284
+ },
29285
+ {
29286
+ "epoch": 1.0112455169898487,
29287
+ "grad_norm": 0.5803418755531311,
29288
+ "learning_rate": 0.00014940188152656872,
29289
+ "loss": 0.6223,
29290
+ "step": 4159
29291
+ },
29292
+ {
29293
+ "epoch": 1.0114886633031426,
29294
+ "grad_norm": 0.5995795130729675,
29295
+ "learning_rate": 0.0001493796837399913,
29296
+ "loss": 0.7653,
29297
+ "step": 4160
29298
+ },
29299
+ {
29300
+ "epoch": 1.0117318096164367,
29301
+ "grad_norm": 0.6095775365829468,
29302
+ "learning_rate": 0.00014935748273520503,
29303
+ "loss": 0.8034,
29304
+ "step": 4161
29305
+ },
29306
+ {
29307
+ "epoch": 1.0119749559297306,
29308
+ "grad_norm": 0.5856667757034302,
29309
+ "learning_rate": 0.00014933527851365675,
29310
+ "loss": 0.6643,
29311
+ "step": 4162
29312
+ },
29313
+ {
29314
+ "epoch": 1.0122181022430248,
29315
+ "grad_norm": 0.6099082231521606,
29316
+ "learning_rate": 0.00014931307107679366,
29317
+ "loss": 0.7482,
29318
+ "step": 4163
29319
+ },
29320
+ {
29321
+ "epoch": 1.0124612485563187,
29322
+ "grad_norm": 0.6440083384513855,
29323
+ "learning_rate": 0.00014929086042606303,
29324
+ "loss": 0.7357,
29325
+ "step": 4164
29326
+ },
29327
+ {
29328
+ "epoch": 1.0127043948696128,
29329
+ "grad_norm": 0.6004713177680969,
29330
+ "learning_rate": 0.00014926864656291243,
29331
+ "loss": 0.7187,
29332
+ "step": 4165
29333
+ },
29334
+ {
29335
+ "epoch": 1.0129475411829068,
29336
+ "grad_norm": 0.6247303485870361,
29337
+ "learning_rate": 0.00014924642948878957,
29338
+ "loss": 0.7308,
29339
+ "step": 4166
29340
+ },
29341
+ {
29342
+ "epoch": 1.013190687496201,
29343
+ "grad_norm": 0.5889120101928711,
29344
+ "learning_rate": 0.0001492242092051424,
29345
+ "loss": 0.7285,
29346
+ "step": 4167
29347
+ },
29348
+ {
29349
+ "epoch": 1.0134338338094948,
29350
+ "grad_norm": 0.6017581224441528,
29351
+ "learning_rate": 0.00014920198571341905,
29352
+ "loss": 0.789,
29353
+ "step": 4168
29354
+ },
29355
+ {
29356
+ "epoch": 1.013676980122789,
29357
+ "grad_norm": 0.6171455979347229,
29358
+ "learning_rate": 0.0001491797590150679,
29359
+ "loss": 0.7479,
29360
+ "step": 4169
29361
+ },
29362
+ {
29363
+ "epoch": 1.0139201264360829,
29364
+ "grad_norm": 0.5993078351020813,
29365
+ "learning_rate": 0.00014915752911153757,
29366
+ "loss": 0.6731,
29367
+ "step": 4170
29368
+ },
29369
+ {
29370
+ "epoch": 1.014163272749377,
29371
+ "grad_norm": 0.6310350298881531,
29372
+ "learning_rate": 0.0001491352960042768,
29373
+ "loss": 0.7739,
29374
+ "step": 4171
29375
+ },
29376
+ {
29377
+ "epoch": 1.014406419062671,
29378
+ "grad_norm": 0.5448471903800964,
29379
+ "learning_rate": 0.0001491130596947346,
29380
+ "loss": 0.659,
29381
+ "step": 4172
29382
+ },
29383
+ {
29384
+ "epoch": 1.014649565375965,
29385
+ "grad_norm": 0.5694704651832581,
29386
+ "learning_rate": 0.00014909082018436012,
29387
+ "loss": 0.7482,
29388
+ "step": 4173
29389
+ },
29390
+ {
29391
+ "epoch": 1.014892711689259,
29392
+ "grad_norm": 0.5554285645484924,
29393
+ "learning_rate": 0.00014906857747460283,
29394
+ "loss": 0.6515,
29395
+ "step": 4174
29396
+ },
29397
+ {
29398
+ "epoch": 1.0151358580025531,
29399
+ "grad_norm": 0.6679515242576599,
29400
+ "learning_rate": 0.00014904633156691234,
29401
+ "loss": 0.8784,
29402
+ "step": 4175
29403
+ },
29404
+ {
29405
+ "epoch": 1.015379004315847,
29406
+ "grad_norm": 0.6467003226280212,
29407
+ "learning_rate": 0.00014902408246273845,
29408
+ "loss": 0.8753,
29409
+ "step": 4176
29410
+ },
29411
+ {
29412
+ "epoch": 1.0156221506291412,
29413
+ "grad_norm": 0.6763437390327454,
29414
+ "learning_rate": 0.0001490018301635312,
29415
+ "loss": 0.8535,
29416
+ "step": 4177
29417
+ },
29418
+ {
29419
+ "epoch": 1.015865296942435,
29420
+ "grad_norm": 0.6817886233329773,
29421
+ "learning_rate": 0.00014897957467074088,
29422
+ "loss": 0.9607,
29423
+ "step": 4178
29424
+ },
29425
+ {
29426
+ "epoch": 1.0161084432557292,
29427
+ "grad_norm": 0.577174961566925,
29428
+ "learning_rate": 0.00014895731598581788,
29429
+ "loss": 0.6352,
29430
+ "step": 4179
29431
+ },
29432
+ {
29433
+ "epoch": 1.0163515895690232,
29434
+ "grad_norm": 0.6032748222351074,
29435
+ "learning_rate": 0.0001489350541102129,
29436
+ "loss": 0.6183,
29437
+ "step": 4180
29438
+ },
29439
+ {
29440
+ "epoch": 1.016594735882317,
29441
+ "grad_norm": 0.6137316823005676,
29442
+ "learning_rate": 0.00014891278904537677,
29443
+ "loss": 0.7485,
29444
+ "step": 4181
29445
+ },
29446
+ {
29447
+ "epoch": 1.0168378821956112,
29448
+ "grad_norm": 0.602056086063385,
29449
+ "learning_rate": 0.00014889052079276063,
29450
+ "loss": 0.6991,
29451
+ "step": 4182
29452
+ },
29453
+ {
29454
+ "epoch": 1.0170810285089051,
29455
+ "grad_norm": 0.586185097694397,
29456
+ "learning_rate": 0.00014886824935381564,
29457
+ "loss": 0.7284,
29458
+ "step": 4183
29459
+ },
29460
+ {
29461
+ "epoch": 1.0173241748221993,
29462
+ "grad_norm": 0.6171427369117737,
29463
+ "learning_rate": 0.00014884597472999343,
29464
+ "loss": 0.8745,
29465
+ "step": 4184
29466
+ },
29467
+ {
29468
+ "epoch": 1.0175673211354932,
29469
+ "grad_norm": 0.6545708179473877,
29470
+ "learning_rate": 0.00014882369692274564,
29471
+ "loss": 0.9348,
29472
+ "step": 4185
29473
+ },
29474
+ {
29475
+ "epoch": 1.0178104674487873,
29476
+ "grad_norm": 0.5980055928230286,
29477
+ "learning_rate": 0.00014880141593352417,
29478
+ "loss": 0.8229,
29479
+ "step": 4186
29480
+ },
29481
+ {
29482
+ "epoch": 1.0180536137620813,
29483
+ "grad_norm": 0.6210625171661377,
29484
+ "learning_rate": 0.0001487791317637811,
29485
+ "loss": 0.7207,
29486
+ "step": 4187
29487
+ },
29488
+ {
29489
+ "epoch": 1.0182967600753754,
29490
+ "grad_norm": 0.6816884875297546,
29491
+ "learning_rate": 0.00014875684441496883,
29492
+ "loss": 0.7332,
29493
+ "step": 4188
29494
+ },
29495
+ {
29496
+ "epoch": 1.0185399063886693,
29497
+ "grad_norm": 0.5745818614959717,
29498
+ "learning_rate": 0.0001487345538885398,
29499
+ "loss": 0.6344,
29500
+ "step": 4189
29501
+ },
29502
+ {
29503
+ "epoch": 1.0187830527019635,
29504
+ "grad_norm": 0.631657063961029,
29505
+ "learning_rate": 0.00014871226018594683,
29506
+ "loss": 0.8154,
29507
+ "step": 4190
29508
+ },
29509
+ {
29510
+ "epoch": 1.0190261990152574,
29511
+ "grad_norm": 0.6016920208930969,
29512
+ "learning_rate": 0.0001486899633086428,
29513
+ "loss": 0.7923,
29514
+ "step": 4191
29515
+ },
29516
+ {
29517
+ "epoch": 1.0192693453285515,
29518
+ "grad_norm": 0.6744384765625,
29519
+ "learning_rate": 0.00014866766325808087,
29520
+ "loss": 1.0234,
29521
+ "step": 4192
29522
+ },
29523
+ {
29524
+ "epoch": 1.0195124916418454,
29525
+ "grad_norm": 0.5823143720626831,
29526
+ "learning_rate": 0.00014864536003571441,
29527
+ "loss": 0.7875,
29528
+ "step": 4193
29529
+ },
29530
+ {
29531
+ "epoch": 1.0197556379551396,
29532
+ "grad_norm": 0.6170423030853271,
29533
+ "learning_rate": 0.000148623053642997,
29534
+ "loss": 0.7584,
29535
+ "step": 4194
29536
+ },
29537
+ {
29538
+ "epoch": 1.0199987842684335,
29539
+ "grad_norm": 0.5806124210357666,
29540
+ "learning_rate": 0.00014860074408138237,
29541
+ "loss": 0.602,
29542
+ "step": 4195
29543
+ },
29544
+ {
29545
+ "epoch": 1.0202419305817276,
29546
+ "grad_norm": 0.5470770597457886,
29547
+ "learning_rate": 0.0001485784313523245,
29548
+ "loss": 0.6075,
29549
+ "step": 4196
29550
+ },
29551
+ {
29552
+ "epoch": 1.0204850768950215,
29553
+ "grad_norm": 0.5502845048904419,
29554
+ "learning_rate": 0.00014855611545727757,
29555
+ "loss": 0.6115,
29556
+ "step": 4197
29557
+ },
29558
+ {
29559
+ "epoch": 1.0207282232083157,
29560
+ "grad_norm": 0.6464793682098389,
29561
+ "learning_rate": 0.000148533796397696,
29562
+ "loss": 0.7129,
29563
+ "step": 4198
29564
+ },
29565
+ {
29566
+ "epoch": 1.0209713695216096,
29567
+ "grad_norm": 0.6153191924095154,
29568
+ "learning_rate": 0.00014851147417503435,
29569
+ "loss": 0.788,
29570
+ "step": 4199
29571
+ },
29572
+ {
29573
+ "epoch": 1.0212145158349037,
29574
+ "grad_norm": 0.5439953804016113,
29575
+ "learning_rate": 0.00014848914879074743,
29576
+ "loss": 0.5684,
29577
+ "step": 4200
29578
+ },
29579
+ {
29580
+ "epoch": 1.0212145158349037,
29581
+ "eval_loss": 0.8283717036247253,
29582
+ "eval_runtime": 12.3204,
29583
+ "eval_samples_per_second": 40.258,
29584
+ "eval_steps_per_second": 6.737,
29585
+ "step": 4200
29586
  }
29587
  ],
29588
  "logging_steps": 1,
 
29597
  "early_stopping_threshold": 0.0
29598
  },
29599
  "attributes": {
29600
+ "early_stopping_patience_counter": 3
29601
  }
29602
  },
29603
  "TrainerControl": {
 
29606
  "should_evaluate": false,
29607
  "should_log": false,
29608
  "should_save": true,
29609
+ "should_training_stop": true
29610
  },
29611
  "attributes": {}
29612
  }
29613
  },
29614
+ "total_flos": 1.1623782173953229e+17,
29615
  "train_batch_size": 6,
29616
  "trial_name": null,
29617
  "trial_params": null