Training in progress, step 3400, checkpoint
Browse files
last-checkpoint/adapter_config.json
CHANGED
|
@@ -20,13 +20,13 @@
|
|
| 20 |
"rank_pattern": {},
|
| 21 |
"revision": null,
|
| 22 |
"target_modules": [
|
|
|
|
| 23 |
"k_proj",
|
| 24 |
-
"up_proj",
|
| 25 |
"down_proj",
|
| 26 |
-
"
|
| 27 |
-
"
|
| 28 |
"gate_proj",
|
| 29 |
-
"
|
| 30 |
],
|
| 31 |
"task_type": "CAUSAL_LM",
|
| 32 |
"use_dora": false,
|
|
|
|
| 20 |
"rank_pattern": {},
|
| 21 |
"revision": null,
|
| 22 |
"target_modules": [
|
| 23 |
+
"v_proj",
|
| 24 |
"k_proj",
|
|
|
|
| 25 |
"down_proj",
|
| 26 |
+
"o_proj",
|
| 27 |
+
"up_proj",
|
| 28 |
"gate_proj",
|
| 29 |
+
"q_proj"
|
| 30 |
],
|
| 31 |
"task_type": "CAUSAL_LM",
|
| 32 |
"use_dora": false,
|
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 93608
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32e5d15d88298ab76f86c426e4b40ad6d4fec92c6325ee990d0e0ada50301a6f
|
| 3 |
size 93608
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 204490
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1e4103d575223f9b77b5deea55a10028c574310a545ba3ed5360546335ae7be
|
| 3 |
size 204490
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2f6a15ac3b85a1ea3f1a9a6bf1a869432b074788c951954e280dcef005138cb3
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f226488e4dd5c9d899538b98495b944370c675012876159df5d0a167b3deb864
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 11.890030860900879,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-2600",
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 200,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -22543,12 +22543,1420 @@
|
|
| 22543 |
"eval_samples_per_second": 81.761,
|
| 22544 |
"eval_steps_per_second": 40.969,
|
| 22545 |
"step": 3200
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22546 |
}
|
| 22547 |
],
|
| 22548 |
"logging_steps": 1,
|
| 22549 |
-
"max_steps":
|
| 22550 |
"num_input_tokens_seen": 0,
|
| 22551 |
-
"num_train_epochs":
|
| 22552 |
"save_steps": 200,
|
| 22553 |
"stateful_callbacks": {
|
| 22554 |
"EarlyStoppingCallback": {
|
|
@@ -22557,7 +23965,7 @@
|
|
| 22557 |
"early_stopping_threshold": 0.0
|
| 22558 |
},
|
| 22559 |
"attributes": {
|
| 22560 |
-
"early_stopping_patience_counter":
|
| 22561 |
}
|
| 22562 |
},
|
| 22563 |
"TrainerControl": {
|
|
@@ -22566,12 +23974,12 @@
|
|
| 22566 |
"should_evaluate": false,
|
| 22567 |
"should_log": false,
|
| 22568 |
"should_save": true,
|
| 22569 |
-
"should_training_stop":
|
| 22570 |
},
|
| 22571 |
"attributes": {}
|
| 22572 |
}
|
| 22573 |
},
|
| 22574 |
-
"total_flos":
|
| 22575 |
"train_batch_size": 2,
|
| 22576 |
"trial_name": null,
|
| 22577 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 11.890030860900879,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-2600",
|
| 4 |
+
"epoch": 4.728330980562493,
|
| 5 |
"eval_steps": 200,
|
| 6 |
+
"global_step": 3400,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 22543 |
"eval_samples_per_second": 81.761,
|
| 22544 |
"eval_steps_per_second": 40.969,
|
| 22545 |
"step": 3200
|
| 22546 |
+
},
|
| 22547 |
+
{
|
| 22548 |
+
"epoch": 4.451732001303073,
|
| 22549 |
+
"grad_norm": 0.04002663865685463,
|
| 22550 |
+
"learning_rate": 0.0002,
|
| 22551 |
+
"loss": 11.897,
|
| 22552 |
+
"step": 3201
|
| 22553 |
+
},
|
| 22554 |
+
{
|
| 22555 |
+
"epoch": 4.453121945922467,
|
| 22556 |
+
"grad_norm": 0.0430728904902935,
|
| 22557 |
+
"learning_rate": 0.0002,
|
| 22558 |
+
"loss": 11.8983,
|
| 22559 |
+
"step": 3202
|
| 22560 |
+
},
|
| 22561 |
+
{
|
| 22562 |
+
"epoch": 4.454511890541861,
|
| 22563 |
+
"grad_norm": 0.052859898656606674,
|
| 22564 |
+
"learning_rate": 0.0002,
|
| 22565 |
+
"loss": 11.8998,
|
| 22566 |
+
"step": 3203
|
| 22567 |
+
},
|
| 22568 |
+
{
|
| 22569 |
+
"epoch": 4.455901835161256,
|
| 22570 |
+
"grad_norm": 0.04967983812093735,
|
| 22571 |
+
"learning_rate": 0.0002,
|
| 22572 |
+
"loss": 11.8975,
|
| 22573 |
+
"step": 3204
|
| 22574 |
+
},
|
| 22575 |
+
{
|
| 22576 |
+
"epoch": 4.4572917797806495,
|
| 22577 |
+
"grad_norm": 0.04917474836111069,
|
| 22578 |
+
"learning_rate": 0.0002,
|
| 22579 |
+
"loss": 11.8961,
|
| 22580 |
+
"step": 3205
|
| 22581 |
+
},
|
| 22582 |
+
{
|
| 22583 |
+
"epoch": 4.458681724400043,
|
| 22584 |
+
"grad_norm": 0.050149522721767426,
|
| 22585 |
+
"learning_rate": 0.0002,
|
| 22586 |
+
"loss": 11.8944,
|
| 22587 |
+
"step": 3206
|
| 22588 |
+
},
|
| 22589 |
+
{
|
| 22590 |
+
"epoch": 4.460071669019437,
|
| 22591 |
+
"grad_norm": 0.04929006099700928,
|
| 22592 |
+
"learning_rate": 0.0002,
|
| 22593 |
+
"loss": 11.8983,
|
| 22594 |
+
"step": 3207
|
| 22595 |
+
},
|
| 22596 |
+
{
|
| 22597 |
+
"epoch": 4.461461613638831,
|
| 22598 |
+
"grad_norm": 0.04467308521270752,
|
| 22599 |
+
"learning_rate": 0.0002,
|
| 22600 |
+
"loss": 11.8978,
|
| 22601 |
+
"step": 3208
|
| 22602 |
+
},
|
| 22603 |
+
{
|
| 22604 |
+
"epoch": 4.462851558258226,
|
| 22605 |
+
"grad_norm": 0.042395103722810745,
|
| 22606 |
+
"learning_rate": 0.0002,
|
| 22607 |
+
"loss": 11.8927,
|
| 22608 |
+
"step": 3209
|
| 22609 |
+
},
|
| 22610 |
+
{
|
| 22611 |
+
"epoch": 4.46424150287762,
|
| 22612 |
+
"grad_norm": 0.0525602288544178,
|
| 22613 |
+
"learning_rate": 0.0002,
|
| 22614 |
+
"loss": 11.8916,
|
| 22615 |
+
"step": 3210
|
| 22616 |
+
},
|
| 22617 |
+
{
|
| 22618 |
+
"epoch": 4.465631447497014,
|
| 22619 |
+
"grad_norm": 0.047160834074020386,
|
| 22620 |
+
"learning_rate": 0.0002,
|
| 22621 |
+
"loss": 11.8954,
|
| 22622 |
+
"step": 3211
|
| 22623 |
+
},
|
| 22624 |
+
{
|
| 22625 |
+
"epoch": 4.467021392116408,
|
| 22626 |
+
"grad_norm": 0.0508430078625679,
|
| 22627 |
+
"learning_rate": 0.0002,
|
| 22628 |
+
"loss": 11.897,
|
| 22629 |
+
"step": 3212
|
| 22630 |
+
},
|
| 22631 |
+
{
|
| 22632 |
+
"epoch": 4.468411336735802,
|
| 22633 |
+
"grad_norm": 0.0505291111767292,
|
| 22634 |
+
"learning_rate": 0.0002,
|
| 22635 |
+
"loss": 11.8966,
|
| 22636 |
+
"step": 3213
|
| 22637 |
+
},
|
| 22638 |
+
{
|
| 22639 |
+
"epoch": 4.469801281355196,
|
| 22640 |
+
"grad_norm": 0.045935895293951035,
|
| 22641 |
+
"learning_rate": 0.0002,
|
| 22642 |
+
"loss": 11.8949,
|
| 22643 |
+
"step": 3214
|
| 22644 |
+
},
|
| 22645 |
+
{
|
| 22646 |
+
"epoch": 4.47119122597459,
|
| 22647 |
+
"grad_norm": 0.04677511379122734,
|
| 22648 |
+
"learning_rate": 0.0002,
|
| 22649 |
+
"loss": 11.8955,
|
| 22650 |
+
"step": 3215
|
| 22651 |
+
},
|
| 22652 |
+
{
|
| 22653 |
+
"epoch": 4.472581170593984,
|
| 22654 |
+
"grad_norm": 0.05025323107838631,
|
| 22655 |
+
"learning_rate": 0.0002,
|
| 22656 |
+
"loss": 11.8933,
|
| 22657 |
+
"step": 3216
|
| 22658 |
+
},
|
| 22659 |
+
{
|
| 22660 |
+
"epoch": 4.473971115213378,
|
| 22661 |
+
"grad_norm": 0.04676811397075653,
|
| 22662 |
+
"learning_rate": 0.0002,
|
| 22663 |
+
"loss": 11.8921,
|
| 22664 |
+
"step": 3217
|
| 22665 |
+
},
|
| 22666 |
+
{
|
| 22667 |
+
"epoch": 4.475361059832772,
|
| 22668 |
+
"grad_norm": 0.04322817921638489,
|
| 22669 |
+
"learning_rate": 0.0002,
|
| 22670 |
+
"loss": 11.8926,
|
| 22671 |
+
"step": 3218
|
| 22672 |
+
},
|
| 22673 |
+
{
|
| 22674 |
+
"epoch": 4.476751004452167,
|
| 22675 |
+
"grad_norm": 0.05570506677031517,
|
| 22676 |
+
"learning_rate": 0.0002,
|
| 22677 |
+
"loss": 11.8929,
|
| 22678 |
+
"step": 3219
|
| 22679 |
+
},
|
| 22680 |
+
{
|
| 22681 |
+
"epoch": 4.478140949071561,
|
| 22682 |
+
"grad_norm": 0.048141684383153915,
|
| 22683 |
+
"learning_rate": 0.0002,
|
| 22684 |
+
"loss": 11.8943,
|
| 22685 |
+
"step": 3220
|
| 22686 |
+
},
|
| 22687 |
+
{
|
| 22688 |
+
"epoch": 4.479530893690955,
|
| 22689 |
+
"grad_norm": 0.047036778181791306,
|
| 22690 |
+
"learning_rate": 0.0002,
|
| 22691 |
+
"loss": 11.8954,
|
| 22692 |
+
"step": 3221
|
| 22693 |
+
},
|
| 22694 |
+
{
|
| 22695 |
+
"epoch": 4.4809208383103485,
|
| 22696 |
+
"grad_norm": 0.0420856773853302,
|
| 22697 |
+
"learning_rate": 0.0002,
|
| 22698 |
+
"loss": 11.8946,
|
| 22699 |
+
"step": 3222
|
| 22700 |
+
},
|
| 22701 |
+
{
|
| 22702 |
+
"epoch": 4.482310782929742,
|
| 22703 |
+
"grad_norm": 0.05147292837500572,
|
| 22704 |
+
"learning_rate": 0.0002,
|
| 22705 |
+
"loss": 11.8971,
|
| 22706 |
+
"step": 3223
|
| 22707 |
+
},
|
| 22708 |
+
{
|
| 22709 |
+
"epoch": 4.483700727549136,
|
| 22710 |
+
"grad_norm": 0.04751475527882576,
|
| 22711 |
+
"learning_rate": 0.0002,
|
| 22712 |
+
"loss": 11.8945,
|
| 22713 |
+
"step": 3224
|
| 22714 |
+
},
|
| 22715 |
+
{
|
| 22716 |
+
"epoch": 4.485090672168531,
|
| 22717 |
+
"grad_norm": 0.05295524001121521,
|
| 22718 |
+
"learning_rate": 0.0002,
|
| 22719 |
+
"loss": 11.8923,
|
| 22720 |
+
"step": 3225
|
| 22721 |
+
},
|
| 22722 |
+
{
|
| 22723 |
+
"epoch": 4.486480616787925,
|
| 22724 |
+
"grad_norm": 0.05619266256690025,
|
| 22725 |
+
"learning_rate": 0.0002,
|
| 22726 |
+
"loss": 11.8924,
|
| 22727 |
+
"step": 3226
|
| 22728 |
+
},
|
| 22729 |
+
{
|
| 22730 |
+
"epoch": 4.487870561407319,
|
| 22731 |
+
"grad_norm": 0.05044412240386009,
|
| 22732 |
+
"learning_rate": 0.0002,
|
| 22733 |
+
"loss": 11.895,
|
| 22734 |
+
"step": 3227
|
| 22735 |
+
},
|
| 22736 |
+
{
|
| 22737 |
+
"epoch": 4.489260506026713,
|
| 22738 |
+
"grad_norm": 0.0522131510078907,
|
| 22739 |
+
"learning_rate": 0.0002,
|
| 22740 |
+
"loss": 11.8929,
|
| 22741 |
+
"step": 3228
|
| 22742 |
+
},
|
| 22743 |
+
{
|
| 22744 |
+
"epoch": 4.490650450646107,
|
| 22745 |
+
"grad_norm": 0.049122706055641174,
|
| 22746 |
+
"learning_rate": 0.0002,
|
| 22747 |
+
"loss": 11.8935,
|
| 22748 |
+
"step": 3229
|
| 22749 |
+
},
|
| 22750 |
+
{
|
| 22751 |
+
"epoch": 4.4920403952655015,
|
| 22752 |
+
"grad_norm": 0.051208384335041046,
|
| 22753 |
+
"learning_rate": 0.0002,
|
| 22754 |
+
"loss": 11.891,
|
| 22755 |
+
"step": 3230
|
| 22756 |
+
},
|
| 22757 |
+
{
|
| 22758 |
+
"epoch": 4.493430339884895,
|
| 22759 |
+
"grad_norm": 0.05557570233941078,
|
| 22760 |
+
"learning_rate": 0.0002,
|
| 22761 |
+
"loss": 11.8953,
|
| 22762 |
+
"step": 3231
|
| 22763 |
+
},
|
| 22764 |
+
{
|
| 22765 |
+
"epoch": 4.494820284504289,
|
| 22766 |
+
"grad_norm": 0.061289217323064804,
|
| 22767 |
+
"learning_rate": 0.0002,
|
| 22768 |
+
"loss": 11.893,
|
| 22769 |
+
"step": 3232
|
| 22770 |
+
},
|
| 22771 |
+
{
|
| 22772 |
+
"epoch": 4.496210229123683,
|
| 22773 |
+
"grad_norm": 0.05782994627952576,
|
| 22774 |
+
"learning_rate": 0.0002,
|
| 22775 |
+
"loss": 11.897,
|
| 22776 |
+
"step": 3233
|
| 22777 |
+
},
|
| 22778 |
+
{
|
| 22779 |
+
"epoch": 4.497600173743077,
|
| 22780 |
+
"grad_norm": 0.04719686880707741,
|
| 22781 |
+
"learning_rate": 0.0002,
|
| 22782 |
+
"loss": 11.8944,
|
| 22783 |
+
"step": 3234
|
| 22784 |
+
},
|
| 22785 |
+
{
|
| 22786 |
+
"epoch": 4.498990118362472,
|
| 22787 |
+
"grad_norm": 0.052310552448034286,
|
| 22788 |
+
"learning_rate": 0.0002,
|
| 22789 |
+
"loss": 11.8951,
|
| 22790 |
+
"step": 3235
|
| 22791 |
+
},
|
| 22792 |
+
{
|
| 22793 |
+
"epoch": 4.500380062981866,
|
| 22794 |
+
"grad_norm": 0.050545595586299896,
|
| 22795 |
+
"learning_rate": 0.0002,
|
| 22796 |
+
"loss": 11.8918,
|
| 22797 |
+
"step": 3236
|
| 22798 |
+
},
|
| 22799 |
+
{
|
| 22800 |
+
"epoch": 4.50177000760126,
|
| 22801 |
+
"grad_norm": 0.05159411579370499,
|
| 22802 |
+
"learning_rate": 0.0002,
|
| 22803 |
+
"loss": 11.8926,
|
| 22804 |
+
"step": 3237
|
| 22805 |
+
},
|
| 22806 |
+
{
|
| 22807 |
+
"epoch": 4.503159952220654,
|
| 22808 |
+
"grad_norm": 0.05099943280220032,
|
| 22809 |
+
"learning_rate": 0.0002,
|
| 22810 |
+
"loss": 11.8886,
|
| 22811 |
+
"step": 3238
|
| 22812 |
+
},
|
| 22813 |
+
{
|
| 22814 |
+
"epoch": 4.5045498968400475,
|
| 22815 |
+
"grad_norm": 0.05417105555534363,
|
| 22816 |
+
"learning_rate": 0.0002,
|
| 22817 |
+
"loss": 11.8909,
|
| 22818 |
+
"step": 3239
|
| 22819 |
+
},
|
| 22820 |
+
{
|
| 22821 |
+
"epoch": 4.505939841459442,
|
| 22822 |
+
"grad_norm": 0.06299308687448502,
|
| 22823 |
+
"learning_rate": 0.0002,
|
| 22824 |
+
"loss": 11.8923,
|
| 22825 |
+
"step": 3240
|
| 22826 |
+
},
|
| 22827 |
+
{
|
| 22828 |
+
"epoch": 4.507329786078836,
|
| 22829 |
+
"grad_norm": 0.060318898409605026,
|
| 22830 |
+
"learning_rate": 0.0002,
|
| 22831 |
+
"loss": 11.8903,
|
| 22832 |
+
"step": 3241
|
| 22833 |
+
},
|
| 22834 |
+
{
|
| 22835 |
+
"epoch": 4.50871973069823,
|
| 22836 |
+
"grad_norm": 0.06331847608089447,
|
| 22837 |
+
"learning_rate": 0.0002,
|
| 22838 |
+
"loss": 11.8911,
|
| 22839 |
+
"step": 3242
|
| 22840 |
+
},
|
| 22841 |
+
{
|
| 22842 |
+
"epoch": 4.510109675317624,
|
| 22843 |
+
"grad_norm": 0.05277543142437935,
|
| 22844 |
+
"learning_rate": 0.0002,
|
| 22845 |
+
"loss": 11.889,
|
| 22846 |
+
"step": 3243
|
| 22847 |
+
},
|
| 22848 |
+
{
|
| 22849 |
+
"epoch": 4.511499619937018,
|
| 22850 |
+
"grad_norm": 0.052233725786209106,
|
| 22851 |
+
"learning_rate": 0.0002,
|
| 22852 |
+
"loss": 11.8918,
|
| 22853 |
+
"step": 3244
|
| 22854 |
+
},
|
| 22855 |
+
{
|
| 22856 |
+
"epoch": 4.512889564556412,
|
| 22857 |
+
"grad_norm": 0.05183732509613037,
|
| 22858 |
+
"learning_rate": 0.0002,
|
| 22859 |
+
"loss": 11.893,
|
| 22860 |
+
"step": 3245
|
| 22861 |
+
},
|
| 22862 |
+
{
|
| 22863 |
+
"epoch": 4.514279509175807,
|
| 22864 |
+
"grad_norm": 0.05234043300151825,
|
| 22865 |
+
"learning_rate": 0.0002,
|
| 22866 |
+
"loss": 11.8887,
|
| 22867 |
+
"step": 3246
|
| 22868 |
+
},
|
| 22869 |
+
{
|
| 22870 |
+
"epoch": 4.5156694537952005,
|
| 22871 |
+
"grad_norm": 0.07831940799951553,
|
| 22872 |
+
"learning_rate": 0.0002,
|
| 22873 |
+
"loss": 11.8933,
|
| 22874 |
+
"step": 3247
|
| 22875 |
+
},
|
| 22876 |
+
{
|
| 22877 |
+
"epoch": 4.517059398414594,
|
| 22878 |
+
"grad_norm": 0.06189609691500664,
|
| 22879 |
+
"learning_rate": 0.0002,
|
| 22880 |
+
"loss": 11.8913,
|
| 22881 |
+
"step": 3248
|
| 22882 |
+
},
|
| 22883 |
+
{
|
| 22884 |
+
"epoch": 4.518449343033988,
|
| 22885 |
+
"grad_norm": 0.04917880520224571,
|
| 22886 |
+
"learning_rate": 0.0002,
|
| 22887 |
+
"loss": 11.8904,
|
| 22888 |
+
"step": 3249
|
| 22889 |
+
},
|
| 22890 |
+
{
|
| 22891 |
+
"epoch": 4.519839287653383,
|
| 22892 |
+
"grad_norm": 0.05885886028409004,
|
| 22893 |
+
"learning_rate": 0.0002,
|
| 22894 |
+
"loss": 11.8926,
|
| 22895 |
+
"step": 3250
|
| 22896 |
+
},
|
| 22897 |
+
{
|
| 22898 |
+
"epoch": 4.521229232272777,
|
| 22899 |
+
"grad_norm": 0.053907912224531174,
|
| 22900 |
+
"learning_rate": 0.0002,
|
| 22901 |
+
"loss": 11.8873,
|
| 22902 |
+
"step": 3251
|
| 22903 |
+
},
|
| 22904 |
+
{
|
| 22905 |
+
"epoch": 4.522619176892171,
|
| 22906 |
+
"grad_norm": 0.05318320542573929,
|
| 22907 |
+
"learning_rate": 0.0002,
|
| 22908 |
+
"loss": 11.8893,
|
| 22909 |
+
"step": 3252
|
| 22910 |
+
},
|
| 22911 |
+
{
|
| 22912 |
+
"epoch": 4.524009121511565,
|
| 22913 |
+
"grad_norm": 0.05446062982082367,
|
| 22914 |
+
"learning_rate": 0.0002,
|
| 22915 |
+
"loss": 11.8924,
|
| 22916 |
+
"step": 3253
|
| 22917 |
+
},
|
| 22918 |
+
{
|
| 22919 |
+
"epoch": 4.525399066130959,
|
| 22920 |
+
"grad_norm": 0.053963802754879,
|
| 22921 |
+
"learning_rate": 0.0002,
|
| 22922 |
+
"loss": 11.8904,
|
| 22923 |
+
"step": 3254
|
| 22924 |
+
},
|
| 22925 |
+
{
|
| 22926 |
+
"epoch": 4.526789010750353,
|
| 22927 |
+
"grad_norm": 0.06155044212937355,
|
| 22928 |
+
"learning_rate": 0.0002,
|
| 22929 |
+
"loss": 11.8903,
|
| 22930 |
+
"step": 3255
|
| 22931 |
+
},
|
| 22932 |
+
{
|
| 22933 |
+
"epoch": 4.528178955369747,
|
| 22934 |
+
"grad_norm": 0.06431137770414352,
|
| 22935 |
+
"learning_rate": 0.0002,
|
| 22936 |
+
"loss": 11.8836,
|
| 22937 |
+
"step": 3256
|
| 22938 |
+
},
|
| 22939 |
+
{
|
| 22940 |
+
"epoch": 4.529568899989141,
|
| 22941 |
+
"grad_norm": 0.05332796275615692,
|
| 22942 |
+
"learning_rate": 0.0002,
|
| 22943 |
+
"loss": 11.8881,
|
| 22944 |
+
"step": 3257
|
| 22945 |
+
},
|
| 22946 |
+
{
|
| 22947 |
+
"epoch": 4.530958844608535,
|
| 22948 |
+
"grad_norm": 0.057782966643571854,
|
| 22949 |
+
"learning_rate": 0.0002,
|
| 22950 |
+
"loss": 11.889,
|
| 22951 |
+
"step": 3258
|
| 22952 |
+
},
|
| 22953 |
+
{
|
| 22954 |
+
"epoch": 4.532348789227929,
|
| 22955 |
+
"grad_norm": 0.0545247346162796,
|
| 22956 |
+
"learning_rate": 0.0002,
|
| 22957 |
+
"loss": 11.8879,
|
| 22958 |
+
"step": 3259
|
| 22959 |
+
},
|
| 22960 |
+
{
|
| 22961 |
+
"epoch": 4.533738733847323,
|
| 22962 |
+
"grad_norm": 0.056150928139686584,
|
| 22963 |
+
"learning_rate": 0.0002,
|
| 22964 |
+
"loss": 11.8875,
|
| 22965 |
+
"step": 3260
|
| 22966 |
+
},
|
| 22967 |
+
{
|
| 22968 |
+
"epoch": 4.535128678466718,
|
| 22969 |
+
"grad_norm": 0.06933032721281052,
|
| 22970 |
+
"learning_rate": 0.0002,
|
| 22971 |
+
"loss": 11.8886,
|
| 22972 |
+
"step": 3261
|
| 22973 |
+
},
|
| 22974 |
+
{
|
| 22975 |
+
"epoch": 4.536518623086112,
|
| 22976 |
+
"grad_norm": 0.06672699004411697,
|
| 22977 |
+
"learning_rate": 0.0002,
|
| 22978 |
+
"loss": 11.8877,
|
| 22979 |
+
"step": 3262
|
| 22980 |
+
},
|
| 22981 |
+
{
|
| 22982 |
+
"epoch": 4.5379085677055055,
|
| 22983 |
+
"grad_norm": 0.06815013289451599,
|
| 22984 |
+
"learning_rate": 0.0002,
|
| 22985 |
+
"loss": 11.8864,
|
| 22986 |
+
"step": 3263
|
| 22987 |
+
},
|
| 22988 |
+
{
|
| 22989 |
+
"epoch": 4.5392985123248994,
|
| 22990 |
+
"grad_norm": 0.05917181819677353,
|
| 22991 |
+
"learning_rate": 0.0002,
|
| 22992 |
+
"loss": 11.884,
|
| 22993 |
+
"step": 3264
|
| 22994 |
+
},
|
| 22995 |
+
{
|
| 22996 |
+
"epoch": 4.540688456944293,
|
| 22997 |
+
"grad_norm": 0.060106974095106125,
|
| 22998 |
+
"learning_rate": 0.0002,
|
| 22999 |
+
"loss": 11.8834,
|
| 23000 |
+
"step": 3265
|
| 23001 |
+
},
|
| 23002 |
+
{
|
| 23003 |
+
"epoch": 4.542078401563687,
|
| 23004 |
+
"grad_norm": 0.0698443204164505,
|
| 23005 |
+
"learning_rate": 0.0002,
|
| 23006 |
+
"loss": 11.8813,
|
| 23007 |
+
"step": 3266
|
| 23008 |
+
},
|
| 23009 |
+
{
|
| 23010 |
+
"epoch": 4.543468346183082,
|
| 23011 |
+
"grad_norm": 0.05705024302005768,
|
| 23012 |
+
"learning_rate": 0.0002,
|
| 23013 |
+
"loss": 11.8851,
|
| 23014 |
+
"step": 3267
|
| 23015 |
+
},
|
| 23016 |
+
{
|
| 23017 |
+
"epoch": 4.544858290802476,
|
| 23018 |
+
"grad_norm": 0.05670078471302986,
|
| 23019 |
+
"learning_rate": 0.0002,
|
| 23020 |
+
"loss": 11.8865,
|
| 23021 |
+
"step": 3268
|
| 23022 |
+
},
|
| 23023 |
+
{
|
| 23024 |
+
"epoch": 4.54624823542187,
|
| 23025 |
+
"grad_norm": 0.06541666388511658,
|
| 23026 |
+
"learning_rate": 0.0002,
|
| 23027 |
+
"loss": 11.8799,
|
| 23028 |
+
"step": 3269
|
| 23029 |
+
},
|
| 23030 |
+
{
|
| 23031 |
+
"epoch": 4.547638180041264,
|
| 23032 |
+
"grad_norm": 0.06285639107227325,
|
| 23033 |
+
"learning_rate": 0.0002,
|
| 23034 |
+
"loss": 11.8849,
|
| 23035 |
+
"step": 3270
|
| 23036 |
+
},
|
| 23037 |
+
{
|
| 23038 |
+
"epoch": 4.5490281246606585,
|
| 23039 |
+
"grad_norm": 0.06757494062185287,
|
| 23040 |
+
"learning_rate": 0.0002,
|
| 23041 |
+
"loss": 11.8838,
|
| 23042 |
+
"step": 3271
|
| 23043 |
+
},
|
| 23044 |
+
{
|
| 23045 |
+
"epoch": 4.550418069280052,
|
| 23046 |
+
"grad_norm": 0.06593064963817596,
|
| 23047 |
+
"learning_rate": 0.0002,
|
| 23048 |
+
"loss": 11.8841,
|
| 23049 |
+
"step": 3272
|
| 23050 |
+
},
|
| 23051 |
+
{
|
| 23052 |
+
"epoch": 4.551808013899446,
|
| 23053 |
+
"grad_norm": 0.0689992681145668,
|
| 23054 |
+
"learning_rate": 0.0002,
|
| 23055 |
+
"loss": 11.8838,
|
| 23056 |
+
"step": 3273
|
| 23057 |
+
},
|
| 23058 |
+
{
|
| 23059 |
+
"epoch": 4.55319795851884,
|
| 23060 |
+
"grad_norm": 0.06766032427549362,
|
| 23061 |
+
"learning_rate": 0.0002,
|
| 23062 |
+
"loss": 11.8803,
|
| 23063 |
+
"step": 3274
|
| 23064 |
+
},
|
| 23065 |
+
{
|
| 23066 |
+
"epoch": 4.554587903138234,
|
| 23067 |
+
"grad_norm": 0.06768517196178436,
|
| 23068 |
+
"learning_rate": 0.0002,
|
| 23069 |
+
"loss": 11.8794,
|
| 23070 |
+
"step": 3275
|
| 23071 |
+
},
|
| 23072 |
+
{
|
| 23073 |
+
"epoch": 4.555977847757628,
|
| 23074 |
+
"grad_norm": 0.09115839004516602,
|
| 23075 |
+
"learning_rate": 0.0002,
|
| 23076 |
+
"loss": 11.8803,
|
| 23077 |
+
"step": 3276
|
| 23078 |
+
},
|
| 23079 |
+
{
|
| 23080 |
+
"epoch": 4.557367792377023,
|
| 23081 |
+
"grad_norm": 0.04380897805094719,
|
| 23082 |
+
"learning_rate": 0.0002,
|
| 23083 |
+
"loss": 11.9018,
|
| 23084 |
+
"step": 3277
|
| 23085 |
+
},
|
| 23086 |
+
{
|
| 23087 |
+
"epoch": 4.558757736996417,
|
| 23088 |
+
"grad_norm": 0.03889671713113785,
|
| 23089 |
+
"learning_rate": 0.0002,
|
| 23090 |
+
"loss": 11.901,
|
| 23091 |
+
"step": 3278
|
| 23092 |
+
},
|
| 23093 |
+
{
|
| 23094 |
+
"epoch": 4.560147681615811,
|
| 23095 |
+
"grad_norm": 0.053980641067028046,
|
| 23096 |
+
"learning_rate": 0.0002,
|
| 23097 |
+
"loss": 11.9027,
|
| 23098 |
+
"step": 3279
|
| 23099 |
+
},
|
| 23100 |
+
{
|
| 23101 |
+
"epoch": 4.5615376262352045,
|
| 23102 |
+
"grad_norm": 0.045440416783094406,
|
| 23103 |
+
"learning_rate": 0.0002,
|
| 23104 |
+
"loss": 11.9013,
|
| 23105 |
+
"step": 3280
|
| 23106 |
+
},
|
| 23107 |
+
{
|
| 23108 |
+
"epoch": 4.562927570854598,
|
| 23109 |
+
"grad_norm": 0.042037516832351685,
|
| 23110 |
+
"learning_rate": 0.0002,
|
| 23111 |
+
"loss": 11.9022,
|
| 23112 |
+
"step": 3281
|
| 23113 |
+
},
|
| 23114 |
+
{
|
| 23115 |
+
"epoch": 4.564317515473993,
|
| 23116 |
+
"grad_norm": 0.04211656004190445,
|
| 23117 |
+
"learning_rate": 0.0002,
|
| 23118 |
+
"loss": 11.9004,
|
| 23119 |
+
"step": 3282
|
| 23120 |
+
},
|
| 23121 |
+
{
|
| 23122 |
+
"epoch": 4.565707460093387,
|
| 23123 |
+
"grad_norm": 0.043191730976104736,
|
| 23124 |
+
"learning_rate": 0.0002,
|
| 23125 |
+
"loss": 11.9007,
|
| 23126 |
+
"step": 3283
|
| 23127 |
+
},
|
| 23128 |
+
{
|
| 23129 |
+
"epoch": 4.567097404712781,
|
| 23130 |
+
"grad_norm": 0.047524143010377884,
|
| 23131 |
+
"learning_rate": 0.0002,
|
| 23132 |
+
"loss": 11.901,
|
| 23133 |
+
"step": 3284
|
| 23134 |
+
},
|
| 23135 |
+
{
|
| 23136 |
+
"epoch": 4.568487349332175,
|
| 23137 |
+
"grad_norm": 0.046663541346788406,
|
| 23138 |
+
"learning_rate": 0.0002,
|
| 23139 |
+
"loss": 11.8993,
|
| 23140 |
+
"step": 3285
|
| 23141 |
+
},
|
| 23142 |
+
{
|
| 23143 |
+
"epoch": 4.569877293951569,
|
| 23144 |
+
"grad_norm": 0.05465259402990341,
|
| 23145 |
+
"learning_rate": 0.0002,
|
| 23146 |
+
"loss": 11.9004,
|
| 23147 |
+
"step": 3286
|
| 23148 |
+
},
|
| 23149 |
+
{
|
| 23150 |
+
"epoch": 4.571267238570963,
|
| 23151 |
+
"grad_norm": 0.04842277243733406,
|
| 23152 |
+
"learning_rate": 0.0002,
|
| 23153 |
+
"loss": 11.8982,
|
| 23154 |
+
"step": 3287
|
| 23155 |
+
},
|
| 23156 |
+
{
|
| 23157 |
+
"epoch": 4.5726571831903575,
|
| 23158 |
+
"grad_norm": 0.047899387776851654,
|
| 23159 |
+
"learning_rate": 0.0002,
|
| 23160 |
+
"loss": 11.9004,
|
| 23161 |
+
"step": 3288
|
| 23162 |
+
},
|
| 23163 |
+
{
|
| 23164 |
+
"epoch": 4.574047127809751,
|
| 23165 |
+
"grad_norm": 0.04017637297511101,
|
| 23166 |
+
"learning_rate": 0.0002,
|
| 23167 |
+
"loss": 11.9004,
|
| 23168 |
+
"step": 3289
|
| 23169 |
+
},
|
| 23170 |
+
{
|
| 23171 |
+
"epoch": 4.575437072429145,
|
| 23172 |
+
"grad_norm": 0.050059400498867035,
|
| 23173 |
+
"learning_rate": 0.0002,
|
| 23174 |
+
"loss": 11.8989,
|
| 23175 |
+
"step": 3290
|
| 23176 |
+
},
|
| 23177 |
+
{
|
| 23178 |
+
"epoch": 4.576827017048539,
|
| 23179 |
+
"grad_norm": 0.04534746706485748,
|
| 23180 |
+
"learning_rate": 0.0002,
|
| 23181 |
+
"loss": 11.8991,
|
| 23182 |
+
"step": 3291
|
| 23183 |
+
},
|
| 23184 |
+
{
|
| 23185 |
+
"epoch": 4.578216961667934,
|
| 23186 |
+
"grad_norm": 0.044159069657325745,
|
| 23187 |
+
"learning_rate": 0.0002,
|
| 23188 |
+
"loss": 11.8969,
|
| 23189 |
+
"step": 3292
|
| 23190 |
+
},
|
| 23191 |
+
{
|
| 23192 |
+
"epoch": 4.579606906287328,
|
| 23193 |
+
"grad_norm": 0.0407426580786705,
|
| 23194 |
+
"learning_rate": 0.0002,
|
| 23195 |
+
"loss": 11.8996,
|
| 23196 |
+
"step": 3293
|
| 23197 |
+
},
|
| 23198 |
+
{
|
| 23199 |
+
"epoch": 4.580996850906722,
|
| 23200 |
+
"grad_norm": 0.04632827267050743,
|
| 23201 |
+
"learning_rate": 0.0002,
|
| 23202 |
+
"loss": 11.8986,
|
| 23203 |
+
"step": 3294
|
| 23204 |
+
},
|
| 23205 |
+
{
|
| 23206 |
+
"epoch": 4.582386795526116,
|
| 23207 |
+
"grad_norm": 0.04372076690196991,
|
| 23208 |
+
"learning_rate": 0.0002,
|
| 23209 |
+
"loss": 11.8982,
|
| 23210 |
+
"step": 3295
|
| 23211 |
+
},
|
| 23212 |
+
{
|
| 23213 |
+
"epoch": 4.58377674014551,
|
| 23214 |
+
"grad_norm": 0.04668192192912102,
|
| 23215 |
+
"learning_rate": 0.0002,
|
| 23216 |
+
"loss": 11.8938,
|
| 23217 |
+
"step": 3296
|
| 23218 |
+
},
|
| 23219 |
+
{
|
| 23220 |
+
"epoch": 4.5851666847649035,
|
| 23221 |
+
"grad_norm": 0.04494798555970192,
|
| 23222 |
+
"learning_rate": 0.0002,
|
| 23223 |
+
"loss": 11.8964,
|
| 23224 |
+
"step": 3297
|
| 23225 |
+
},
|
| 23226 |
+
{
|
| 23227 |
+
"epoch": 4.586556629384298,
|
| 23228 |
+
"grad_norm": 0.040803924202919006,
|
| 23229 |
+
"learning_rate": 0.0002,
|
| 23230 |
+
"loss": 11.8991,
|
| 23231 |
+
"step": 3298
|
| 23232 |
+
},
|
| 23233 |
+
{
|
| 23234 |
+
"epoch": 4.587946574003692,
|
| 23235 |
+
"grad_norm": 0.04313427209854126,
|
| 23236 |
+
"learning_rate": 0.0002,
|
| 23237 |
+
"loss": 11.8965,
|
| 23238 |
+
"step": 3299
|
| 23239 |
+
},
|
| 23240 |
+
{
|
| 23241 |
+
"epoch": 4.589336518623086,
|
| 23242 |
+
"grad_norm": 0.04750678688287735,
|
| 23243 |
+
"learning_rate": 0.0002,
|
| 23244 |
+
"loss": 11.8981,
|
| 23245 |
+
"step": 3300
|
| 23246 |
+
},
|
| 23247 |
+
{
|
| 23248 |
+
"epoch": 4.59072646324248,
|
| 23249 |
+
"grad_norm": 0.045633718371391296,
|
| 23250 |
+
"learning_rate": 0.0002,
|
| 23251 |
+
"loss": 11.8957,
|
| 23252 |
+
"step": 3301
|
| 23253 |
+
},
|
| 23254 |
+
{
|
| 23255 |
+
"epoch": 4.592116407861874,
|
| 23256 |
+
"grad_norm": 0.04618095979094505,
|
| 23257 |
+
"learning_rate": 0.0002,
|
| 23258 |
+
"loss": 11.8998,
|
| 23259 |
+
"step": 3302
|
| 23260 |
+
},
|
| 23261 |
+
{
|
| 23262 |
+
"epoch": 4.593506352481269,
|
| 23263 |
+
"grad_norm": 0.046733308583498,
|
| 23264 |
+
"learning_rate": 0.0002,
|
| 23265 |
+
"loss": 11.8959,
|
| 23266 |
+
"step": 3303
|
| 23267 |
+
},
|
| 23268 |
+
{
|
| 23269 |
+
"epoch": 4.594896297100663,
|
| 23270 |
+
"grad_norm": 0.049005575478076935,
|
| 23271 |
+
"learning_rate": 0.0002,
|
| 23272 |
+
"loss": 11.8949,
|
| 23273 |
+
"step": 3304
|
| 23274 |
+
},
|
| 23275 |
+
{
|
| 23276 |
+
"epoch": 4.5962862417200565,
|
| 23277 |
+
"grad_norm": 0.04116680845618248,
|
| 23278 |
+
"learning_rate": 0.0002,
|
| 23279 |
+
"loss": 11.8983,
|
| 23280 |
+
"step": 3305
|
| 23281 |
+
},
|
| 23282 |
+
{
|
| 23283 |
+
"epoch": 4.59767618633945,
|
| 23284 |
+
"grad_norm": 0.04421752691268921,
|
| 23285 |
+
"learning_rate": 0.0002,
|
| 23286 |
+
"loss": 11.8978,
|
| 23287 |
+
"step": 3306
|
| 23288 |
+
},
|
| 23289 |
+
{
|
| 23290 |
+
"epoch": 4.599066130958844,
|
| 23291 |
+
"grad_norm": 0.040020838379859924,
|
| 23292 |
+
"learning_rate": 0.0002,
|
| 23293 |
+
"loss": 11.895,
|
| 23294 |
+
"step": 3307
|
| 23295 |
+
},
|
| 23296 |
+
{
|
| 23297 |
+
"epoch": 4.600456075578238,
|
| 23298 |
+
"grad_norm": 0.04397263377904892,
|
| 23299 |
+
"learning_rate": 0.0002,
|
| 23300 |
+
"loss": 11.8934,
|
| 23301 |
+
"step": 3308
|
| 23302 |
+
},
|
| 23303 |
+
{
|
| 23304 |
+
"epoch": 4.601846020197633,
|
| 23305 |
+
"grad_norm": 0.055064212530851364,
|
| 23306 |
+
"learning_rate": 0.0002,
|
| 23307 |
+
"loss": 11.8952,
|
| 23308 |
+
"step": 3309
|
| 23309 |
+
},
|
| 23310 |
+
{
|
| 23311 |
+
"epoch": 4.603235964817027,
|
| 23312 |
+
"grad_norm": 0.047746624797582626,
|
| 23313 |
+
"learning_rate": 0.0002,
|
| 23314 |
+
"loss": 11.8934,
|
| 23315 |
+
"step": 3310
|
| 23316 |
+
},
|
| 23317 |
+
{
|
| 23318 |
+
"epoch": 4.604625909436421,
|
| 23319 |
+
"grad_norm": 0.04060453921556473,
|
| 23320 |
+
"learning_rate": 0.0002,
|
| 23321 |
+
"loss": 11.8964,
|
| 23322 |
+
"step": 3311
|
| 23323 |
+
},
|
| 23324 |
+
{
|
| 23325 |
+
"epoch": 4.606015854055815,
|
| 23326 |
+
"grad_norm": 0.043234679847955704,
|
| 23327 |
+
"learning_rate": 0.0002,
|
| 23328 |
+
"loss": 11.8927,
|
| 23329 |
+
"step": 3312
|
| 23330 |
+
},
|
| 23331 |
+
{
|
| 23332 |
+
"epoch": 4.6074057986752095,
|
| 23333 |
+
"grad_norm": 0.043470703065395355,
|
| 23334 |
+
"learning_rate": 0.0002,
|
| 23335 |
+
"loss": 11.8945,
|
| 23336 |
+
"step": 3313
|
| 23337 |
+
},
|
| 23338 |
+
{
|
| 23339 |
+
"epoch": 4.608795743294603,
|
| 23340 |
+
"grad_norm": 0.049434710294008255,
|
| 23341 |
+
"learning_rate": 0.0002,
|
| 23342 |
+
"loss": 11.8936,
|
| 23343 |
+
"step": 3314
|
| 23344 |
+
},
|
| 23345 |
+
{
|
| 23346 |
+
"epoch": 4.610185687913997,
|
| 23347 |
+
"grad_norm": 0.05384083092212677,
|
| 23348 |
+
"learning_rate": 0.0002,
|
| 23349 |
+
"loss": 11.8914,
|
| 23350 |
+
"step": 3315
|
| 23351 |
+
},
|
| 23352 |
+
{
|
| 23353 |
+
"epoch": 4.611575632533391,
|
| 23354 |
+
"grad_norm": 0.04499657452106476,
|
| 23355 |
+
"learning_rate": 0.0002,
|
| 23356 |
+
"loss": 11.8943,
|
| 23357 |
+
"step": 3316
|
| 23358 |
+
},
|
| 23359 |
+
{
|
| 23360 |
+
"epoch": 4.612965577152785,
|
| 23361 |
+
"grad_norm": 0.04042520374059677,
|
| 23362 |
+
"learning_rate": 0.0002,
|
| 23363 |
+
"loss": 11.8951,
|
| 23364 |
+
"step": 3317
|
| 23365 |
+
},
|
| 23366 |
+
{
|
| 23367 |
+
"epoch": 4.614355521772179,
|
| 23368 |
+
"grad_norm": 0.046262577176094055,
|
| 23369 |
+
"learning_rate": 0.0002,
|
| 23370 |
+
"loss": 11.8966,
|
| 23371 |
+
"step": 3318
|
| 23372 |
+
},
|
| 23373 |
+
{
|
| 23374 |
+
"epoch": 4.615745466391574,
|
| 23375 |
+
"grad_norm": 0.0531281940639019,
|
| 23376 |
+
"learning_rate": 0.0002,
|
| 23377 |
+
"loss": 11.8955,
|
| 23378 |
+
"step": 3319
|
| 23379 |
+
},
|
| 23380 |
+
{
|
| 23381 |
+
"epoch": 4.617135411010968,
|
| 23382 |
+
"grad_norm": 0.04742132127285004,
|
| 23383 |
+
"learning_rate": 0.0002,
|
| 23384 |
+
"loss": 11.8928,
|
| 23385 |
+
"step": 3320
|
| 23386 |
+
},
|
| 23387 |
+
{
|
| 23388 |
+
"epoch": 4.618525355630362,
|
| 23389 |
+
"grad_norm": 0.04263127222657204,
|
| 23390 |
+
"learning_rate": 0.0002,
|
| 23391 |
+
"loss": 11.8948,
|
| 23392 |
+
"step": 3321
|
| 23393 |
+
},
|
| 23394 |
+
{
|
| 23395 |
+
"epoch": 4.6199153002497555,
|
| 23396 |
+
"grad_norm": 0.049947455525398254,
|
| 23397 |
+
"learning_rate": 0.0002,
|
| 23398 |
+
"loss": 11.8923,
|
| 23399 |
+
"step": 3322
|
| 23400 |
+
},
|
| 23401 |
+
{
|
| 23402 |
+
"epoch": 4.621305244869149,
|
| 23403 |
+
"grad_norm": 0.04811353236436844,
|
| 23404 |
+
"learning_rate": 0.0002,
|
| 23405 |
+
"loss": 11.8975,
|
| 23406 |
+
"step": 3323
|
| 23407 |
+
},
|
| 23408 |
+
{
|
| 23409 |
+
"epoch": 4.622695189488544,
|
| 23410 |
+
"grad_norm": 0.04862936586141586,
|
| 23411 |
+
"learning_rate": 0.0002,
|
| 23412 |
+
"loss": 11.8944,
|
| 23413 |
+
"step": 3324
|
| 23414 |
+
},
|
| 23415 |
+
{
|
| 23416 |
+
"epoch": 4.624085134107938,
|
| 23417 |
+
"grad_norm": 0.04222901538014412,
|
| 23418 |
+
"learning_rate": 0.0002,
|
| 23419 |
+
"loss": 11.8957,
|
| 23420 |
+
"step": 3325
|
| 23421 |
+
},
|
| 23422 |
+
{
|
| 23423 |
+
"epoch": 4.625475078727332,
|
| 23424 |
+
"grad_norm": 0.04137811437249184,
|
| 23425 |
+
"learning_rate": 0.0002,
|
| 23426 |
+
"loss": 11.8943,
|
| 23427 |
+
"step": 3326
|
| 23428 |
+
},
|
| 23429 |
+
{
|
| 23430 |
+
"epoch": 4.626865023346726,
|
| 23431 |
+
"grad_norm": 0.04911800101399422,
|
| 23432 |
+
"learning_rate": 0.0002,
|
| 23433 |
+
"loss": 11.8888,
|
| 23434 |
+
"step": 3327
|
| 23435 |
+
},
|
| 23436 |
+
{
|
| 23437 |
+
"epoch": 4.62825496796612,
|
| 23438 |
+
"grad_norm": 0.04408980533480644,
|
| 23439 |
+
"learning_rate": 0.0002,
|
| 23440 |
+
"loss": 11.8918,
|
| 23441 |
+
"step": 3328
|
| 23442 |
+
},
|
| 23443 |
+
{
|
| 23444 |
+
"epoch": 4.629644912585514,
|
| 23445 |
+
"grad_norm": 0.044526830315589905,
|
| 23446 |
+
"learning_rate": 0.0002,
|
| 23447 |
+
"loss": 11.8911,
|
| 23448 |
+
"step": 3329
|
| 23449 |
+
},
|
| 23450 |
+
{
|
| 23451 |
+
"epoch": 4.6310348572049085,
|
| 23452 |
+
"grad_norm": 0.046448685228824615,
|
| 23453 |
+
"learning_rate": 0.0002,
|
| 23454 |
+
"loss": 11.8931,
|
| 23455 |
+
"step": 3330
|
| 23456 |
+
},
|
| 23457 |
+
{
|
| 23458 |
+
"epoch": 4.632424801824302,
|
| 23459 |
+
"grad_norm": 0.04803022742271423,
|
| 23460 |
+
"learning_rate": 0.0002,
|
| 23461 |
+
"loss": 11.8927,
|
| 23462 |
+
"step": 3331
|
| 23463 |
+
},
|
| 23464 |
+
{
|
| 23465 |
+
"epoch": 4.633814746443696,
|
| 23466 |
+
"grad_norm": 0.04825226590037346,
|
| 23467 |
+
"learning_rate": 0.0002,
|
| 23468 |
+
"loss": 11.8903,
|
| 23469 |
+
"step": 3332
|
| 23470 |
+
},
|
| 23471 |
+
{
|
| 23472 |
+
"epoch": 4.63520469106309,
|
| 23473 |
+
"grad_norm": 0.043343257158994675,
|
| 23474 |
+
"learning_rate": 0.0002,
|
| 23475 |
+
"loss": 11.8902,
|
| 23476 |
+
"step": 3333
|
| 23477 |
+
},
|
| 23478 |
+
{
|
| 23479 |
+
"epoch": 4.636594635682485,
|
| 23480 |
+
"grad_norm": 0.05359652265906334,
|
| 23481 |
+
"learning_rate": 0.0002,
|
| 23482 |
+
"loss": 11.8897,
|
| 23483 |
+
"step": 3334
|
| 23484 |
+
},
|
| 23485 |
+
{
|
| 23486 |
+
"epoch": 4.637984580301879,
|
| 23487 |
+
"grad_norm": 0.05125050991773605,
|
| 23488 |
+
"learning_rate": 0.0002,
|
| 23489 |
+
"loss": 11.8874,
|
| 23490 |
+
"step": 3335
|
| 23491 |
+
},
|
| 23492 |
+
{
|
| 23493 |
+
"epoch": 4.639374524921273,
|
| 23494 |
+
"grad_norm": 0.05273202434182167,
|
| 23495 |
+
"learning_rate": 0.0002,
|
| 23496 |
+
"loss": 11.8907,
|
| 23497 |
+
"step": 3336
|
| 23498 |
+
},
|
| 23499 |
+
{
|
| 23500 |
+
"epoch": 4.640764469540667,
|
| 23501 |
+
"grad_norm": 0.055756282061338425,
|
| 23502 |
+
"learning_rate": 0.0002,
|
| 23503 |
+
"loss": 11.8909,
|
| 23504 |
+
"step": 3337
|
| 23505 |
+
},
|
| 23506 |
+
{
|
| 23507 |
+
"epoch": 4.642154414160061,
|
| 23508 |
+
"grad_norm": 0.0515204481780529,
|
| 23509 |
+
"learning_rate": 0.0002,
|
| 23510 |
+
"loss": 11.8909,
|
| 23511 |
+
"step": 3338
|
| 23512 |
+
},
|
| 23513 |
+
{
|
| 23514 |
+
"epoch": 4.6435443587794545,
|
| 23515 |
+
"grad_norm": 0.05398940294981003,
|
| 23516 |
+
"learning_rate": 0.0002,
|
| 23517 |
+
"loss": 11.8893,
|
| 23518 |
+
"step": 3339
|
| 23519 |
+
},
|
| 23520 |
+
{
|
| 23521 |
+
"epoch": 4.644934303398849,
|
| 23522 |
+
"grad_norm": 0.054533831775188446,
|
| 23523 |
+
"learning_rate": 0.0002,
|
| 23524 |
+
"loss": 11.891,
|
| 23525 |
+
"step": 3340
|
| 23526 |
+
},
|
| 23527 |
+
{
|
| 23528 |
+
"epoch": 4.646324248018243,
|
| 23529 |
+
"grad_norm": 0.05246591940522194,
|
| 23530 |
+
"learning_rate": 0.0002,
|
| 23531 |
+
"loss": 11.8906,
|
| 23532 |
+
"step": 3341
|
| 23533 |
+
},
|
| 23534 |
+
{
|
| 23535 |
+
"epoch": 4.647714192637637,
|
| 23536 |
+
"grad_norm": 0.05500231310725212,
|
| 23537 |
+
"learning_rate": 0.0002,
|
| 23538 |
+
"loss": 11.8899,
|
| 23539 |
+
"step": 3342
|
| 23540 |
+
},
|
| 23541 |
+
{
|
| 23542 |
+
"epoch": 4.649104137257031,
|
| 23543 |
+
"grad_norm": 0.06015012040734291,
|
| 23544 |
+
"learning_rate": 0.0002,
|
| 23545 |
+
"loss": 11.8889,
|
| 23546 |
+
"step": 3343
|
| 23547 |
+
},
|
| 23548 |
+
{
|
| 23549 |
+
"epoch": 4.650494081876425,
|
| 23550 |
+
"grad_norm": 0.046393200755119324,
|
| 23551 |
+
"learning_rate": 0.0002,
|
| 23552 |
+
"loss": 11.8903,
|
| 23553 |
+
"step": 3344
|
| 23554 |
+
},
|
| 23555 |
+
{
|
| 23556 |
+
"epoch": 4.65188402649582,
|
| 23557 |
+
"grad_norm": 0.05162135884165764,
|
| 23558 |
+
"learning_rate": 0.0002,
|
| 23559 |
+
"loss": 11.8893,
|
| 23560 |
+
"step": 3345
|
| 23561 |
+
},
|
| 23562 |
+
{
|
| 23563 |
+
"epoch": 4.653273971115214,
|
| 23564 |
+
"grad_norm": 0.048175305128097534,
|
| 23565 |
+
"learning_rate": 0.0002,
|
| 23566 |
+
"loss": 11.8898,
|
| 23567 |
+
"step": 3346
|
| 23568 |
+
},
|
| 23569 |
+
{
|
| 23570 |
+
"epoch": 4.6546639157346075,
|
| 23571 |
+
"grad_norm": 0.0598575584590435,
|
| 23572 |
+
"learning_rate": 0.0002,
|
| 23573 |
+
"loss": 11.8923,
|
| 23574 |
+
"step": 3347
|
| 23575 |
+
},
|
| 23576 |
+
{
|
| 23577 |
+
"epoch": 4.656053860354001,
|
| 23578 |
+
"grad_norm": 0.05856004357337952,
|
| 23579 |
+
"learning_rate": 0.0002,
|
| 23580 |
+
"loss": 11.8885,
|
| 23581 |
+
"step": 3348
|
| 23582 |
+
},
|
| 23583 |
+
{
|
| 23584 |
+
"epoch": 4.657443804973395,
|
| 23585 |
+
"grad_norm": 0.05415806919336319,
|
| 23586 |
+
"learning_rate": 0.0002,
|
| 23587 |
+
"loss": 11.8909,
|
| 23588 |
+
"step": 3349
|
| 23589 |
+
},
|
| 23590 |
+
{
|
| 23591 |
+
"epoch": 4.658833749592789,
|
| 23592 |
+
"grad_norm": 0.05316034331917763,
|
| 23593 |
+
"learning_rate": 0.0002,
|
| 23594 |
+
"loss": 11.8904,
|
| 23595 |
+
"step": 3350
|
| 23596 |
+
},
|
| 23597 |
+
{
|
| 23598 |
+
"epoch": 4.660223694212184,
|
| 23599 |
+
"grad_norm": 0.05391252413392067,
|
| 23600 |
+
"learning_rate": 0.0002,
|
| 23601 |
+
"loss": 11.8902,
|
| 23602 |
+
"step": 3351
|
| 23603 |
+
},
|
| 23604 |
+
{
|
| 23605 |
+
"epoch": 4.661613638831578,
|
| 23606 |
+
"grad_norm": 0.06075900420546532,
|
| 23607 |
+
"learning_rate": 0.0002,
|
| 23608 |
+
"loss": 11.8905,
|
| 23609 |
+
"step": 3352
|
| 23610 |
+
},
|
| 23611 |
+
{
|
| 23612 |
+
"epoch": 4.663003583450972,
|
| 23613 |
+
"grad_norm": 0.06131719425320625,
|
| 23614 |
+
"learning_rate": 0.0002,
|
| 23615 |
+
"loss": 11.8891,
|
| 23616 |
+
"step": 3353
|
| 23617 |
+
},
|
| 23618 |
+
{
|
| 23619 |
+
"epoch": 4.664393528070366,
|
| 23620 |
+
"grad_norm": 0.059170614928007126,
|
| 23621 |
+
"learning_rate": 0.0002,
|
| 23622 |
+
"loss": 11.8931,
|
| 23623 |
+
"step": 3354
|
| 23624 |
+
},
|
| 23625 |
+
{
|
| 23626 |
+
"epoch": 4.6657834726897605,
|
| 23627 |
+
"grad_norm": 0.05996152013540268,
|
| 23628 |
+
"learning_rate": 0.0002,
|
| 23629 |
+
"loss": 11.889,
|
| 23630 |
+
"step": 3355
|
| 23631 |
+
},
|
| 23632 |
+
{
|
| 23633 |
+
"epoch": 4.667173417309154,
|
| 23634 |
+
"grad_norm": 0.05447491630911827,
|
| 23635 |
+
"learning_rate": 0.0002,
|
| 23636 |
+
"loss": 11.8903,
|
| 23637 |
+
"step": 3356
|
| 23638 |
+
},
|
| 23639 |
+
{
|
| 23640 |
+
"epoch": 4.668563361928548,
|
| 23641 |
+
"grad_norm": 0.06542413681745529,
|
| 23642 |
+
"learning_rate": 0.0002,
|
| 23643 |
+
"loss": 11.8873,
|
| 23644 |
+
"step": 3357
|
| 23645 |
+
},
|
| 23646 |
+
{
|
| 23647 |
+
"epoch": 4.669953306547942,
|
| 23648 |
+
"grad_norm": 0.059579867869615555,
|
| 23649 |
+
"learning_rate": 0.0002,
|
| 23650 |
+
"loss": 11.888,
|
| 23651 |
+
"step": 3358
|
| 23652 |
+
},
|
| 23653 |
+
{
|
| 23654 |
+
"epoch": 4.671343251167336,
|
| 23655 |
+
"grad_norm": 0.05998816713690758,
|
| 23656 |
+
"learning_rate": 0.0002,
|
| 23657 |
+
"loss": 11.8856,
|
| 23658 |
+
"step": 3359
|
| 23659 |
+
},
|
| 23660 |
+
{
|
| 23661 |
+
"epoch": 4.67273319578673,
|
| 23662 |
+
"grad_norm": 0.0597803071141243,
|
| 23663 |
+
"learning_rate": 0.0002,
|
| 23664 |
+
"loss": 11.886,
|
| 23665 |
+
"step": 3360
|
| 23666 |
+
},
|
| 23667 |
+
{
|
| 23668 |
+
"epoch": 4.674123140406125,
|
| 23669 |
+
"grad_norm": 0.06796566396951675,
|
| 23670 |
+
"learning_rate": 0.0002,
|
| 23671 |
+
"loss": 11.8879,
|
| 23672 |
+
"step": 3361
|
| 23673 |
+
},
|
| 23674 |
+
{
|
| 23675 |
+
"epoch": 4.675513085025519,
|
| 23676 |
+
"grad_norm": 0.0640052855014801,
|
| 23677 |
+
"learning_rate": 0.0002,
|
| 23678 |
+
"loss": 11.8848,
|
| 23679 |
+
"step": 3362
|
| 23680 |
+
},
|
| 23681 |
+
{
|
| 23682 |
+
"epoch": 4.676903029644913,
|
| 23683 |
+
"grad_norm": 0.05647887662053108,
|
| 23684 |
+
"learning_rate": 0.0002,
|
| 23685 |
+
"loss": 11.8866,
|
| 23686 |
+
"step": 3363
|
| 23687 |
+
},
|
| 23688 |
+
{
|
| 23689 |
+
"epoch": 4.6782929742643065,
|
| 23690 |
+
"grad_norm": 0.06159177049994469,
|
| 23691 |
+
"learning_rate": 0.0002,
|
| 23692 |
+
"loss": 11.8837,
|
| 23693 |
+
"step": 3364
|
| 23694 |
+
},
|
| 23695 |
+
{
|
| 23696 |
+
"epoch": 4.6796829188837,
|
| 23697 |
+
"grad_norm": 0.06721659749746323,
|
| 23698 |
+
"learning_rate": 0.0002,
|
| 23699 |
+
"loss": 11.8872,
|
| 23700 |
+
"step": 3365
|
| 23701 |
+
},
|
| 23702 |
+
{
|
| 23703 |
+
"epoch": 4.681072863503095,
|
| 23704 |
+
"grad_norm": 0.06576133519411087,
|
| 23705 |
+
"learning_rate": 0.0002,
|
| 23706 |
+
"loss": 11.8851,
|
| 23707 |
+
"step": 3366
|
| 23708 |
+
},
|
| 23709 |
+
{
|
| 23710 |
+
"epoch": 4.682462808122489,
|
| 23711 |
+
"grad_norm": 0.06320731341838837,
|
| 23712 |
+
"learning_rate": 0.0002,
|
| 23713 |
+
"loss": 11.8849,
|
| 23714 |
+
"step": 3367
|
| 23715 |
+
},
|
| 23716 |
+
{
|
| 23717 |
+
"epoch": 4.683852752741883,
|
| 23718 |
+
"grad_norm": 0.06035913899540901,
|
| 23719 |
+
"learning_rate": 0.0002,
|
| 23720 |
+
"loss": 11.8877,
|
| 23721 |
+
"step": 3368
|
| 23722 |
+
},
|
| 23723 |
+
{
|
| 23724 |
+
"epoch": 4.685242697361277,
|
| 23725 |
+
"grad_norm": 0.07186957448720932,
|
| 23726 |
+
"learning_rate": 0.0002,
|
| 23727 |
+
"loss": 11.8864,
|
| 23728 |
+
"step": 3369
|
| 23729 |
+
},
|
| 23730 |
+
{
|
| 23731 |
+
"epoch": 4.686632641980671,
|
| 23732 |
+
"grad_norm": 0.08831290155649185,
|
| 23733 |
+
"learning_rate": 0.0002,
|
| 23734 |
+
"loss": 11.8821,
|
| 23735 |
+
"step": 3370
|
| 23736 |
+
},
|
| 23737 |
+
{
|
| 23738 |
+
"epoch": 4.688022586600065,
|
| 23739 |
+
"grad_norm": 0.07031385600566864,
|
| 23740 |
+
"learning_rate": 0.0002,
|
| 23741 |
+
"loss": 11.8831,
|
| 23742 |
+
"step": 3371
|
| 23743 |
+
},
|
| 23744 |
+
{
|
| 23745 |
+
"epoch": 4.6894125312194594,
|
| 23746 |
+
"grad_norm": 0.0656123012304306,
|
| 23747 |
+
"learning_rate": 0.0002,
|
| 23748 |
+
"loss": 11.8801,
|
| 23749 |
+
"step": 3372
|
| 23750 |
+
},
|
| 23751 |
+
{
|
| 23752 |
+
"epoch": 4.690802475838853,
|
| 23753 |
+
"grad_norm": 0.07117343693971634,
|
| 23754 |
+
"learning_rate": 0.0002,
|
| 23755 |
+
"loss": 11.8803,
|
| 23756 |
+
"step": 3373
|
| 23757 |
+
},
|
| 23758 |
+
{
|
| 23759 |
+
"epoch": 4.692192420458247,
|
| 23760 |
+
"grad_norm": 0.06645610183477402,
|
| 23761 |
+
"learning_rate": 0.0002,
|
| 23762 |
+
"loss": 11.8829,
|
| 23763 |
+
"step": 3374
|
| 23764 |
+
},
|
| 23765 |
+
{
|
| 23766 |
+
"epoch": 4.693582365077641,
|
| 23767 |
+
"grad_norm": 0.065314382314682,
|
| 23768 |
+
"learning_rate": 0.0002,
|
| 23769 |
+
"loss": 11.8816,
|
| 23770 |
+
"step": 3375
|
| 23771 |
+
},
|
| 23772 |
+
{
|
| 23773 |
+
"epoch": 4.694972309697036,
|
| 23774 |
+
"grad_norm": 0.08904456347227097,
|
| 23775 |
+
"learning_rate": 0.0002,
|
| 23776 |
+
"loss": 11.8758,
|
| 23777 |
+
"step": 3376
|
| 23778 |
+
},
|
| 23779 |
+
{
|
| 23780 |
+
"epoch": 4.69636225431643,
|
| 23781 |
+
"grad_norm": 0.041323550045490265,
|
| 23782 |
+
"learning_rate": 0.0002,
|
| 23783 |
+
"loss": 11.9045,
|
| 23784 |
+
"step": 3377
|
| 23785 |
+
},
|
| 23786 |
+
{
|
| 23787 |
+
"epoch": 4.697752198935824,
|
| 23788 |
+
"grad_norm": 0.05642024427652359,
|
| 23789 |
+
"learning_rate": 0.0002,
|
| 23790 |
+
"loss": 11.9009,
|
| 23791 |
+
"step": 3378
|
| 23792 |
+
},
|
| 23793 |
+
{
|
| 23794 |
+
"epoch": 4.699142143555218,
|
| 23795 |
+
"grad_norm": 0.05269347503781319,
|
| 23796 |
+
"learning_rate": 0.0002,
|
| 23797 |
+
"loss": 11.902,
|
| 23798 |
+
"step": 3379
|
| 23799 |
+
},
|
| 23800 |
+
{
|
| 23801 |
+
"epoch": 4.7005320881746115,
|
| 23802 |
+
"grad_norm": 0.049247268587350845,
|
| 23803 |
+
"learning_rate": 0.0002,
|
| 23804 |
+
"loss": 11.9025,
|
| 23805 |
+
"step": 3380
|
| 23806 |
+
},
|
| 23807 |
+
{
|
| 23808 |
+
"epoch": 4.7019220327940054,
|
| 23809 |
+
"grad_norm": 0.05042261630296707,
|
| 23810 |
+
"learning_rate": 0.0002,
|
| 23811 |
+
"loss": 11.9003,
|
| 23812 |
+
"step": 3381
|
| 23813 |
+
},
|
| 23814 |
+
{
|
| 23815 |
+
"epoch": 4.7033119774134,
|
| 23816 |
+
"grad_norm": 0.04562665894627571,
|
| 23817 |
+
"learning_rate": 0.0002,
|
| 23818 |
+
"loss": 11.9008,
|
| 23819 |
+
"step": 3382
|
| 23820 |
+
},
|
| 23821 |
+
{
|
| 23822 |
+
"epoch": 4.704701922032794,
|
| 23823 |
+
"grad_norm": 0.043654341250658035,
|
| 23824 |
+
"learning_rate": 0.0002,
|
| 23825 |
+
"loss": 11.8987,
|
| 23826 |
+
"step": 3383
|
| 23827 |
+
},
|
| 23828 |
+
{
|
| 23829 |
+
"epoch": 4.706091866652188,
|
| 23830 |
+
"grad_norm": 0.045345403254032135,
|
| 23831 |
+
"learning_rate": 0.0002,
|
| 23832 |
+
"loss": 11.9002,
|
| 23833 |
+
"step": 3384
|
| 23834 |
+
},
|
| 23835 |
+
{
|
| 23836 |
+
"epoch": 4.707481811271582,
|
| 23837 |
+
"grad_norm": 0.04491302743554115,
|
| 23838 |
+
"learning_rate": 0.0002,
|
| 23839 |
+
"loss": 11.8999,
|
| 23840 |
+
"step": 3385
|
| 23841 |
+
},
|
| 23842 |
+
{
|
| 23843 |
+
"epoch": 4.708871755890976,
|
| 23844 |
+
"grad_norm": 0.04691552743315697,
|
| 23845 |
+
"learning_rate": 0.0002,
|
| 23846 |
+
"loss": 11.8988,
|
| 23847 |
+
"step": 3386
|
| 23848 |
+
},
|
| 23849 |
+
{
|
| 23850 |
+
"epoch": 4.710261700510371,
|
| 23851 |
+
"grad_norm": 0.04081391543149948,
|
| 23852 |
+
"learning_rate": 0.0002,
|
| 23853 |
+
"loss": 11.8997,
|
| 23854 |
+
"step": 3387
|
| 23855 |
+
},
|
| 23856 |
+
{
|
| 23857 |
+
"epoch": 4.7116516451297645,
|
| 23858 |
+
"grad_norm": 0.04442114010453224,
|
| 23859 |
+
"learning_rate": 0.0002,
|
| 23860 |
+
"loss": 11.898,
|
| 23861 |
+
"step": 3388
|
| 23862 |
+
},
|
| 23863 |
+
{
|
| 23864 |
+
"epoch": 4.713041589749158,
|
| 23865 |
+
"grad_norm": 0.044100161641836166,
|
| 23866 |
+
"learning_rate": 0.0002,
|
| 23867 |
+
"loss": 11.8999,
|
| 23868 |
+
"step": 3389
|
| 23869 |
+
},
|
| 23870 |
+
{
|
| 23871 |
+
"epoch": 4.714431534368552,
|
| 23872 |
+
"grad_norm": 0.046357572078704834,
|
| 23873 |
+
"learning_rate": 0.0002,
|
| 23874 |
+
"loss": 11.8988,
|
| 23875 |
+
"step": 3390
|
| 23876 |
+
},
|
| 23877 |
+
{
|
| 23878 |
+
"epoch": 4.715821478987946,
|
| 23879 |
+
"grad_norm": 0.03971016779541969,
|
| 23880 |
+
"learning_rate": 0.0002,
|
| 23881 |
+
"loss": 11.8995,
|
| 23882 |
+
"step": 3391
|
| 23883 |
+
},
|
| 23884 |
+
{
|
| 23885 |
+
"epoch": 4.717211423607341,
|
| 23886 |
+
"grad_norm": 0.03885830193758011,
|
| 23887 |
+
"learning_rate": 0.0002,
|
| 23888 |
+
"loss": 11.8984,
|
| 23889 |
+
"step": 3392
|
| 23890 |
+
},
|
| 23891 |
+
{
|
| 23892 |
+
"epoch": 4.718601368226735,
|
| 23893 |
+
"grad_norm": 0.03938493877649307,
|
| 23894 |
+
"learning_rate": 0.0002,
|
| 23895 |
+
"loss": 11.8974,
|
| 23896 |
+
"step": 3393
|
| 23897 |
+
},
|
| 23898 |
+
{
|
| 23899 |
+
"epoch": 4.719991312846129,
|
| 23900 |
+
"grad_norm": 0.05524706840515137,
|
| 23901 |
+
"learning_rate": 0.0002,
|
| 23902 |
+
"loss": 11.8981,
|
| 23903 |
+
"step": 3394
|
| 23904 |
+
},
|
| 23905 |
+
{
|
| 23906 |
+
"epoch": 4.721381257465523,
|
| 23907 |
+
"grad_norm": 0.04761267825961113,
|
| 23908 |
+
"learning_rate": 0.0002,
|
| 23909 |
+
"loss": 11.8995,
|
| 23910 |
+
"step": 3395
|
| 23911 |
+
},
|
| 23912 |
+
{
|
| 23913 |
+
"epoch": 4.722771202084917,
|
| 23914 |
+
"grad_norm": 0.04760982468724251,
|
| 23915 |
+
"learning_rate": 0.0002,
|
| 23916 |
+
"loss": 11.8983,
|
| 23917 |
+
"step": 3396
|
| 23918 |
+
},
|
| 23919 |
+
{
|
| 23920 |
+
"epoch": 4.724161146704311,
|
| 23921 |
+
"grad_norm": 0.046673741191625595,
|
| 23922 |
+
"learning_rate": 0.0002,
|
| 23923 |
+
"loss": 11.8969,
|
| 23924 |
+
"step": 3397
|
| 23925 |
+
},
|
| 23926 |
+
{
|
| 23927 |
+
"epoch": 4.725551091323705,
|
| 23928 |
+
"grad_norm": 0.04506899043917656,
|
| 23929 |
+
"learning_rate": 0.0002,
|
| 23930 |
+
"loss": 11.899,
|
| 23931 |
+
"step": 3398
|
| 23932 |
+
},
|
| 23933 |
+
{
|
| 23934 |
+
"epoch": 4.726941035943099,
|
| 23935 |
+
"grad_norm": 0.04859995096921921,
|
| 23936 |
+
"learning_rate": 0.0002,
|
| 23937 |
+
"loss": 11.8956,
|
| 23938 |
+
"step": 3399
|
| 23939 |
+
},
|
| 23940 |
+
{
|
| 23941 |
+
"epoch": 4.728330980562493,
|
| 23942 |
+
"grad_norm": 0.0489521361887455,
|
| 23943 |
+
"learning_rate": 0.0002,
|
| 23944 |
+
"loss": 11.8987,
|
| 23945 |
+
"step": 3400
|
| 23946 |
+
},
|
| 23947 |
+
{
|
| 23948 |
+
"epoch": 4.728330980562493,
|
| 23949 |
+
"eval_loss": 11.890242576599121,
|
| 23950 |
+
"eval_runtime": 4.9386,
|
| 23951 |
+
"eval_samples_per_second": 93.751,
|
| 23952 |
+
"eval_steps_per_second": 23.488,
|
| 23953 |
+
"step": 3400
|
| 23954 |
}
|
| 23955 |
],
|
| 23956 |
"logging_steps": 1,
|
| 23957 |
+
"max_steps": 21570,
|
| 23958 |
"num_input_tokens_seen": 0,
|
| 23959 |
+
"num_train_epochs": 30,
|
| 23960 |
"save_steps": 200,
|
| 23961 |
"stateful_callbacks": {
|
| 23962 |
"EarlyStoppingCallback": {
|
|
|
|
| 23965 |
"early_stopping_threshold": 0.0
|
| 23966 |
},
|
| 23967 |
"attributes": {
|
| 23968 |
+
"early_stopping_patience_counter": 1
|
| 23969 |
}
|
| 23970 |
},
|
| 23971 |
"TrainerControl": {
|
|
|
|
| 23974 |
"should_evaluate": false,
|
| 23975 |
"should_log": false,
|
| 23976 |
"should_save": true,
|
| 23977 |
+
"should_training_stop": false
|
| 23978 |
},
|
| 23979 |
"attributes": {}
|
| 23980 |
}
|
| 23981 |
},
|
| 23982 |
+
"total_flos": 19283312640000.0,
|
| 23983 |
"train_batch_size": 2,
|
| 23984 |
"trial_name": null,
|
| 23985 |
"trial_params": null
|
last-checkpoint/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6776
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:847a29823fc2e6406105c3fe67ae86128990dec26e22de8959faa64b7509d8c6
|
| 3 |
size 6776
|