Training in progress, step 8400, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 113284112
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f82cc832020a2ec72d54d51b6f496d1575cc9b4ce5422c00f8ab7b54859bbb72
|
| 3 |
size 113284112
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 58595602
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae091c7383e2d86edbddf4cfc141c6472c11736d15fe5e24a874b63cb46f978f
|
| 3 |
size 58595602
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1fe6d55b6b7099d787f876a8106633967a94aaccfcaa7b55c27b2f1cf8af1d9c
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:568858e5f430cc1c237077cba3d444cca0c484ddb64925d5ef3fbfcc907356b2
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "miner_id_24/checkpoint-
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 200,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -57743,6 +57743,1414 @@
|
|
| 57743 |
"eval_samples_per_second": 15.608,
|
| 57744 |
"eval_steps_per_second": 3.902,
|
| 57745 |
"step": 8200
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57746 |
}
|
| 57747 |
],
|
| 57748 |
"logging_steps": 1,
|
|
@@ -57771,7 +59179,7 @@
|
|
| 57771 |
"attributes": {}
|
| 57772 |
}
|
| 57773 |
},
|
| 57774 |
-
"total_flos": 5.
|
| 57775 |
"train_batch_size": 2,
|
| 57776 |
"trial_name": null,
|
| 57777 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.27885162830352783,
|
| 3 |
+
"best_model_checkpoint": "miner_id_24/checkpoint-8400",
|
| 4 |
+
"epoch": 0.7040777838313566,
|
| 5 |
"eval_steps": 200,
|
| 6 |
+
"global_step": 8400,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 57743 |
"eval_samples_per_second": 15.608,
|
| 57744 |
"eval_steps_per_second": 3.902,
|
| 57745 |
"step": 8200
|
| 57746 |
+
},
|
| 57747 |
+
{
|
| 57748 |
+
"epoch": 0.6873978458572566,
|
| 57749 |
+
"grad_norm": 0.32778528332710266,
|
| 57750 |
+
"learning_rate": 0.00017532283339090956,
|
| 57751 |
+
"loss": 0.2901,
|
| 57752 |
+
"step": 8201
|
| 57753 |
+
},
|
| 57754 |
+
{
|
| 57755 |
+
"epoch": 0.6874816646410461,
|
| 57756 |
+
"grad_norm": 0.3392777144908905,
|
| 57757 |
+
"learning_rate": 0.00017531705454526872,
|
| 57758 |
+
"loss": 0.261,
|
| 57759 |
+
"step": 8202
|
| 57760 |
+
},
|
| 57761 |
+
{
|
| 57762 |
+
"epoch": 0.6875654834248355,
|
| 57763 |
+
"grad_norm": 0.33422762155532837,
|
| 57764 |
+
"learning_rate": 0.0001753112751183309,
|
| 57765 |
+
"loss": 0.3192,
|
| 57766 |
+
"step": 8203
|
| 57767 |
+
},
|
| 57768 |
+
{
|
| 57769 |
+
"epoch": 0.687649302208625,
|
| 57770 |
+
"grad_norm": 0.3142116665840149,
|
| 57771 |
+
"learning_rate": 0.00017530549511014077,
|
| 57772 |
+
"loss": 0.2536,
|
| 57773 |
+
"step": 8204
|
| 57774 |
+
},
|
| 57775 |
+
{
|
| 57776 |
+
"epoch": 0.6877331209924143,
|
| 57777 |
+
"grad_norm": 0.3296041786670685,
|
| 57778 |
+
"learning_rate": 0.00017529971452074288,
|
| 57779 |
+
"loss": 0.2782,
|
| 57780 |
+
"step": 8205
|
| 57781 |
+
},
|
| 57782 |
+
{
|
| 57783 |
+
"epoch": 0.6878169397762038,
|
| 57784 |
+
"grad_norm": 0.36148834228515625,
|
| 57785 |
+
"learning_rate": 0.00017529393335018184,
|
| 57786 |
+
"loss": 0.3209,
|
| 57787 |
+
"step": 8206
|
| 57788 |
+
},
|
| 57789 |
+
{
|
| 57790 |
+
"epoch": 0.6879007585599933,
|
| 57791 |
+
"grad_norm": 0.3328768014907837,
|
| 57792 |
+
"learning_rate": 0.0001752881515985023,
|
| 57793 |
+
"loss": 0.3033,
|
| 57794 |
+
"step": 8207
|
| 57795 |
+
},
|
| 57796 |
+
{
|
| 57797 |
+
"epoch": 0.6879845773437827,
|
| 57798 |
+
"grad_norm": 0.3456893563270569,
|
| 57799 |
+
"learning_rate": 0.00017528236926574889,
|
| 57800 |
+
"loss": 0.2893,
|
| 57801 |
+
"step": 8208
|
| 57802 |
+
},
|
| 57803 |
+
{
|
| 57804 |
+
"epoch": 0.6880683961275722,
|
| 57805 |
+
"grad_norm": 0.3055488169193268,
|
| 57806 |
+
"learning_rate": 0.00017527658635196623,
|
| 57807 |
+
"loss": 0.2394,
|
| 57808 |
+
"step": 8209
|
| 57809 |
+
},
|
| 57810 |
+
{
|
| 57811 |
+
"epoch": 0.6881522149113616,
|
| 57812 |
+
"grad_norm": 0.3720818758010864,
|
| 57813 |
+
"learning_rate": 0.0001752708028571989,
|
| 57814 |
+
"loss": 0.347,
|
| 57815 |
+
"step": 8210
|
| 57816 |
+
},
|
| 57817 |
+
{
|
| 57818 |
+
"epoch": 0.6882360336951511,
|
| 57819 |
+
"grad_norm": 0.30375537276268005,
|
| 57820 |
+
"learning_rate": 0.00017526501878149158,
|
| 57821 |
+
"loss": 0.2436,
|
| 57822 |
+
"step": 8211
|
| 57823 |
+
},
|
| 57824 |
+
{
|
| 57825 |
+
"epoch": 0.6883198524789406,
|
| 57826 |
+
"grad_norm": 0.3032759428024292,
|
| 57827 |
+
"learning_rate": 0.00017525923412488895,
|
| 57828 |
+
"loss": 0.2502,
|
| 57829 |
+
"step": 8212
|
| 57830 |
+
},
|
| 57831 |
+
{
|
| 57832 |
+
"epoch": 0.6884036712627299,
|
| 57833 |
+
"grad_norm": 0.33928361535072327,
|
| 57834 |
+
"learning_rate": 0.00017525344888743557,
|
| 57835 |
+
"loss": 0.2659,
|
| 57836 |
+
"step": 8213
|
| 57837 |
+
},
|
| 57838 |
+
{
|
| 57839 |
+
"epoch": 0.6884874900465194,
|
| 57840 |
+
"grad_norm": 0.34798485040664673,
|
| 57841 |
+
"learning_rate": 0.00017524766306917618,
|
| 57842 |
+
"loss": 0.2868,
|
| 57843 |
+
"step": 8214
|
| 57844 |
+
},
|
| 57845 |
+
{
|
| 57846 |
+
"epoch": 0.6885713088303089,
|
| 57847 |
+
"grad_norm": 0.3109813928604126,
|
| 57848 |
+
"learning_rate": 0.00017524187667015536,
|
| 57849 |
+
"loss": 0.2706,
|
| 57850 |
+
"step": 8215
|
| 57851 |
+
},
|
| 57852 |
+
{
|
| 57853 |
+
"epoch": 0.6886551276140983,
|
| 57854 |
+
"grad_norm": 0.33734652400016785,
|
| 57855 |
+
"learning_rate": 0.00017523608969041783,
|
| 57856 |
+
"loss": 0.2859,
|
| 57857 |
+
"step": 8216
|
| 57858 |
+
},
|
| 57859 |
+
{
|
| 57860 |
+
"epoch": 0.6887389463978878,
|
| 57861 |
+
"grad_norm": 0.3688800036907196,
|
| 57862 |
+
"learning_rate": 0.00017523030213000823,
|
| 57863 |
+
"loss": 0.329,
|
| 57864 |
+
"step": 8217
|
| 57865 |
+
},
|
| 57866 |
+
{
|
| 57867 |
+
"epoch": 0.6888227651816772,
|
| 57868 |
+
"grad_norm": 0.3392251133918762,
|
| 57869 |
+
"learning_rate": 0.00017522451398897118,
|
| 57870 |
+
"loss": 0.3004,
|
| 57871 |
+
"step": 8218
|
| 57872 |
+
},
|
| 57873 |
+
{
|
| 57874 |
+
"epoch": 0.6889065839654667,
|
| 57875 |
+
"grad_norm": 0.31925249099731445,
|
| 57876 |
+
"learning_rate": 0.00017521872526735143,
|
| 57877 |
+
"loss": 0.2587,
|
| 57878 |
+
"step": 8219
|
| 57879 |
+
},
|
| 57880 |
+
{
|
| 57881 |
+
"epoch": 0.6889904027492562,
|
| 57882 |
+
"grad_norm": 0.3075926601886749,
|
| 57883 |
+
"learning_rate": 0.00017521293596519364,
|
| 57884 |
+
"loss": 0.2661,
|
| 57885 |
+
"step": 8220
|
| 57886 |
+
},
|
| 57887 |
+
{
|
| 57888 |
+
"epoch": 0.6890742215330455,
|
| 57889 |
+
"grad_norm": 0.3078728914260864,
|
| 57890 |
+
"learning_rate": 0.00017520714608254244,
|
| 57891 |
+
"loss": 0.2458,
|
| 57892 |
+
"step": 8221
|
| 57893 |
+
},
|
| 57894 |
+
{
|
| 57895 |
+
"epoch": 0.689158040316835,
|
| 57896 |
+
"grad_norm": 0.36098992824554443,
|
| 57897 |
+
"learning_rate": 0.00017520135561944255,
|
| 57898 |
+
"loss": 0.2751,
|
| 57899 |
+
"step": 8222
|
| 57900 |
+
},
|
| 57901 |
+
{
|
| 57902 |
+
"epoch": 0.6892418591006244,
|
| 57903 |
+
"grad_norm": 0.2811167538166046,
|
| 57904 |
+
"learning_rate": 0.00017519556457593869,
|
| 57905 |
+
"loss": 0.2503,
|
| 57906 |
+
"step": 8223
|
| 57907 |
+
},
|
| 57908 |
+
{
|
| 57909 |
+
"epoch": 0.6893256778844139,
|
| 57910 |
+
"grad_norm": 0.32966700196266174,
|
| 57911 |
+
"learning_rate": 0.00017518977295207552,
|
| 57912 |
+
"loss": 0.2583,
|
| 57913 |
+
"step": 8224
|
| 57914 |
+
},
|
| 57915 |
+
{
|
| 57916 |
+
"epoch": 0.6894094966682034,
|
| 57917 |
+
"grad_norm": 0.3104608654975891,
|
| 57918 |
+
"learning_rate": 0.00017518398074789775,
|
| 57919 |
+
"loss": 0.2297,
|
| 57920 |
+
"step": 8225
|
| 57921 |
+
},
|
| 57922 |
+
{
|
| 57923 |
+
"epoch": 0.6894933154519928,
|
| 57924 |
+
"grad_norm": 0.3424158990383148,
|
| 57925 |
+
"learning_rate": 0.00017517818796345007,
|
| 57926 |
+
"loss": 0.3033,
|
| 57927 |
+
"step": 8226
|
| 57928 |
+
},
|
| 57929 |
+
{
|
| 57930 |
+
"epoch": 0.6895771342357823,
|
| 57931 |
+
"grad_norm": 0.33322805166244507,
|
| 57932 |
+
"learning_rate": 0.00017517239459877723,
|
| 57933 |
+
"loss": 0.2882,
|
| 57934 |
+
"step": 8227
|
| 57935 |
+
},
|
| 57936 |
+
{
|
| 57937 |
+
"epoch": 0.6896609530195716,
|
| 57938 |
+
"grad_norm": 0.36460810899734497,
|
| 57939 |
+
"learning_rate": 0.00017516660065392388,
|
| 57940 |
+
"loss": 0.3217,
|
| 57941 |
+
"step": 8228
|
| 57942 |
+
},
|
| 57943 |
+
{
|
| 57944 |
+
"epoch": 0.6897447718033611,
|
| 57945 |
+
"grad_norm": 0.34784603118896484,
|
| 57946 |
+
"learning_rate": 0.0001751608061289348,
|
| 57947 |
+
"loss": 0.2905,
|
| 57948 |
+
"step": 8229
|
| 57949 |
+
},
|
| 57950 |
+
{
|
| 57951 |
+
"epoch": 0.6898285905871506,
|
| 57952 |
+
"grad_norm": 0.34563007950782776,
|
| 57953 |
+
"learning_rate": 0.00017515501102385468,
|
| 57954 |
+
"loss": 0.2897,
|
| 57955 |
+
"step": 8230
|
| 57956 |
+
},
|
| 57957 |
+
{
|
| 57958 |
+
"epoch": 0.68991240937094,
|
| 57959 |
+
"grad_norm": 0.3237813413143158,
|
| 57960 |
+
"learning_rate": 0.00017514921533872823,
|
| 57961 |
+
"loss": 0.2507,
|
| 57962 |
+
"step": 8231
|
| 57963 |
+
},
|
| 57964 |
+
{
|
| 57965 |
+
"epoch": 0.6899962281547295,
|
| 57966 |
+
"grad_norm": 0.3212866187095642,
|
| 57967 |
+
"learning_rate": 0.0001751434190736002,
|
| 57968 |
+
"loss": 0.2834,
|
| 57969 |
+
"step": 8232
|
| 57970 |
+
},
|
| 57971 |
+
{
|
| 57972 |
+
"epoch": 0.6900800469385189,
|
| 57973 |
+
"grad_norm": 0.31593623757362366,
|
| 57974 |
+
"learning_rate": 0.00017513762222851536,
|
| 57975 |
+
"loss": 0.2501,
|
| 57976 |
+
"step": 8233
|
| 57977 |
+
},
|
| 57978 |
+
{
|
| 57979 |
+
"epoch": 0.6901638657223084,
|
| 57980 |
+
"grad_norm": 0.3372611105442047,
|
| 57981 |
+
"learning_rate": 0.0001751318248035184,
|
| 57982 |
+
"loss": 0.2601,
|
| 57983 |
+
"step": 8234
|
| 57984 |
+
},
|
| 57985 |
+
{
|
| 57986 |
+
"epoch": 0.6902476845060979,
|
| 57987 |
+
"grad_norm": 0.36046576499938965,
|
| 57988 |
+
"learning_rate": 0.0001751260267986541,
|
| 57989 |
+
"loss": 0.3165,
|
| 57990 |
+
"step": 8235
|
| 57991 |
+
},
|
| 57992 |
+
{
|
| 57993 |
+
"epoch": 0.6903315032898872,
|
| 57994 |
+
"grad_norm": 0.3550638258457184,
|
| 57995 |
+
"learning_rate": 0.00017512022821396714,
|
| 57996 |
+
"loss": 0.3485,
|
| 57997 |
+
"step": 8236
|
| 57998 |
+
},
|
| 57999 |
+
{
|
| 58000 |
+
"epoch": 0.6904153220736767,
|
| 58001 |
+
"grad_norm": 0.30030322074890137,
|
| 58002 |
+
"learning_rate": 0.00017511442904950236,
|
| 58003 |
+
"loss": 0.2329,
|
| 58004 |
+
"step": 8237
|
| 58005 |
+
},
|
| 58006 |
+
{
|
| 58007 |
+
"epoch": 0.6904991408574661,
|
| 58008 |
+
"grad_norm": 0.3174164593219757,
|
| 58009 |
+
"learning_rate": 0.0001751086293053045,
|
| 58010 |
+
"loss": 0.2602,
|
| 58011 |
+
"step": 8238
|
| 58012 |
+
},
|
| 58013 |
+
{
|
| 58014 |
+
"epoch": 0.6905829596412556,
|
| 58015 |
+
"grad_norm": 0.34932219982147217,
|
| 58016 |
+
"learning_rate": 0.00017510282898141826,
|
| 58017 |
+
"loss": 0.3144,
|
| 58018 |
+
"step": 8239
|
| 58019 |
+
},
|
| 58020 |
+
{
|
| 58021 |
+
"epoch": 0.6906667784250451,
|
| 58022 |
+
"grad_norm": 0.33330509066581726,
|
| 58023 |
+
"learning_rate": 0.0001750970280778885,
|
| 58024 |
+
"loss": 0.2456,
|
| 58025 |
+
"step": 8240
|
| 58026 |
+
},
|
| 58027 |
+
{
|
| 58028 |
+
"epoch": 0.6907505972088345,
|
| 58029 |
+
"grad_norm": 0.3485909402370453,
|
| 58030 |
+
"learning_rate": 0.0001750912265947599,
|
| 58031 |
+
"loss": 0.2997,
|
| 58032 |
+
"step": 8241
|
| 58033 |
+
},
|
| 58034 |
+
{
|
| 58035 |
+
"epoch": 0.690834415992624,
|
| 58036 |
+
"grad_norm": 0.36958715319633484,
|
| 58037 |
+
"learning_rate": 0.0001750854245320773,
|
| 58038 |
+
"loss": 0.34,
|
| 58039 |
+
"step": 8242
|
| 58040 |
+
},
|
| 58041 |
+
{
|
| 58042 |
+
"epoch": 0.6909182347764133,
|
| 58043 |
+
"grad_norm": 0.33820655941963196,
|
| 58044 |
+
"learning_rate": 0.00017507962188988548,
|
| 58045 |
+
"loss": 0.2629,
|
| 58046 |
+
"step": 8243
|
| 58047 |
+
},
|
| 58048 |
+
{
|
| 58049 |
+
"epoch": 0.6910020535602028,
|
| 58050 |
+
"grad_norm": 0.32673946022987366,
|
| 58051 |
+
"learning_rate": 0.00017507381866822916,
|
| 58052 |
+
"loss": 0.2465,
|
| 58053 |
+
"step": 8244
|
| 58054 |
+
},
|
| 58055 |
+
{
|
| 58056 |
+
"epoch": 0.6910858723439923,
|
| 58057 |
+
"grad_norm": 0.32975974678993225,
|
| 58058 |
+
"learning_rate": 0.0001750680148671532,
|
| 58059 |
+
"loss": 0.2936,
|
| 58060 |
+
"step": 8245
|
| 58061 |
+
},
|
| 58062 |
+
{
|
| 58063 |
+
"epoch": 0.6911696911277817,
|
| 58064 |
+
"grad_norm": 0.363429993391037,
|
| 58065 |
+
"learning_rate": 0.0001750622104867024,
|
| 58066 |
+
"loss": 0.2886,
|
| 58067 |
+
"step": 8246
|
| 58068 |
+
},
|
| 58069 |
+
{
|
| 58070 |
+
"epoch": 0.6912535099115712,
|
| 58071 |
+
"grad_norm": 0.3575303852558136,
|
| 58072 |
+
"learning_rate": 0.00017505640552692146,
|
| 58073 |
+
"loss": 0.3168,
|
| 58074 |
+
"step": 8247
|
| 58075 |
+
},
|
| 58076 |
+
{
|
| 58077 |
+
"epoch": 0.6913373286953606,
|
| 58078 |
+
"grad_norm": 0.29761576652526855,
|
| 58079 |
+
"learning_rate": 0.0001750505999878553,
|
| 58080 |
+
"loss": 0.2159,
|
| 58081 |
+
"step": 8248
|
| 58082 |
+
},
|
| 58083 |
+
{
|
| 58084 |
+
"epoch": 0.6914211474791501,
|
| 58085 |
+
"grad_norm": 0.3743598163127899,
|
| 58086 |
+
"learning_rate": 0.00017504479386954862,
|
| 58087 |
+
"loss": 0.3273,
|
| 58088 |
+
"step": 8249
|
| 58089 |
+
},
|
| 58090 |
+
{
|
| 58091 |
+
"epoch": 0.6915049662629396,
|
| 58092 |
+
"grad_norm": 0.3786133825778961,
|
| 58093 |
+
"learning_rate": 0.0001750389871720463,
|
| 58094 |
+
"loss": 0.3218,
|
| 58095 |
+
"step": 8250
|
| 58096 |
+
},
|
| 58097 |
+
{
|
| 58098 |
+
"epoch": 0.6915887850467289,
|
| 58099 |
+
"grad_norm": 0.3196849524974823,
|
| 58100 |
+
"learning_rate": 0.0001750331798953932,
|
| 58101 |
+
"loss": 0.2341,
|
| 58102 |
+
"step": 8251
|
| 58103 |
+
},
|
| 58104 |
+
{
|
| 58105 |
+
"epoch": 0.6916726038305184,
|
| 58106 |
+
"grad_norm": 0.35009831190109253,
|
| 58107 |
+
"learning_rate": 0.00017502737203963403,
|
| 58108 |
+
"loss": 0.2871,
|
| 58109 |
+
"step": 8252
|
| 58110 |
+
},
|
| 58111 |
+
{
|
| 58112 |
+
"epoch": 0.6917564226143079,
|
| 58113 |
+
"grad_norm": 0.342241108417511,
|
| 58114 |
+
"learning_rate": 0.00017502156360481367,
|
| 58115 |
+
"loss": 0.2888,
|
| 58116 |
+
"step": 8253
|
| 58117 |
+
},
|
| 58118 |
+
{
|
| 58119 |
+
"epoch": 0.6918402413980973,
|
| 58120 |
+
"grad_norm": 0.31139084696769714,
|
| 58121 |
+
"learning_rate": 0.00017501575459097696,
|
| 58122 |
+
"loss": 0.2579,
|
| 58123 |
+
"step": 8254
|
| 58124 |
+
},
|
| 58125 |
+
{
|
| 58126 |
+
"epoch": 0.6919240601818868,
|
| 58127 |
+
"grad_norm": 0.35082370042800903,
|
| 58128 |
+
"learning_rate": 0.00017500994499816875,
|
| 58129 |
+
"loss": 0.2408,
|
| 58130 |
+
"step": 8255
|
| 58131 |
+
},
|
| 58132 |
+
{
|
| 58133 |
+
"epoch": 0.6920078789656762,
|
| 58134 |
+
"grad_norm": 0.33100056648254395,
|
| 58135 |
+
"learning_rate": 0.00017500413482643382,
|
| 58136 |
+
"loss": 0.2495,
|
| 58137 |
+
"step": 8256
|
| 58138 |
+
},
|
| 58139 |
+
{
|
| 58140 |
+
"epoch": 0.6920916977494657,
|
| 58141 |
+
"grad_norm": 0.3348887860774994,
|
| 58142 |
+
"learning_rate": 0.00017499832407581704,
|
| 58143 |
+
"loss": 0.2651,
|
| 58144 |
+
"step": 8257
|
| 58145 |
+
},
|
| 58146 |
+
{
|
| 58147 |
+
"epoch": 0.6921755165332552,
|
| 58148 |
+
"grad_norm": 0.3445712625980377,
|
| 58149 |
+
"learning_rate": 0.00017499251274636328,
|
| 58150 |
+
"loss": 0.2602,
|
| 58151 |
+
"step": 8258
|
| 58152 |
+
},
|
| 58153 |
+
{
|
| 58154 |
+
"epoch": 0.6922593353170445,
|
| 58155 |
+
"grad_norm": 0.31710344552993774,
|
| 58156 |
+
"learning_rate": 0.00017498670083811738,
|
| 58157 |
+
"loss": 0.2424,
|
| 58158 |
+
"step": 8259
|
| 58159 |
+
},
|
| 58160 |
+
{
|
| 58161 |
+
"epoch": 0.692343154100834,
|
| 58162 |
+
"grad_norm": 0.35983097553253174,
|
| 58163 |
+
"learning_rate": 0.00017498088835112414,
|
| 58164 |
+
"loss": 0.3293,
|
| 58165 |
+
"step": 8260
|
| 58166 |
+
},
|
| 58167 |
+
{
|
| 58168 |
+
"epoch": 0.6924269728846234,
|
| 58169 |
+
"grad_norm": 0.36405667662620544,
|
| 58170 |
+
"learning_rate": 0.00017497507528542848,
|
| 58171 |
+
"loss": 0.3145,
|
| 58172 |
+
"step": 8261
|
| 58173 |
+
},
|
| 58174 |
+
{
|
| 58175 |
+
"epoch": 0.6925107916684129,
|
| 58176 |
+
"grad_norm": 0.3440203368663788,
|
| 58177 |
+
"learning_rate": 0.0001749692616410753,
|
| 58178 |
+
"loss": 0.3094,
|
| 58179 |
+
"step": 8262
|
| 58180 |
+
},
|
| 58181 |
+
{
|
| 58182 |
+
"epoch": 0.6925946104522024,
|
| 58183 |
+
"grad_norm": 0.33168554306030273,
|
| 58184 |
+
"learning_rate": 0.00017496344741810938,
|
| 58185 |
+
"loss": 0.2761,
|
| 58186 |
+
"step": 8263
|
| 58187 |
+
},
|
| 58188 |
+
{
|
| 58189 |
+
"epoch": 0.6926784292359918,
|
| 58190 |
+
"grad_norm": 0.3330322504043579,
|
| 58191 |
+
"learning_rate": 0.00017495763261657566,
|
| 58192 |
+
"loss": 0.2769,
|
| 58193 |
+
"step": 8264
|
| 58194 |
+
},
|
| 58195 |
+
{
|
| 58196 |
+
"epoch": 0.6927622480197813,
|
| 58197 |
+
"grad_norm": 0.33086225390434265,
|
| 58198 |
+
"learning_rate": 0.00017495181723651898,
|
| 58199 |
+
"loss": 0.2638,
|
| 58200 |
+
"step": 8265
|
| 58201 |
+
},
|
| 58202 |
+
{
|
| 58203 |
+
"epoch": 0.6928460668035706,
|
| 58204 |
+
"grad_norm": 0.30720219016075134,
|
| 58205 |
+
"learning_rate": 0.00017494600127798427,
|
| 58206 |
+
"loss": 0.2883,
|
| 58207 |
+
"step": 8266
|
| 58208 |
+
},
|
| 58209 |
+
{
|
| 58210 |
+
"epoch": 0.6929298855873601,
|
| 58211 |
+
"grad_norm": 0.32829296588897705,
|
| 58212 |
+
"learning_rate": 0.00017494018474101638,
|
| 58213 |
+
"loss": 0.2514,
|
| 58214 |
+
"step": 8267
|
| 58215 |
+
},
|
| 58216 |
+
{
|
| 58217 |
+
"epoch": 0.6930137043711496,
|
| 58218 |
+
"grad_norm": 0.3043319880962372,
|
| 58219 |
+
"learning_rate": 0.0001749343676256602,
|
| 58220 |
+
"loss": 0.3091,
|
| 58221 |
+
"step": 8268
|
| 58222 |
+
},
|
| 58223 |
+
{
|
| 58224 |
+
"epoch": 0.693097523154939,
|
| 58225 |
+
"grad_norm": 0.2918917238712311,
|
| 58226 |
+
"learning_rate": 0.00017492854993196065,
|
| 58227 |
+
"loss": 0.2202,
|
| 58228 |
+
"step": 8269
|
| 58229 |
+
},
|
| 58230 |
+
{
|
| 58231 |
+
"epoch": 0.6931813419387285,
|
| 58232 |
+
"grad_norm": 0.3306654691696167,
|
| 58233 |
+
"learning_rate": 0.00017492273165996261,
|
| 58234 |
+
"loss": 0.2924,
|
| 58235 |
+
"step": 8270
|
| 58236 |
+
},
|
| 58237 |
+
{
|
| 58238 |
+
"epoch": 0.6932651607225179,
|
| 58239 |
+
"grad_norm": 0.3245421051979065,
|
| 58240 |
+
"learning_rate": 0.00017491691280971096,
|
| 58241 |
+
"loss": 0.2765,
|
| 58242 |
+
"step": 8271
|
| 58243 |
+
},
|
| 58244 |
+
{
|
| 58245 |
+
"epoch": 0.6933489795063074,
|
| 58246 |
+
"grad_norm": 0.3055274784564972,
|
| 58247 |
+
"learning_rate": 0.00017491109338125066,
|
| 58248 |
+
"loss": 0.2283,
|
| 58249 |
+
"step": 8272
|
| 58250 |
+
},
|
| 58251 |
+
{
|
| 58252 |
+
"epoch": 0.6934327982900969,
|
| 58253 |
+
"grad_norm": 0.3672424852848053,
|
| 58254 |
+
"learning_rate": 0.00017490527337462664,
|
| 58255 |
+
"loss": 0.2741,
|
| 58256 |
+
"step": 8273
|
| 58257 |
+
},
|
| 58258 |
+
{
|
| 58259 |
+
"epoch": 0.6935166170738862,
|
| 58260 |
+
"grad_norm": 0.37711602449417114,
|
| 58261 |
+
"learning_rate": 0.00017489945278988375,
|
| 58262 |
+
"loss": 0.3482,
|
| 58263 |
+
"step": 8274
|
| 58264 |
+
},
|
| 58265 |
+
{
|
| 58266 |
+
"epoch": 0.6936004358576757,
|
| 58267 |
+
"grad_norm": 0.3129779100418091,
|
| 58268 |
+
"learning_rate": 0.00017489363162706697,
|
| 58269 |
+
"loss": 0.2278,
|
| 58270 |
+
"step": 8275
|
| 58271 |
+
},
|
| 58272 |
+
{
|
| 58273 |
+
"epoch": 0.6936842546414651,
|
| 58274 |
+
"grad_norm": 0.37028729915618896,
|
| 58275 |
+
"learning_rate": 0.0001748878098862212,
|
| 58276 |
+
"loss": 0.2848,
|
| 58277 |
+
"step": 8276
|
| 58278 |
+
},
|
| 58279 |
+
{
|
| 58280 |
+
"epoch": 0.6937680734252546,
|
| 58281 |
+
"grad_norm": 0.37559300661087036,
|
| 58282 |
+
"learning_rate": 0.00017488198756739138,
|
| 58283 |
+
"loss": 0.2661,
|
| 58284 |
+
"step": 8277
|
| 58285 |
+
},
|
| 58286 |
+
{
|
| 58287 |
+
"epoch": 0.6938518922090441,
|
| 58288 |
+
"grad_norm": 0.3967849314212799,
|
| 58289 |
+
"learning_rate": 0.00017487616467062243,
|
| 58290 |
+
"loss": 0.316,
|
| 58291 |
+
"step": 8278
|
| 58292 |
+
},
|
| 58293 |
+
{
|
| 58294 |
+
"epoch": 0.6939357109928335,
|
| 58295 |
+
"grad_norm": 0.3481132388114929,
|
| 58296 |
+
"learning_rate": 0.00017487034119595933,
|
| 58297 |
+
"loss": 0.2649,
|
| 58298 |
+
"step": 8279
|
| 58299 |
+
},
|
| 58300 |
+
{
|
| 58301 |
+
"epoch": 0.694019529776623,
|
| 58302 |
+
"grad_norm": 0.33004945516586304,
|
| 58303 |
+
"learning_rate": 0.00017486451714344701,
|
| 58304 |
+
"loss": 0.2492,
|
| 58305 |
+
"step": 8280
|
| 58306 |
+
},
|
| 58307 |
+
{
|
| 58308 |
+
"epoch": 0.6941033485604123,
|
| 58309 |
+
"grad_norm": 0.33120962977409363,
|
| 58310 |
+
"learning_rate": 0.00017485869251313038,
|
| 58311 |
+
"loss": 0.248,
|
| 58312 |
+
"step": 8281
|
| 58313 |
+
},
|
| 58314 |
+
{
|
| 58315 |
+
"epoch": 0.6941871673442018,
|
| 58316 |
+
"grad_norm": 0.33432188630104065,
|
| 58317 |
+
"learning_rate": 0.00017485286730505443,
|
| 58318 |
+
"loss": 0.2929,
|
| 58319 |
+
"step": 8282
|
| 58320 |
+
},
|
| 58321 |
+
{
|
| 58322 |
+
"epoch": 0.6942709861279913,
|
| 58323 |
+
"grad_norm": 0.3281606137752533,
|
| 58324 |
+
"learning_rate": 0.00017484704151926413,
|
| 58325 |
+
"loss": 0.261,
|
| 58326 |
+
"step": 8283
|
| 58327 |
+
},
|
| 58328 |
+
{
|
| 58329 |
+
"epoch": 0.6943548049117807,
|
| 58330 |
+
"grad_norm": 0.3703777492046356,
|
| 58331 |
+
"learning_rate": 0.00017484121515580446,
|
| 58332 |
+
"loss": 0.3221,
|
| 58333 |
+
"step": 8284
|
| 58334 |
+
},
|
| 58335 |
+
{
|
| 58336 |
+
"epoch": 0.6944386236955702,
|
| 58337 |
+
"grad_norm": 0.3487239181995392,
|
| 58338 |
+
"learning_rate": 0.0001748353882147203,
|
| 58339 |
+
"loss": 0.2919,
|
| 58340 |
+
"step": 8285
|
| 58341 |
+
},
|
| 58342 |
+
{
|
| 58343 |
+
"epoch": 0.6945224424793596,
|
| 58344 |
+
"grad_norm": 0.30412110686302185,
|
| 58345 |
+
"learning_rate": 0.00017482956069605668,
|
| 58346 |
+
"loss": 0.2588,
|
| 58347 |
+
"step": 8286
|
| 58348 |
+
},
|
| 58349 |
+
{
|
| 58350 |
+
"epoch": 0.6946062612631491,
|
| 58351 |
+
"grad_norm": 0.3161006569862366,
|
| 58352 |
+
"learning_rate": 0.00017482373259985863,
|
| 58353 |
+
"loss": 0.232,
|
| 58354 |
+
"step": 8287
|
| 58355 |
+
},
|
| 58356 |
+
{
|
| 58357 |
+
"epoch": 0.6946900800469386,
|
| 58358 |
+
"grad_norm": 0.33325275778770447,
|
| 58359 |
+
"learning_rate": 0.00017481790392617105,
|
| 58360 |
+
"loss": 0.2803,
|
| 58361 |
+
"step": 8288
|
| 58362 |
+
},
|
| 58363 |
+
{
|
| 58364 |
+
"epoch": 0.6947738988307279,
|
| 58365 |
+
"grad_norm": 0.329233855009079,
|
| 58366 |
+
"learning_rate": 0.00017481207467503893,
|
| 58367 |
+
"loss": 0.2471,
|
| 58368 |
+
"step": 8289
|
| 58369 |
+
},
|
| 58370 |
+
{
|
| 58371 |
+
"epoch": 0.6948577176145174,
|
| 58372 |
+
"grad_norm": 0.3535497188568115,
|
| 58373 |
+
"learning_rate": 0.0001748062448465073,
|
| 58374 |
+
"loss": 0.3212,
|
| 58375 |
+
"step": 8290
|
| 58376 |
+
},
|
| 58377 |
+
{
|
| 58378 |
+
"epoch": 0.6949415363983069,
|
| 58379 |
+
"grad_norm": 0.328403115272522,
|
| 58380 |
+
"learning_rate": 0.00017480041444062114,
|
| 58381 |
+
"loss": 0.2662,
|
| 58382 |
+
"step": 8291
|
| 58383 |
+
},
|
| 58384 |
+
{
|
| 58385 |
+
"epoch": 0.6950253551820963,
|
| 58386 |
+
"grad_norm": 0.3376257121562958,
|
| 58387 |
+
"learning_rate": 0.00017479458345742547,
|
| 58388 |
+
"loss": 0.276,
|
| 58389 |
+
"step": 8292
|
| 58390 |
+
},
|
| 58391 |
+
{
|
| 58392 |
+
"epoch": 0.6951091739658858,
|
| 58393 |
+
"grad_norm": 0.3323400616645813,
|
| 58394 |
+
"learning_rate": 0.00017478875189696523,
|
| 58395 |
+
"loss": 0.2425,
|
| 58396 |
+
"step": 8293
|
| 58397 |
+
},
|
| 58398 |
+
{
|
| 58399 |
+
"epoch": 0.6951929927496752,
|
| 58400 |
+
"grad_norm": 0.35809358954429626,
|
| 58401 |
+
"learning_rate": 0.00017478291975928548,
|
| 58402 |
+
"loss": 0.3253,
|
| 58403 |
+
"step": 8294
|
| 58404 |
+
},
|
| 58405 |
+
{
|
| 58406 |
+
"epoch": 0.6952768115334647,
|
| 58407 |
+
"grad_norm": 0.3239489495754242,
|
| 58408 |
+
"learning_rate": 0.00017477708704443124,
|
| 58409 |
+
"loss": 0.2827,
|
| 58410 |
+
"step": 8295
|
| 58411 |
+
},
|
| 58412 |
+
{
|
| 58413 |
+
"epoch": 0.6953606303172541,
|
| 58414 |
+
"grad_norm": 0.3444288969039917,
|
| 58415 |
+
"learning_rate": 0.00017477125375244752,
|
| 58416 |
+
"loss": 0.2651,
|
| 58417 |
+
"step": 8296
|
| 58418 |
+
},
|
| 58419 |
+
{
|
| 58420 |
+
"epoch": 0.6954444491010435,
|
| 58421 |
+
"grad_norm": 0.3814917504787445,
|
| 58422 |
+
"learning_rate": 0.0001747654198833793,
|
| 58423 |
+
"loss": 0.2917,
|
| 58424 |
+
"step": 8297
|
| 58425 |
+
},
|
| 58426 |
+
{
|
| 58427 |
+
"epoch": 0.695528267884833,
|
| 58428 |
+
"grad_norm": 0.3276776373386383,
|
| 58429 |
+
"learning_rate": 0.00017475958543727163,
|
| 58430 |
+
"loss": 0.2666,
|
| 58431 |
+
"step": 8298
|
| 58432 |
+
},
|
| 58433 |
+
{
|
| 58434 |
+
"epoch": 0.6956120866686224,
|
| 58435 |
+
"grad_norm": 0.35811713337898254,
|
| 58436 |
+
"learning_rate": 0.00017475375041416954,
|
| 58437 |
+
"loss": 0.255,
|
| 58438 |
+
"step": 8299
|
| 58439 |
+
},
|
| 58440 |
+
{
|
| 58441 |
+
"epoch": 0.6956959054524119,
|
| 58442 |
+
"grad_norm": 0.38652804493904114,
|
| 58443 |
+
"learning_rate": 0.0001747479148141181,
|
| 58444 |
+
"loss": 0.3344,
|
| 58445 |
+
"step": 8300
|
| 58446 |
+
},
|
| 58447 |
+
{
|
| 58448 |
+
"epoch": 0.6957797242362014,
|
| 58449 |
+
"grad_norm": 0.291268527507782,
|
| 58450 |
+
"learning_rate": 0.0001747420786371623,
|
| 58451 |
+
"loss": 0.2276,
|
| 58452 |
+
"step": 8301
|
| 58453 |
+
},
|
| 58454 |
+
{
|
| 58455 |
+
"epoch": 0.6958635430199908,
|
| 58456 |
+
"grad_norm": 0.3307330906391144,
|
| 58457 |
+
"learning_rate": 0.00017473624188334722,
|
| 58458 |
+
"loss": 0.2588,
|
| 58459 |
+
"step": 8302
|
| 58460 |
+
},
|
| 58461 |
+
{
|
| 58462 |
+
"epoch": 0.6959473618037803,
|
| 58463 |
+
"grad_norm": 0.324320524930954,
|
| 58464 |
+
"learning_rate": 0.00017473040455271788,
|
| 58465 |
+
"loss": 0.2397,
|
| 58466 |
+
"step": 8303
|
| 58467 |
+
},
|
| 58468 |
+
{
|
| 58469 |
+
"epoch": 0.6960311805875696,
|
| 58470 |
+
"grad_norm": 0.32955801486968994,
|
| 58471 |
+
"learning_rate": 0.00017472456664531933,
|
| 58472 |
+
"loss": 0.2454,
|
| 58473 |
+
"step": 8304
|
| 58474 |
+
},
|
| 58475 |
+
{
|
| 58476 |
+
"epoch": 0.6961149993713591,
|
| 58477 |
+
"grad_norm": 0.35161450505256653,
|
| 58478 |
+
"learning_rate": 0.00017471872816119665,
|
| 58479 |
+
"loss": 0.3004,
|
| 58480 |
+
"step": 8305
|
| 58481 |
+
},
|
| 58482 |
+
{
|
| 58483 |
+
"epoch": 0.6961988181551486,
|
| 58484 |
+
"grad_norm": 0.3504892587661743,
|
| 58485 |
+
"learning_rate": 0.0001747128891003949,
|
| 58486 |
+
"loss": 0.2966,
|
| 58487 |
+
"step": 8306
|
| 58488 |
+
},
|
| 58489 |
+
{
|
| 58490 |
+
"epoch": 0.696282636938938,
|
| 58491 |
+
"grad_norm": 0.30868402123451233,
|
| 58492 |
+
"learning_rate": 0.00017470704946295914,
|
| 58493 |
+
"loss": 0.2275,
|
| 58494 |
+
"step": 8307
|
| 58495 |
+
},
|
| 58496 |
+
{
|
| 58497 |
+
"epoch": 0.6963664557227275,
|
| 58498 |
+
"grad_norm": 0.3347446918487549,
|
| 58499 |
+
"learning_rate": 0.0001747012092489344,
|
| 58500 |
+
"loss": 0.2798,
|
| 58501 |
+
"step": 8308
|
| 58502 |
+
},
|
| 58503 |
+
{
|
| 58504 |
+
"epoch": 0.6964502745065169,
|
| 58505 |
+
"grad_norm": 0.32456907629966736,
|
| 58506 |
+
"learning_rate": 0.00017469536845836584,
|
| 58507 |
+
"loss": 0.3166,
|
| 58508 |
+
"step": 8309
|
| 58509 |
+
},
|
| 58510 |
+
{
|
| 58511 |
+
"epoch": 0.6965340932903064,
|
| 58512 |
+
"grad_norm": 0.32211339473724365,
|
| 58513 |
+
"learning_rate": 0.00017468952709129846,
|
| 58514 |
+
"loss": 0.2553,
|
| 58515 |
+
"step": 8310
|
| 58516 |
+
},
|
| 58517 |
+
{
|
| 58518 |
+
"epoch": 0.6966179120740958,
|
| 58519 |
+
"grad_norm": 0.35655203461647034,
|
| 58520 |
+
"learning_rate": 0.0001746836851477774,
|
| 58521 |
+
"loss": 0.2926,
|
| 58522 |
+
"step": 8311
|
| 58523 |
+
},
|
| 58524 |
+
{
|
| 58525 |
+
"epoch": 0.6967017308578852,
|
| 58526 |
+
"grad_norm": 0.33647140860557556,
|
| 58527 |
+
"learning_rate": 0.00017467784262784769,
|
| 58528 |
+
"loss": 0.2852,
|
| 58529 |
+
"step": 8312
|
| 58530 |
+
},
|
| 58531 |
+
{
|
| 58532 |
+
"epoch": 0.6967855496416747,
|
| 58533 |
+
"grad_norm": 0.33722710609436035,
|
| 58534 |
+
"learning_rate": 0.0001746719995315545,
|
| 58535 |
+
"loss": 0.2715,
|
| 58536 |
+
"step": 8313
|
| 58537 |
+
},
|
| 58538 |
+
{
|
| 58539 |
+
"epoch": 0.6968693684254641,
|
| 58540 |
+
"grad_norm": 0.3431992530822754,
|
| 58541 |
+
"learning_rate": 0.00017466615585894286,
|
| 58542 |
+
"loss": 0.2668,
|
| 58543 |
+
"step": 8314
|
| 58544 |
+
},
|
| 58545 |
+
{
|
| 58546 |
+
"epoch": 0.6969531872092536,
|
| 58547 |
+
"grad_norm": 0.34311121702194214,
|
| 58548 |
+
"learning_rate": 0.0001746603116100579,
|
| 58549 |
+
"loss": 0.2908,
|
| 58550 |
+
"step": 8315
|
| 58551 |
+
},
|
| 58552 |
+
{
|
| 58553 |
+
"epoch": 0.6970370059930431,
|
| 58554 |
+
"grad_norm": 0.35240912437438965,
|
| 58555 |
+
"learning_rate": 0.0001746544667849447,
|
| 58556 |
+
"loss": 0.2991,
|
| 58557 |
+
"step": 8316
|
| 58558 |
+
},
|
| 58559 |
+
{
|
| 58560 |
+
"epoch": 0.6971208247768325,
|
| 58561 |
+
"grad_norm": 0.3151579797267914,
|
| 58562 |
+
"learning_rate": 0.0001746486213836484,
|
| 58563 |
+
"loss": 0.2412,
|
| 58564 |
+
"step": 8317
|
| 58565 |
+
},
|
| 58566 |
+
{
|
| 58567 |
+
"epoch": 0.697204643560622,
|
| 58568 |
+
"grad_norm": 0.36033502221107483,
|
| 58569 |
+
"learning_rate": 0.00017464277540621412,
|
| 58570 |
+
"loss": 0.1994,
|
| 58571 |
+
"step": 8318
|
| 58572 |
+
},
|
| 58573 |
+
{
|
| 58574 |
+
"epoch": 0.6972884623444113,
|
| 58575 |
+
"grad_norm": 0.325748473405838,
|
| 58576 |
+
"learning_rate": 0.00017463692885268697,
|
| 58577 |
+
"loss": 0.2893,
|
| 58578 |
+
"step": 8319
|
| 58579 |
+
},
|
| 58580 |
+
{
|
| 58581 |
+
"epoch": 0.6973722811282008,
|
| 58582 |
+
"grad_norm": 0.355485200881958,
|
| 58583 |
+
"learning_rate": 0.00017463108172311204,
|
| 58584 |
+
"loss": 0.3091,
|
| 58585 |
+
"step": 8320
|
| 58586 |
+
},
|
| 58587 |
+
{
|
| 58588 |
+
"epoch": 0.6974560999119903,
|
| 58589 |
+
"grad_norm": 0.35909342765808105,
|
| 58590 |
+
"learning_rate": 0.0001746252340175345,
|
| 58591 |
+
"loss": 0.3481,
|
| 58592 |
+
"step": 8321
|
| 58593 |
+
},
|
| 58594 |
+
{
|
| 58595 |
+
"epoch": 0.6975399186957797,
|
| 58596 |
+
"grad_norm": 0.35646122694015503,
|
| 58597 |
+
"learning_rate": 0.0001746193857359995,
|
| 58598 |
+
"loss": 0.2967,
|
| 58599 |
+
"step": 8322
|
| 58600 |
+
},
|
| 58601 |
+
{
|
| 58602 |
+
"epoch": 0.6976237374795692,
|
| 58603 |
+
"grad_norm": 0.3673924207687378,
|
| 58604 |
+
"learning_rate": 0.00017461353687855212,
|
| 58605 |
+
"loss": 0.4021,
|
| 58606 |
+
"step": 8323
|
| 58607 |
+
},
|
| 58608 |
+
{
|
| 58609 |
+
"epoch": 0.6977075562633586,
|
| 58610 |
+
"grad_norm": 0.3161076307296753,
|
| 58611 |
+
"learning_rate": 0.0001746076874452375,
|
| 58612 |
+
"loss": 0.2652,
|
| 58613 |
+
"step": 8324
|
| 58614 |
+
},
|
| 58615 |
+
{
|
| 58616 |
+
"epoch": 0.697791375047148,
|
| 58617 |
+
"grad_norm": 0.32996588945388794,
|
| 58618 |
+
"learning_rate": 0.00017460183743610083,
|
| 58619 |
+
"loss": 0.2772,
|
| 58620 |
+
"step": 8325
|
| 58621 |
+
},
|
| 58622 |
+
{
|
| 58623 |
+
"epoch": 0.6978751938309375,
|
| 58624 |
+
"grad_norm": 0.36987239122390747,
|
| 58625 |
+
"learning_rate": 0.00017459598685118727,
|
| 58626 |
+
"loss": 0.2998,
|
| 58627 |
+
"step": 8326
|
| 58628 |
+
},
|
| 58629 |
+
{
|
| 58630 |
+
"epoch": 0.6979590126147269,
|
| 58631 |
+
"grad_norm": 0.3269836902618408,
|
| 58632 |
+
"learning_rate": 0.00017459013569054194,
|
| 58633 |
+
"loss": 0.2591,
|
| 58634 |
+
"step": 8327
|
| 58635 |
+
},
|
| 58636 |
+
{
|
| 58637 |
+
"epoch": 0.6980428313985164,
|
| 58638 |
+
"grad_norm": 0.3645424246788025,
|
| 58639 |
+
"learning_rate": 0.00017458428395421,
|
| 58640 |
+
"loss": 0.3183,
|
| 58641 |
+
"step": 8328
|
| 58642 |
+
},
|
| 58643 |
+
{
|
| 58644 |
+
"epoch": 0.6981266501823059,
|
| 58645 |
+
"grad_norm": 0.31583309173583984,
|
| 58646 |
+
"learning_rate": 0.00017457843164223662,
|
| 58647 |
+
"loss": 0.279,
|
| 58648 |
+
"step": 8329
|
| 58649 |
+
},
|
| 58650 |
+
{
|
| 58651 |
+
"epoch": 0.6982104689660953,
|
| 58652 |
+
"grad_norm": 0.302396684885025,
|
| 58653 |
+
"learning_rate": 0.000174572578754667,
|
| 58654 |
+
"loss": 0.2129,
|
| 58655 |
+
"step": 8330
|
| 58656 |
+
},
|
| 58657 |
+
{
|
| 58658 |
+
"epoch": 0.6982942877498848,
|
| 58659 |
+
"grad_norm": 0.33224374055862427,
|
| 58660 |
+
"learning_rate": 0.00017456672529154622,
|
| 58661 |
+
"loss": 0.3072,
|
| 58662 |
+
"step": 8331
|
| 58663 |
+
},
|
| 58664 |
+
{
|
| 58665 |
+
"epoch": 0.6983781065336742,
|
| 58666 |
+
"grad_norm": 0.3247564733028412,
|
| 58667 |
+
"learning_rate": 0.0001745608712529196,
|
| 58668 |
+
"loss": 0.3134,
|
| 58669 |
+
"step": 8332
|
| 58670 |
+
},
|
| 58671 |
+
{
|
| 58672 |
+
"epoch": 0.6984619253174636,
|
| 58673 |
+
"grad_norm": 0.3302496075630188,
|
| 58674 |
+
"learning_rate": 0.00017455501663883217,
|
| 58675 |
+
"loss": 0.2949,
|
| 58676 |
+
"step": 8333
|
| 58677 |
+
},
|
| 58678 |
+
{
|
| 58679 |
+
"epoch": 0.6985457441012531,
|
| 58680 |
+
"grad_norm": 0.31088653206825256,
|
| 58681 |
+
"learning_rate": 0.00017454916144932922,
|
| 58682 |
+
"loss": 0.2603,
|
| 58683 |
+
"step": 8334
|
| 58684 |
+
},
|
| 58685 |
+
{
|
| 58686 |
+
"epoch": 0.6986295628850425,
|
| 58687 |
+
"grad_norm": 0.3252792954444885,
|
| 58688 |
+
"learning_rate": 0.0001745433056844559,
|
| 58689 |
+
"loss": 0.2805,
|
| 58690 |
+
"step": 8335
|
| 58691 |
+
},
|
| 58692 |
+
{
|
| 58693 |
+
"epoch": 0.698713381668832,
|
| 58694 |
+
"grad_norm": 0.31152665615081787,
|
| 58695 |
+
"learning_rate": 0.00017453744934425739,
|
| 58696 |
+
"loss": 0.2484,
|
| 58697 |
+
"step": 8336
|
| 58698 |
+
},
|
| 58699 |
+
{
|
| 58700 |
+
"epoch": 0.6987972004526214,
|
| 58701 |
+
"grad_norm": 0.3335598111152649,
|
| 58702 |
+
"learning_rate": 0.00017453159242877895,
|
| 58703 |
+
"loss": 0.2811,
|
| 58704 |
+
"step": 8337
|
| 58705 |
+
},
|
| 58706 |
+
{
|
| 58707 |
+
"epoch": 0.6988810192364109,
|
| 58708 |
+
"grad_norm": 0.38611307740211487,
|
| 58709 |
+
"learning_rate": 0.00017452573493806575,
|
| 58710 |
+
"loss": 0.2902,
|
| 58711 |
+
"step": 8338
|
| 58712 |
+
},
|
| 58713 |
+
{
|
| 58714 |
+
"epoch": 0.6989648380202004,
|
| 58715 |
+
"grad_norm": 0.30051565170288086,
|
| 58716 |
+
"learning_rate": 0.00017451987687216295,
|
| 58717 |
+
"loss": 0.1937,
|
| 58718 |
+
"step": 8339
|
| 58719 |
+
},
|
| 58720 |
+
{
|
| 58721 |
+
"epoch": 0.6990486568039898,
|
| 58722 |
+
"grad_norm": 0.31258875131607056,
|
| 58723 |
+
"learning_rate": 0.00017451401823111583,
|
| 58724 |
+
"loss": 0.2645,
|
| 58725 |
+
"step": 8340
|
| 58726 |
+
},
|
| 58727 |
+
{
|
| 58728 |
+
"epoch": 0.6991324755877792,
|
| 58729 |
+
"grad_norm": 0.2792717516422272,
|
| 58730 |
+
"learning_rate": 0.00017450815901496957,
|
| 58731 |
+
"loss": 0.2145,
|
| 58732 |
+
"step": 8341
|
| 58733 |
+
},
|
| 58734 |
+
{
|
| 58735 |
+
"epoch": 0.6992162943715686,
|
| 58736 |
+
"grad_norm": 0.35426709055900574,
|
| 58737 |
+
"learning_rate": 0.00017450229922376945,
|
| 58738 |
+
"loss": 0.312,
|
| 58739 |
+
"step": 8342
|
| 58740 |
+
},
|
| 58741 |
+
{
|
| 58742 |
+
"epoch": 0.6993001131553581,
|
| 58743 |
+
"grad_norm": 0.32341817021369934,
|
| 58744 |
+
"learning_rate": 0.0001744964388575606,
|
| 58745 |
+
"loss": 0.2468,
|
| 58746 |
+
"step": 8343
|
| 58747 |
+
},
|
| 58748 |
+
{
|
| 58749 |
+
"epoch": 0.6993839319391476,
|
| 58750 |
+
"grad_norm": 0.3012591302394867,
|
| 58751 |
+
"learning_rate": 0.0001744905779163883,
|
| 58752 |
+
"loss": 0.233,
|
| 58753 |
+
"step": 8344
|
| 58754 |
+
},
|
| 58755 |
+
{
|
| 58756 |
+
"epoch": 0.699467750722937,
|
| 58757 |
+
"grad_norm": 0.3151138424873352,
|
| 58758 |
+
"learning_rate": 0.00017448471640029779,
|
| 58759 |
+
"loss": 0.2632,
|
| 58760 |
+
"step": 8345
|
| 58761 |
+
},
|
| 58762 |
+
{
|
| 58763 |
+
"epoch": 0.6995515695067265,
|
| 58764 |
+
"grad_norm": 0.30430471897125244,
|
| 58765 |
+
"learning_rate": 0.00017447885430933434,
|
| 58766 |
+
"loss": 0.2403,
|
| 58767 |
+
"step": 8346
|
| 58768 |
+
},
|
| 58769 |
+
{
|
| 58770 |
+
"epoch": 0.6996353882905159,
|
| 58771 |
+
"grad_norm": 0.3256851136684418,
|
| 58772 |
+
"learning_rate": 0.0001744729916435431,
|
| 58773 |
+
"loss": 0.3113,
|
| 58774 |
+
"step": 8347
|
| 58775 |
+
},
|
| 58776 |
+
{
|
| 58777 |
+
"epoch": 0.6997192070743053,
|
| 58778 |
+
"grad_norm": 0.3379513919353485,
|
| 58779 |
+
"learning_rate": 0.00017446712840296945,
|
| 58780 |
+
"loss": 0.3124,
|
| 58781 |
+
"step": 8348
|
| 58782 |
+
},
|
| 58783 |
+
{
|
| 58784 |
+
"epoch": 0.6998030258580948,
|
| 58785 |
+
"grad_norm": 0.322160005569458,
|
| 58786 |
+
"learning_rate": 0.00017446126458765853,
|
| 58787 |
+
"loss": 0.2916,
|
| 58788 |
+
"step": 8349
|
| 58789 |
+
},
|
| 58790 |
+
{
|
| 58791 |
+
"epoch": 0.6998868446418842,
|
| 58792 |
+
"grad_norm": 0.30368131399154663,
|
| 58793 |
+
"learning_rate": 0.0001744554001976556,
|
| 58794 |
+
"loss": 0.2148,
|
| 58795 |
+
"step": 8350
|
| 58796 |
+
},
|
| 58797 |
+
{
|
| 58798 |
+
"epoch": 0.6999706634256737,
|
| 58799 |
+
"grad_norm": 0.3346444368362427,
|
| 58800 |
+
"learning_rate": 0.000174449535233006,
|
| 58801 |
+
"loss": 0.2954,
|
| 58802 |
+
"step": 8351
|
| 58803 |
+
},
|
| 58804 |
+
{
|
| 58805 |
+
"epoch": 0.7000544822094631,
|
| 58806 |
+
"grad_norm": 0.35084766149520874,
|
| 58807 |
+
"learning_rate": 0.00017444366969375494,
|
| 58808 |
+
"loss": 0.3065,
|
| 58809 |
+
"step": 8352
|
| 58810 |
+
},
|
| 58811 |
+
{
|
| 58812 |
+
"epoch": 0.7001383009932526,
|
| 58813 |
+
"grad_norm": 0.32982689142227173,
|
| 58814 |
+
"learning_rate": 0.0001744378035799477,
|
| 58815 |
+
"loss": 0.2759,
|
| 58816 |
+
"step": 8353
|
| 58817 |
+
},
|
| 58818 |
+
{
|
| 58819 |
+
"epoch": 0.7002221197770421,
|
| 58820 |
+
"grad_norm": 0.307767778635025,
|
| 58821 |
+
"learning_rate": 0.00017443193689162958,
|
| 58822 |
+
"loss": 0.2326,
|
| 58823 |
+
"step": 8354
|
| 58824 |
+
},
|
| 58825 |
+
{
|
| 58826 |
+
"epoch": 0.7003059385608315,
|
| 58827 |
+
"grad_norm": 0.3383077383041382,
|
| 58828 |
+
"learning_rate": 0.0001744260696288458,
|
| 58829 |
+
"loss": 0.3143,
|
| 58830 |
+
"step": 8355
|
| 58831 |
+
},
|
| 58832 |
+
{
|
| 58833 |
+
"epoch": 0.700389757344621,
|
| 58834 |
+
"grad_norm": 0.32170796394348145,
|
| 58835 |
+
"learning_rate": 0.0001744202017916417,
|
| 58836 |
+
"loss": 0.3051,
|
| 58837 |
+
"step": 8356
|
| 58838 |
+
},
|
| 58839 |
+
{
|
| 58840 |
+
"epoch": 0.7004735761284103,
|
| 58841 |
+
"grad_norm": 0.30549100041389465,
|
| 58842 |
+
"learning_rate": 0.00017441433338006256,
|
| 58843 |
+
"loss": 0.2532,
|
| 58844 |
+
"step": 8357
|
| 58845 |
+
},
|
| 58846 |
+
{
|
| 58847 |
+
"epoch": 0.7005573949121998,
|
| 58848 |
+
"grad_norm": 0.3437007963657379,
|
| 58849 |
+
"learning_rate": 0.0001744084643941536,
|
| 58850 |
+
"loss": 0.2983,
|
| 58851 |
+
"step": 8358
|
| 58852 |
+
},
|
| 58853 |
+
{
|
| 58854 |
+
"epoch": 0.7006412136959893,
|
| 58855 |
+
"grad_norm": 0.31635209918022156,
|
| 58856 |
+
"learning_rate": 0.00017440259483396023,
|
| 58857 |
+
"loss": 0.2926,
|
| 58858 |
+
"step": 8359
|
| 58859 |
+
},
|
| 58860 |
+
{
|
| 58861 |
+
"epoch": 0.7007250324797787,
|
| 58862 |
+
"grad_norm": 0.30332136154174805,
|
| 58863 |
+
"learning_rate": 0.0001743967246995277,
|
| 58864 |
+
"loss": 0.2736,
|
| 58865 |
+
"step": 8360
|
| 58866 |
+
},
|
| 58867 |
+
{
|
| 58868 |
+
"epoch": 0.7008088512635682,
|
| 58869 |
+
"grad_norm": 0.31858447194099426,
|
| 58870 |
+
"learning_rate": 0.0001743908539909013,
|
| 58871 |
+
"loss": 0.2663,
|
| 58872 |
+
"step": 8361
|
| 58873 |
+
},
|
| 58874 |
+
{
|
| 58875 |
+
"epoch": 0.7008926700473576,
|
| 58876 |
+
"grad_norm": 0.2993195056915283,
|
| 58877 |
+
"learning_rate": 0.00017438498270812636,
|
| 58878 |
+
"loss": 0.2514,
|
| 58879 |
+
"step": 8362
|
| 58880 |
+
},
|
| 58881 |
+
{
|
| 58882 |
+
"epoch": 0.700976488831147,
|
| 58883 |
+
"grad_norm": 0.2786574363708496,
|
| 58884 |
+
"learning_rate": 0.00017437911085124822,
|
| 58885 |
+
"loss": 0.23,
|
| 58886 |
+
"step": 8363
|
| 58887 |
+
},
|
| 58888 |
+
{
|
| 58889 |
+
"epoch": 0.7010603076149365,
|
| 58890 |
+
"grad_norm": 0.30753228068351746,
|
| 58891 |
+
"learning_rate": 0.0001743732384203121,
|
| 58892 |
+
"loss": 0.275,
|
| 58893 |
+
"step": 8364
|
| 58894 |
+
},
|
| 58895 |
+
{
|
| 58896 |
+
"epoch": 0.7011441263987259,
|
| 58897 |
+
"grad_norm": 0.33819693326950073,
|
| 58898 |
+
"learning_rate": 0.00017436736541536342,
|
| 58899 |
+
"loss": 0.2699,
|
| 58900 |
+
"step": 8365
|
| 58901 |
+
},
|
| 58902 |
+
{
|
| 58903 |
+
"epoch": 0.7012279451825154,
|
| 58904 |
+
"grad_norm": 0.3595947027206421,
|
| 58905 |
+
"learning_rate": 0.0001743614918364475,
|
| 58906 |
+
"loss": 0.3177,
|
| 58907 |
+
"step": 8366
|
| 58908 |
+
},
|
| 58909 |
+
{
|
| 58910 |
+
"epoch": 0.7013117639663049,
|
| 58911 |
+
"grad_norm": 0.3498789966106415,
|
| 58912 |
+
"learning_rate": 0.00017435561768360964,
|
| 58913 |
+
"loss": 0.2944,
|
| 58914 |
+
"step": 8367
|
| 58915 |
+
},
|
| 58916 |
+
{
|
| 58917 |
+
"epoch": 0.7013955827500943,
|
| 58918 |
+
"grad_norm": 0.3300401568412781,
|
| 58919 |
+
"learning_rate": 0.00017434974295689516,
|
| 58920 |
+
"loss": 0.2615,
|
| 58921 |
+
"step": 8368
|
| 58922 |
+
},
|
| 58923 |
+
{
|
| 58924 |
+
"epoch": 0.7014794015338838,
|
| 58925 |
+
"grad_norm": 0.3273046314716339,
|
| 58926 |
+
"learning_rate": 0.0001743438676563495,
|
| 58927 |
+
"loss": 0.2687,
|
| 58928 |
+
"step": 8369
|
| 58929 |
+
},
|
| 58930 |
+
{
|
| 58931 |
+
"epoch": 0.7015632203176732,
|
| 58932 |
+
"grad_norm": 0.39813554286956787,
|
| 58933 |
+
"learning_rate": 0.00017433799178201786,
|
| 58934 |
+
"loss": 0.3637,
|
| 58935 |
+
"step": 8370
|
| 58936 |
+
},
|
| 58937 |
+
{
|
| 58938 |
+
"epoch": 0.7016470391014626,
|
| 58939 |
+
"grad_norm": 0.3098950982093811,
|
| 58940 |
+
"learning_rate": 0.0001743321153339457,
|
| 58941 |
+
"loss": 0.2482,
|
| 58942 |
+
"step": 8371
|
| 58943 |
+
},
|
| 58944 |
+
{
|
| 58945 |
+
"epoch": 0.7017308578852521,
|
| 58946 |
+
"grad_norm": 0.3533940613269806,
|
| 58947 |
+
"learning_rate": 0.00017432623831217832,
|
| 58948 |
+
"loss": 0.303,
|
| 58949 |
+
"step": 8372
|
| 58950 |
+
},
|
| 58951 |
+
{
|
| 58952 |
+
"epoch": 0.7018146766690415,
|
| 58953 |
+
"grad_norm": 0.35541796684265137,
|
| 58954 |
+
"learning_rate": 0.00017432036071676112,
|
| 58955 |
+
"loss": 0.2916,
|
| 58956 |
+
"step": 8373
|
| 58957 |
+
},
|
| 58958 |
+
{
|
| 58959 |
+
"epoch": 0.701898495452831,
|
| 58960 |
+
"grad_norm": 0.31250137090682983,
|
| 58961 |
+
"learning_rate": 0.00017431448254773944,
|
| 58962 |
+
"loss": 0.2272,
|
| 58963 |
+
"step": 8374
|
| 58964 |
+
},
|
| 58965 |
+
{
|
| 58966 |
+
"epoch": 0.7019823142366204,
|
| 58967 |
+
"grad_norm": 0.3540192246437073,
|
| 58968 |
+
"learning_rate": 0.00017430860380515862,
|
| 58969 |
+
"loss": 0.3027,
|
| 58970 |
+
"step": 8375
|
| 58971 |
+
},
|
| 58972 |
+
{
|
| 58973 |
+
"epoch": 0.7020661330204099,
|
| 58974 |
+
"grad_norm": 0.3216894865036011,
|
| 58975 |
+
"learning_rate": 0.00017430272448906408,
|
| 58976 |
+
"loss": 0.2664,
|
| 58977 |
+
"step": 8376
|
| 58978 |
+
},
|
| 58979 |
+
{
|
| 58980 |
+
"epoch": 0.7021499518041994,
|
| 58981 |
+
"grad_norm": 0.3627975881099701,
|
| 58982 |
+
"learning_rate": 0.0001742968445995012,
|
| 58983 |
+
"loss": 0.2958,
|
| 58984 |
+
"step": 8377
|
| 58985 |
+
},
|
| 58986 |
+
{
|
| 58987 |
+
"epoch": 0.7022337705879887,
|
| 58988 |
+
"grad_norm": 0.34775981307029724,
|
| 58989 |
+
"learning_rate": 0.00017429096413651532,
|
| 58990 |
+
"loss": 0.332,
|
| 58991 |
+
"step": 8378
|
| 58992 |
+
},
|
| 58993 |
+
{
|
| 58994 |
+
"epoch": 0.7023175893717782,
|
| 58995 |
+
"grad_norm": 0.37349221110343933,
|
| 58996 |
+
"learning_rate": 0.00017428508310015183,
|
| 58997 |
+
"loss": 0.3411,
|
| 58998 |
+
"step": 8379
|
| 58999 |
+
},
|
| 59000 |
+
{
|
| 59001 |
+
"epoch": 0.7024014081555676,
|
| 59002 |
+
"grad_norm": 0.3393718898296356,
|
| 59003 |
+
"learning_rate": 0.00017427920149045613,
|
| 59004 |
+
"loss": 0.2716,
|
| 59005 |
+
"step": 8380
|
| 59006 |
+
},
|
| 59007 |
+
{
|
| 59008 |
+
"epoch": 0.7024852269393571,
|
| 59009 |
+
"grad_norm": 0.3687700033187866,
|
| 59010 |
+
"learning_rate": 0.00017427331930747365,
|
| 59011 |
+
"loss": 0.3226,
|
| 59012 |
+
"step": 8381
|
| 59013 |
+
},
|
| 59014 |
+
{
|
| 59015 |
+
"epoch": 0.7025690457231466,
|
| 59016 |
+
"grad_norm": 0.347262442111969,
|
| 59017 |
+
"learning_rate": 0.00017426743655124974,
|
| 59018 |
+
"loss": 0.3,
|
| 59019 |
+
"step": 8382
|
| 59020 |
+
},
|
| 59021 |
+
{
|
| 59022 |
+
"epoch": 0.702652864506936,
|
| 59023 |
+
"grad_norm": 0.28897348046302795,
|
| 59024 |
+
"learning_rate": 0.00017426155322182983,
|
| 59025 |
+
"loss": 0.2167,
|
| 59026 |
+
"step": 8383
|
| 59027 |
+
},
|
| 59028 |
+
{
|
| 59029 |
+
"epoch": 0.7027366832907255,
|
| 59030 |
+
"grad_norm": 0.3151237964630127,
|
| 59031 |
+
"learning_rate": 0.0001742556693192593,
|
| 59032 |
+
"loss": 0.2375,
|
| 59033 |
+
"step": 8384
|
| 59034 |
+
},
|
| 59035 |
+
{
|
| 59036 |
+
"epoch": 0.7028205020745149,
|
| 59037 |
+
"grad_norm": 0.3089122474193573,
|
| 59038 |
+
"learning_rate": 0.0001742497848435836,
|
| 59039 |
+
"loss": 0.2624,
|
| 59040 |
+
"step": 8385
|
| 59041 |
+
},
|
| 59042 |
+
{
|
| 59043 |
+
"epoch": 0.7029043208583043,
|
| 59044 |
+
"grad_norm": 0.35669007897377014,
|
| 59045 |
+
"learning_rate": 0.0001742438997948481,
|
| 59046 |
+
"loss": 0.3152,
|
| 59047 |
+
"step": 8386
|
| 59048 |
+
},
|
| 59049 |
+
{
|
| 59050 |
+
"epoch": 0.7029881396420938,
|
| 59051 |
+
"grad_norm": 0.3390321731567383,
|
| 59052 |
+
"learning_rate": 0.00017423801417309825,
|
| 59053 |
+
"loss": 0.2638,
|
| 59054 |
+
"step": 8387
|
| 59055 |
+
},
|
| 59056 |
+
{
|
| 59057 |
+
"epoch": 0.7030719584258832,
|
| 59058 |
+
"grad_norm": 0.33157554268836975,
|
| 59059 |
+
"learning_rate": 0.0001742321279783795,
|
| 59060 |
+
"loss": 0.3021,
|
| 59061 |
+
"step": 8388
|
| 59062 |
+
},
|
| 59063 |
+
{
|
| 59064 |
+
"epoch": 0.7031557772096727,
|
| 59065 |
+
"grad_norm": 0.31282010674476624,
|
| 59066 |
+
"learning_rate": 0.0001742262412107372,
|
| 59067 |
+
"loss": 0.2506,
|
| 59068 |
+
"step": 8389
|
| 59069 |
+
},
|
| 59070 |
+
{
|
| 59071 |
+
"epoch": 0.7032395959934621,
|
| 59072 |
+
"grad_norm": 0.3111077547073364,
|
| 59073 |
+
"learning_rate": 0.00017422035387021687,
|
| 59074 |
+
"loss": 0.2411,
|
| 59075 |
+
"step": 8390
|
| 59076 |
+
},
|
| 59077 |
+
{
|
| 59078 |
+
"epoch": 0.7033234147772516,
|
| 59079 |
+
"grad_norm": 0.3104647099971771,
|
| 59080 |
+
"learning_rate": 0.00017421446595686392,
|
| 59081 |
+
"loss": 0.2244,
|
| 59082 |
+
"step": 8391
|
| 59083 |
+
},
|
| 59084 |
+
{
|
| 59085 |
+
"epoch": 0.7034072335610411,
|
| 59086 |
+
"grad_norm": 0.3208497166633606,
|
| 59087 |
+
"learning_rate": 0.0001742085774707238,
|
| 59088 |
+
"loss": 0.2832,
|
| 59089 |
+
"step": 8392
|
| 59090 |
+
},
|
| 59091 |
+
{
|
| 59092 |
+
"epoch": 0.7034910523448304,
|
| 59093 |
+
"grad_norm": 0.35247960686683655,
|
| 59094 |
+
"learning_rate": 0.00017420268841184192,
|
| 59095 |
+
"loss": 0.2911,
|
| 59096 |
+
"step": 8393
|
| 59097 |
+
},
|
| 59098 |
+
{
|
| 59099 |
+
"epoch": 0.7035748711286199,
|
| 59100 |
+
"grad_norm": 0.3380419909954071,
|
| 59101 |
+
"learning_rate": 0.00017419679878026375,
|
| 59102 |
+
"loss": 0.3116,
|
| 59103 |
+
"step": 8394
|
| 59104 |
+
},
|
| 59105 |
+
{
|
| 59106 |
+
"epoch": 0.7036586899124093,
|
| 59107 |
+
"grad_norm": 0.3466224670410156,
|
| 59108 |
+
"learning_rate": 0.00017419090857603476,
|
| 59109 |
+
"loss": 0.2556,
|
| 59110 |
+
"step": 8395
|
| 59111 |
+
},
|
| 59112 |
+
{
|
| 59113 |
+
"epoch": 0.7037425086961988,
|
| 59114 |
+
"grad_norm": 0.3143422305583954,
|
| 59115 |
+
"learning_rate": 0.0001741850177992004,
|
| 59116 |
+
"loss": 0.2826,
|
| 59117 |
+
"step": 8396
|
| 59118 |
+
},
|
| 59119 |
+
{
|
| 59120 |
+
"epoch": 0.7038263274799883,
|
| 59121 |
+
"grad_norm": 0.3361816704273224,
|
| 59122 |
+
"learning_rate": 0.00017417912644980614,
|
| 59123 |
+
"loss": 0.2294,
|
| 59124 |
+
"step": 8397
|
| 59125 |
+
},
|
| 59126 |
+
{
|
| 59127 |
+
"epoch": 0.7039101462637777,
|
| 59128 |
+
"grad_norm": 0.3637915551662445,
|
| 59129 |
+
"learning_rate": 0.00017417323452789744,
|
| 59130 |
+
"loss": 0.3165,
|
| 59131 |
+
"step": 8398
|
| 59132 |
+
},
|
| 59133 |
+
{
|
| 59134 |
+
"epoch": 0.7039939650475672,
|
| 59135 |
+
"grad_norm": 0.3208470940589905,
|
| 59136 |
+
"learning_rate": 0.00017416734203351978,
|
| 59137 |
+
"loss": 0.2594,
|
| 59138 |
+
"step": 8399
|
| 59139 |
+
},
|
| 59140 |
+
{
|
| 59141 |
+
"epoch": 0.7040777838313566,
|
| 59142 |
+
"grad_norm": 0.36278197169303894,
|
| 59143 |
+
"learning_rate": 0.00017416144896671866,
|
| 59144 |
+
"loss": 0.3187,
|
| 59145 |
+
"step": 8400
|
| 59146 |
+
},
|
| 59147 |
+
{
|
| 59148 |
+
"epoch": 0.7040777838313566,
|
| 59149 |
+
"eval_loss": 0.27885162830352783,
|
| 59150 |
+
"eval_runtime": 61.5269,
|
| 59151 |
+
"eval_samples_per_second": 15.603,
|
| 59152 |
+
"eval_steps_per_second": 3.901,
|
| 59153 |
+
"step": 8400
|
| 59154 |
}
|
| 59155 |
],
|
| 59156 |
"logging_steps": 1,
|
|
|
|
| 59179 |
"attributes": {}
|
| 59180 |
}
|
| 59181 |
},
|
| 59182 |
+
"total_flos": 5.5395050194364006e+17,
|
| 59183 |
"train_batch_size": 2,
|
| 59184 |
"trial_name": null,
|
| 59185 |
"trial_params": null
|