Training in progress, step 5800, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 231448
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44b94a1afa64bbc028aa5a2eb3b05b8a8511ec9242862dab553958f56b79c5f0
|
| 3 |
size 231448
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 374849
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ae77c287d94d1e447b788baedcfe8c404e4e4df6b8cc3e8e54401d6f5a1cc54
|
| 3 |
size 374849
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7407de55fd86c11a72969934b78e76af994c21850b55e2cccaccdae1c28b56de
|
| 3 |
size 14645
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9a70b3415df37d6be0c08d3a9a1e13086f89c270362ef76594bc0afb75bf94f
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 10.
|
| 4 |
-
"best_model_checkpoint": "miner_id_24/checkpoint-
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 200,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -39440,6 +39440,1414 @@
|
|
| 39440 |
"eval_samples_per_second": 318.577,
|
| 39441 |
"eval_steps_per_second": 159.978,
|
| 39442 |
"step": 5600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39443 |
}
|
| 39444 |
],
|
| 39445 |
"logging_steps": 1,
|
|
@@ -39468,7 +40876,7 @@
|
|
| 39468 |
"attributes": {}
|
| 39469 |
}
|
| 39470 |
},
|
| 39471 |
-
"total_flos":
|
| 39472 |
"train_batch_size": 2,
|
| 39473 |
"trial_name": null,
|
| 39474 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 5800,
|
| 3 |
+
"best_metric": 10.175362586975098,
|
| 4 |
+
"best_model_checkpoint": "miner_id_24/checkpoint-5800",
|
| 5 |
+
"epoch": 1.0127449696652262,
|
| 6 |
"eval_steps": 200,
|
| 7 |
+
"global_step": 5800,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 39440 |
"eval_samples_per_second": 318.577,
|
| 39441 |
"eval_steps_per_second": 159.978,
|
| 39442 |
"step": 5600
|
| 39443 |
+
},
|
| 39444 |
+
{
|
| 39445 |
+
"epoch": 0.977870891711405,
|
| 39446 |
+
"grad_norm": 0.0515119731426239,
|
| 39447 |
+
"learning_rate": 0.00015210275039410242,
|
| 39448 |
+
"loss": 10.2313,
|
| 39449 |
+
"step": 5601
|
| 39450 |
+
},
|
| 39451 |
+
{
|
| 39452 |
+
"epoch": 0.978045480336956,
|
| 39453 |
+
"grad_norm": 0.04747800529003143,
|
| 39454 |
+
"learning_rate": 0.0001520871332234939,
|
| 39455 |
+
"loss": 10.2048,
|
| 39456 |
+
"step": 5602
|
| 39457 |
+
},
|
| 39458 |
+
{
|
| 39459 |
+
"epoch": 0.9782200689625071,
|
| 39460 |
+
"grad_norm": 0.05136527121067047,
|
| 39461 |
+
"learning_rate": 0.00015207151430931686,
|
| 39462 |
+
"loss": 10.2092,
|
| 39463 |
+
"step": 5603
|
| 39464 |
+
},
|
| 39465 |
+
{
|
| 39466 |
+
"epoch": 0.9783946575880581,
|
| 39467 |
+
"grad_norm": 0.04742053151130676,
|
| 39468 |
+
"learning_rate": 0.00015205589365209412,
|
| 39469 |
+
"loss": 10.2144,
|
| 39470 |
+
"step": 5604
|
| 39471 |
+
},
|
| 39472 |
+
{
|
| 39473 |
+
"epoch": 0.9785692462136092,
|
| 39474 |
+
"grad_norm": 0.04823940992355347,
|
| 39475 |
+
"learning_rate": 0.00015204027125234853,
|
| 39476 |
+
"loss": 10.2032,
|
| 39477 |
+
"step": 5605
|
| 39478 |
+
},
|
| 39479 |
+
{
|
| 39480 |
+
"epoch": 0.9787438348391603,
|
| 39481 |
+
"grad_norm": 0.04657626524567604,
|
| 39482 |
+
"learning_rate": 0.0001520246471106031,
|
| 39483 |
+
"loss": 10.1848,
|
| 39484 |
+
"step": 5606
|
| 39485 |
+
},
|
| 39486 |
+
{
|
| 39487 |
+
"epoch": 0.9789184234647113,
|
| 39488 |
+
"grad_norm": 0.05745328962802887,
|
| 39489 |
+
"learning_rate": 0.00015200902122738073,
|
| 39490 |
+
"loss": 10.1951,
|
| 39491 |
+
"step": 5607
|
| 39492 |
+
},
|
| 39493 |
+
{
|
| 39494 |
+
"epoch": 0.9790930120902623,
|
| 39495 |
+
"grad_norm": 0.05140481889247894,
|
| 39496 |
+
"learning_rate": 0.00015199339360320461,
|
| 39497 |
+
"loss": 10.1785,
|
| 39498 |
+
"step": 5608
|
| 39499 |
+
},
|
| 39500 |
+
{
|
| 39501 |
+
"epoch": 0.9792676007158133,
|
| 39502 |
+
"grad_norm": 0.04602731019258499,
|
| 39503 |
+
"learning_rate": 0.00015197776423859778,
|
| 39504 |
+
"loss": 10.1859,
|
| 39505 |
+
"step": 5609
|
| 39506 |
+
},
|
| 39507 |
+
{
|
| 39508 |
+
"epoch": 0.9794421893413644,
|
| 39509 |
+
"grad_norm": 0.049070872366428375,
|
| 39510 |
+
"learning_rate": 0.00015196213313408346,
|
| 39511 |
+
"loss": 10.184,
|
| 39512 |
+
"step": 5610
|
| 39513 |
+
},
|
| 39514 |
+
{
|
| 39515 |
+
"epoch": 0.9796167779669155,
|
| 39516 |
+
"grad_norm": 0.047090329229831696,
|
| 39517 |
+
"learning_rate": 0.00015194650029018485,
|
| 39518 |
+
"loss": 10.198,
|
| 39519 |
+
"step": 5611
|
| 39520 |
+
},
|
| 39521 |
+
{
|
| 39522 |
+
"epoch": 0.9797913665924665,
|
| 39523 |
+
"grad_norm": 0.055016566067934036,
|
| 39524 |
+
"learning_rate": 0.00015193086570742525,
|
| 39525 |
+
"loss": 10.1988,
|
| 39526 |
+
"step": 5612
|
| 39527 |
+
},
|
| 39528 |
+
{
|
| 39529 |
+
"epoch": 0.9799659552180175,
|
| 39530 |
+
"grad_norm": 0.050143033266067505,
|
| 39531 |
+
"learning_rate": 0.00015191522938632805,
|
| 39532 |
+
"loss": 10.2007,
|
| 39533 |
+
"step": 5613
|
| 39534 |
+
},
|
| 39535 |
+
{
|
| 39536 |
+
"epoch": 0.9801405438435686,
|
| 39537 |
+
"grad_norm": 0.060226354748010635,
|
| 39538 |
+
"learning_rate": 0.00015189959132741663,
|
| 39539 |
+
"loss": 10.1789,
|
| 39540 |
+
"step": 5614
|
| 39541 |
+
},
|
| 39542 |
+
{
|
| 39543 |
+
"epoch": 0.9803151324691196,
|
| 39544 |
+
"grad_norm": 0.051662348210811615,
|
| 39545 |
+
"learning_rate": 0.00015188395153121448,
|
| 39546 |
+
"loss": 10.2019,
|
| 39547 |
+
"step": 5615
|
| 39548 |
+
},
|
| 39549 |
+
{
|
| 39550 |
+
"epoch": 0.9804897210946707,
|
| 39551 |
+
"grad_norm": 0.05784115567803383,
|
| 39552 |
+
"learning_rate": 0.0001518683099982451,
|
| 39553 |
+
"loss": 10.1974,
|
| 39554 |
+
"step": 5616
|
| 39555 |
+
},
|
| 39556 |
+
{
|
| 39557 |
+
"epoch": 0.9806643097202218,
|
| 39558 |
+
"grad_norm": 0.05106755718588829,
|
| 39559 |
+
"learning_rate": 0.0001518526667290321,
|
| 39560 |
+
"loss": 10.1812,
|
| 39561 |
+
"step": 5617
|
| 39562 |
+
},
|
| 39563 |
+
{
|
| 39564 |
+
"epoch": 0.9808388983457728,
|
| 39565 |
+
"grad_norm": 0.056866735219955444,
|
| 39566 |
+
"learning_rate": 0.00015183702172409907,
|
| 39567 |
+
"loss": 10.2056,
|
| 39568 |
+
"step": 5618
|
| 39569 |
+
},
|
| 39570 |
+
{
|
| 39571 |
+
"epoch": 0.9810134869713238,
|
| 39572 |
+
"grad_norm": 0.05097523704171181,
|
| 39573 |
+
"learning_rate": 0.00015182137498396977,
|
| 39574 |
+
"loss": 10.2108,
|
| 39575 |
+
"step": 5619
|
| 39576 |
+
},
|
| 39577 |
+
{
|
| 39578 |
+
"epoch": 0.9811880755968748,
|
| 39579 |
+
"grad_norm": 0.051434632390737534,
|
| 39580 |
+
"learning_rate": 0.00015180572650916798,
|
| 39581 |
+
"loss": 10.1646,
|
| 39582 |
+
"step": 5620
|
| 39583 |
+
},
|
| 39584 |
+
{
|
| 39585 |
+
"epoch": 0.9813626642224259,
|
| 39586 |
+
"grad_norm": 0.05267452821135521,
|
| 39587 |
+
"learning_rate": 0.00015179007630021745,
|
| 39588 |
+
"loss": 10.1907,
|
| 39589 |
+
"step": 5621
|
| 39590 |
+
},
|
| 39591 |
+
{
|
| 39592 |
+
"epoch": 0.981537252847977,
|
| 39593 |
+
"grad_norm": 0.05912778526544571,
|
| 39594 |
+
"learning_rate": 0.00015177442435764213,
|
| 39595 |
+
"loss": 10.2084,
|
| 39596 |
+
"step": 5622
|
| 39597 |
+
},
|
| 39598 |
+
{
|
| 39599 |
+
"epoch": 0.981711841473528,
|
| 39600 |
+
"grad_norm": 0.05883941054344177,
|
| 39601 |
+
"learning_rate": 0.00015175877068196586,
|
| 39602 |
+
"loss": 10.1864,
|
| 39603 |
+
"step": 5623
|
| 39604 |
+
},
|
| 39605 |
+
{
|
| 39606 |
+
"epoch": 0.981886430099079,
|
| 39607 |
+
"grad_norm": 0.057246457785367966,
|
| 39608 |
+
"learning_rate": 0.00015174311527371272,
|
| 39609 |
+
"loss": 10.2091,
|
| 39610 |
+
"step": 5624
|
| 39611 |
+
},
|
| 39612 |
+
{
|
| 39613 |
+
"epoch": 0.9820610187246301,
|
| 39614 |
+
"grad_norm": 0.05897003412246704,
|
| 39615 |
+
"learning_rate": 0.00015172745813340675,
|
| 39616 |
+
"loss": 10.1811,
|
| 39617 |
+
"step": 5625
|
| 39618 |
+
},
|
| 39619 |
+
{
|
| 39620 |
+
"epoch": 0.9822356073501811,
|
| 39621 |
+
"grad_norm": 0.059517890214920044,
|
| 39622 |
+
"learning_rate": 0.00015171179926157198,
|
| 39623 |
+
"loss": 10.1893,
|
| 39624 |
+
"step": 5626
|
| 39625 |
+
},
|
| 39626 |
+
{
|
| 39627 |
+
"epoch": 0.9824101959757322,
|
| 39628 |
+
"grad_norm": 0.060025863349437714,
|
| 39629 |
+
"learning_rate": 0.00015169613865873268,
|
| 39630 |
+
"loss": 10.1868,
|
| 39631 |
+
"step": 5627
|
| 39632 |
+
},
|
| 39633 |
+
{
|
| 39634 |
+
"epoch": 0.9825847846012832,
|
| 39635 |
+
"grad_norm": 0.05637824162840843,
|
| 39636 |
+
"learning_rate": 0.00015168047632541302,
|
| 39637 |
+
"loss": 10.1976,
|
| 39638 |
+
"step": 5628
|
| 39639 |
+
},
|
| 39640 |
+
{
|
| 39641 |
+
"epoch": 0.9827593732268343,
|
| 39642 |
+
"grad_norm": 0.05858054384589195,
|
| 39643 |
+
"learning_rate": 0.00015166481226213727,
|
| 39644 |
+
"loss": 10.2163,
|
| 39645 |
+
"step": 5629
|
| 39646 |
+
},
|
| 39647 |
+
{
|
| 39648 |
+
"epoch": 0.9829339618523854,
|
| 39649 |
+
"grad_norm": 0.07068733125925064,
|
| 39650 |
+
"learning_rate": 0.00015164914646942975,
|
| 39651 |
+
"loss": 10.231,
|
| 39652 |
+
"step": 5630
|
| 39653 |
+
},
|
| 39654 |
+
{
|
| 39655 |
+
"epoch": 0.9831085504779363,
|
| 39656 |
+
"grad_norm": 0.05998380854725838,
|
| 39657 |
+
"learning_rate": 0.00015163347894781498,
|
| 39658 |
+
"loss": 10.1511,
|
| 39659 |
+
"step": 5631
|
| 39660 |
+
},
|
| 39661 |
+
{
|
| 39662 |
+
"epoch": 0.9832831391034874,
|
| 39663 |
+
"grad_norm": 0.0601789653301239,
|
| 39664 |
+
"learning_rate": 0.00015161780969781728,
|
| 39665 |
+
"loss": 10.1986,
|
| 39666 |
+
"step": 5632
|
| 39667 |
+
},
|
| 39668 |
+
{
|
| 39669 |
+
"epoch": 0.9834577277290385,
|
| 39670 |
+
"grad_norm": 0.06802138686180115,
|
| 39671 |
+
"learning_rate": 0.0001516021387199612,
|
| 39672 |
+
"loss": 10.1938,
|
| 39673 |
+
"step": 5633
|
| 39674 |
+
},
|
| 39675 |
+
{
|
| 39676 |
+
"epoch": 0.9836323163545895,
|
| 39677 |
+
"grad_norm": 0.06573553383350372,
|
| 39678 |
+
"learning_rate": 0.00015158646601477136,
|
| 39679 |
+
"loss": 10.2052,
|
| 39680 |
+
"step": 5634
|
| 39681 |
+
},
|
| 39682 |
+
{
|
| 39683 |
+
"epoch": 0.9838069049801406,
|
| 39684 |
+
"grad_norm": 0.05938857048749924,
|
| 39685 |
+
"learning_rate": 0.00015157079158277235,
|
| 39686 |
+
"loss": 10.1603,
|
| 39687 |
+
"step": 5635
|
| 39688 |
+
},
|
| 39689 |
+
{
|
| 39690 |
+
"epoch": 0.9839814936056915,
|
| 39691 |
+
"grad_norm": 0.06740400195121765,
|
| 39692 |
+
"learning_rate": 0.00015155511542448884,
|
| 39693 |
+
"loss": 10.1809,
|
| 39694 |
+
"step": 5636
|
| 39695 |
+
},
|
| 39696 |
+
{
|
| 39697 |
+
"epoch": 0.9841560822312426,
|
| 39698 |
+
"grad_norm": 0.06510023772716522,
|
| 39699 |
+
"learning_rate": 0.00015153943754044562,
|
| 39700 |
+
"loss": 10.2005,
|
| 39701 |
+
"step": 5637
|
| 39702 |
+
},
|
| 39703 |
+
{
|
| 39704 |
+
"epoch": 0.9843306708567937,
|
| 39705 |
+
"grad_norm": 0.07557696849107742,
|
| 39706 |
+
"learning_rate": 0.00015152375793116746,
|
| 39707 |
+
"loss": 10.1725,
|
| 39708 |
+
"step": 5638
|
| 39709 |
+
},
|
| 39710 |
+
{
|
| 39711 |
+
"epoch": 0.9845052594823447,
|
| 39712 |
+
"grad_norm": 0.06961282342672348,
|
| 39713 |
+
"learning_rate": 0.00015150807659717924,
|
| 39714 |
+
"loss": 10.1978,
|
| 39715 |
+
"step": 5639
|
| 39716 |
+
},
|
| 39717 |
+
{
|
| 39718 |
+
"epoch": 0.9846798481078958,
|
| 39719 |
+
"grad_norm": 0.06942050904035568,
|
| 39720 |
+
"learning_rate": 0.00015149239353900589,
|
| 39721 |
+
"loss": 10.1573,
|
| 39722 |
+
"step": 5640
|
| 39723 |
+
},
|
| 39724 |
+
{
|
| 39725 |
+
"epoch": 0.9848544367334469,
|
| 39726 |
+
"grad_norm": 0.08542153239250183,
|
| 39727 |
+
"learning_rate": 0.00015147670875717233,
|
| 39728 |
+
"loss": 10.2064,
|
| 39729 |
+
"step": 5641
|
| 39730 |
+
},
|
| 39731 |
+
{
|
| 39732 |
+
"epoch": 0.9850290253589978,
|
| 39733 |
+
"grad_norm": 0.07061523199081421,
|
| 39734 |
+
"learning_rate": 0.0001514610222522036,
|
| 39735 |
+
"loss": 10.1969,
|
| 39736 |
+
"step": 5642
|
| 39737 |
+
},
|
| 39738 |
+
{
|
| 39739 |
+
"epoch": 0.9852036139845489,
|
| 39740 |
+
"grad_norm": 0.0773744285106659,
|
| 39741 |
+
"learning_rate": 0.00015144533402462485,
|
| 39742 |
+
"loss": 10.2331,
|
| 39743 |
+
"step": 5643
|
| 39744 |
+
},
|
| 39745 |
+
{
|
| 39746 |
+
"epoch": 0.9853782026101,
|
| 39747 |
+
"grad_norm": 0.08137773722410202,
|
| 39748 |
+
"learning_rate": 0.00015142964407496124,
|
| 39749 |
+
"loss": 10.1649,
|
| 39750 |
+
"step": 5644
|
| 39751 |
+
},
|
| 39752 |
+
{
|
| 39753 |
+
"epoch": 0.985552791235651,
|
| 39754 |
+
"grad_norm": 0.08124411851167679,
|
| 39755 |
+
"learning_rate": 0.00015141395240373791,
|
| 39756 |
+
"loss": 10.168,
|
| 39757 |
+
"step": 5645
|
| 39758 |
+
},
|
| 39759 |
+
{
|
| 39760 |
+
"epoch": 0.9857273798612021,
|
| 39761 |
+
"grad_norm": 0.07832783460617065,
|
| 39762 |
+
"learning_rate": 0.0001513982590114801,
|
| 39763 |
+
"loss": 10.1898,
|
| 39764 |
+
"step": 5646
|
| 39765 |
+
},
|
| 39766 |
+
{
|
| 39767 |
+
"epoch": 0.985901968486753,
|
| 39768 |
+
"grad_norm": 0.09830448776483536,
|
| 39769 |
+
"learning_rate": 0.00015138256389871324,
|
| 39770 |
+
"loss": 10.1876,
|
| 39771 |
+
"step": 5647
|
| 39772 |
+
},
|
| 39773 |
+
{
|
| 39774 |
+
"epoch": 0.9860765571123041,
|
| 39775 |
+
"grad_norm": 0.10523362457752228,
|
| 39776 |
+
"learning_rate": 0.00015136686706596262,
|
| 39777 |
+
"loss": 10.1728,
|
| 39778 |
+
"step": 5648
|
| 39779 |
+
},
|
| 39780 |
+
{
|
| 39781 |
+
"epoch": 0.9862511457378552,
|
| 39782 |
+
"grad_norm": 0.13452981412410736,
|
| 39783 |
+
"learning_rate": 0.00015135116851375374,
|
| 39784 |
+
"loss": 10.2139,
|
| 39785 |
+
"step": 5649
|
| 39786 |
+
},
|
| 39787 |
+
{
|
| 39788 |
+
"epoch": 0.9864257343634062,
|
| 39789 |
+
"grad_norm": 0.12497363239526749,
|
| 39790 |
+
"learning_rate": 0.00015133546824261203,
|
| 39791 |
+
"loss": 10.2066,
|
| 39792 |
+
"step": 5650
|
| 39793 |
+
},
|
| 39794 |
+
{
|
| 39795 |
+
"epoch": 0.9866003229889573,
|
| 39796 |
+
"grad_norm": 0.04583015665411949,
|
| 39797 |
+
"learning_rate": 0.00015131976625306308,
|
| 39798 |
+
"loss": 10.2178,
|
| 39799 |
+
"step": 5651
|
| 39800 |
+
},
|
| 39801 |
+
{
|
| 39802 |
+
"epoch": 0.9867749116145084,
|
| 39803 |
+
"grad_norm": 0.04789578542113304,
|
| 39804 |
+
"learning_rate": 0.0001513040625456325,
|
| 39805 |
+
"loss": 10.1805,
|
| 39806 |
+
"step": 5652
|
| 39807 |
+
},
|
| 39808 |
+
{
|
| 39809 |
+
"epoch": 0.9869495002400593,
|
| 39810 |
+
"grad_norm": 0.05493852496147156,
|
| 39811 |
+
"learning_rate": 0.00015128835712084594,
|
| 39812 |
+
"loss": 10.2049,
|
| 39813 |
+
"step": 5653
|
| 39814 |
+
},
|
| 39815 |
+
{
|
| 39816 |
+
"epoch": 0.9871240888656104,
|
| 39817 |
+
"grad_norm": 0.053634703159332275,
|
| 39818 |
+
"learning_rate": 0.00015127264997922911,
|
| 39819 |
+
"loss": 10.2148,
|
| 39820 |
+
"step": 5654
|
| 39821 |
+
},
|
| 39822 |
+
{
|
| 39823 |
+
"epoch": 0.9872986774911614,
|
| 39824 |
+
"grad_norm": 0.058379292488098145,
|
| 39825 |
+
"learning_rate": 0.0001512569411213079,
|
| 39826 |
+
"loss": 10.2169,
|
| 39827 |
+
"step": 5655
|
| 39828 |
+
},
|
| 39829 |
+
{
|
| 39830 |
+
"epoch": 0.9874732661167125,
|
| 39831 |
+
"grad_norm": 0.0493178591132164,
|
| 39832 |
+
"learning_rate": 0.00015124123054760798,
|
| 39833 |
+
"loss": 10.1875,
|
| 39834 |
+
"step": 5656
|
| 39835 |
+
},
|
| 39836 |
+
{
|
| 39837 |
+
"epoch": 0.9876478547422636,
|
| 39838 |
+
"grad_norm": 0.04984314367175102,
|
| 39839 |
+
"learning_rate": 0.00015122551825865537,
|
| 39840 |
+
"loss": 10.2123,
|
| 39841 |
+
"step": 5657
|
| 39842 |
+
},
|
| 39843 |
+
{
|
| 39844 |
+
"epoch": 0.9878224433678146,
|
| 39845 |
+
"grad_norm": 0.056062351912260056,
|
| 39846 |
+
"learning_rate": 0.000151209804254976,
|
| 39847 |
+
"loss": 10.1857,
|
| 39848 |
+
"step": 5658
|
| 39849 |
+
},
|
| 39850 |
+
{
|
| 39851 |
+
"epoch": 0.9879970319933656,
|
| 39852 |
+
"grad_norm": 0.04441682621836662,
|
| 39853 |
+
"learning_rate": 0.00015119408853709584,
|
| 39854 |
+
"loss": 10.2171,
|
| 39855 |
+
"step": 5659
|
| 39856 |
+
},
|
| 39857 |
+
{
|
| 39858 |
+
"epoch": 0.9881716206189167,
|
| 39859 |
+
"grad_norm": 0.05360390990972519,
|
| 39860 |
+
"learning_rate": 0.00015117837110554099,
|
| 39861 |
+
"loss": 10.1988,
|
| 39862 |
+
"step": 5660
|
| 39863 |
+
},
|
| 39864 |
+
{
|
| 39865 |
+
"epoch": 0.9883462092444677,
|
| 39866 |
+
"grad_norm": 0.049844760447740555,
|
| 39867 |
+
"learning_rate": 0.0001511626519608376,
|
| 39868 |
+
"loss": 10.1848,
|
| 39869 |
+
"step": 5661
|
| 39870 |
+
},
|
| 39871 |
+
{
|
| 39872 |
+
"epoch": 0.9885207978700188,
|
| 39873 |
+
"grad_norm": 0.05186688154935837,
|
| 39874 |
+
"learning_rate": 0.00015114693110351182,
|
| 39875 |
+
"loss": 10.201,
|
| 39876 |
+
"step": 5662
|
| 39877 |
+
},
|
| 39878 |
+
{
|
| 39879 |
+
"epoch": 0.9886953864955698,
|
| 39880 |
+
"grad_norm": 0.046089403331279755,
|
| 39881 |
+
"learning_rate": 0.00015113120853408989,
|
| 39882 |
+
"loss": 10.2101,
|
| 39883 |
+
"step": 5663
|
| 39884 |
+
},
|
| 39885 |
+
{
|
| 39886 |
+
"epoch": 0.9888699751211208,
|
| 39887 |
+
"grad_norm": 0.05013848468661308,
|
| 39888 |
+
"learning_rate": 0.0001511154842530981,
|
| 39889 |
+
"loss": 10.1731,
|
| 39890 |
+
"step": 5664
|
| 39891 |
+
},
|
| 39892 |
+
{
|
| 39893 |
+
"epoch": 0.9890445637466719,
|
| 39894 |
+
"grad_norm": 0.05522743985056877,
|
| 39895 |
+
"learning_rate": 0.00015109975826106285,
|
| 39896 |
+
"loss": 10.2043,
|
| 39897 |
+
"step": 5665
|
| 39898 |
+
},
|
| 39899 |
+
{
|
| 39900 |
+
"epoch": 0.9892191523722229,
|
| 39901 |
+
"grad_norm": 0.07598554342985153,
|
| 39902 |
+
"learning_rate": 0.00015108403055851053,
|
| 39903 |
+
"loss": 10.1739,
|
| 39904 |
+
"step": 5666
|
| 39905 |
+
},
|
| 39906 |
+
{
|
| 39907 |
+
"epoch": 0.989393740997774,
|
| 39908 |
+
"grad_norm": 0.05099906399846077,
|
| 39909 |
+
"learning_rate": 0.00015106830114596762,
|
| 39910 |
+
"loss": 10.1969,
|
| 39911 |
+
"step": 5667
|
| 39912 |
+
},
|
| 39913 |
+
{
|
| 39914 |
+
"epoch": 0.9895683296233251,
|
| 39915 |
+
"grad_norm": 0.05123930796980858,
|
| 39916 |
+
"learning_rate": 0.0001510525700239606,
|
| 39917 |
+
"loss": 10.1714,
|
| 39918 |
+
"step": 5668
|
| 39919 |
+
},
|
| 39920 |
+
{
|
| 39921 |
+
"epoch": 0.9897429182488761,
|
| 39922 |
+
"grad_norm": 0.058659330010414124,
|
| 39923 |
+
"learning_rate": 0.00015103683719301612,
|
| 39924 |
+
"loss": 10.1944,
|
| 39925 |
+
"step": 5669
|
| 39926 |
+
},
|
| 39927 |
+
{
|
| 39928 |
+
"epoch": 0.9899175068744271,
|
| 39929 |
+
"grad_norm": 0.06148514151573181,
|
| 39930 |
+
"learning_rate": 0.00015102110265366073,
|
| 39931 |
+
"loss": 10.2348,
|
| 39932 |
+
"step": 5670
|
| 39933 |
+
},
|
| 39934 |
+
{
|
| 39935 |
+
"epoch": 0.9900920954999782,
|
| 39936 |
+
"grad_norm": 0.05677153542637825,
|
| 39937 |
+
"learning_rate": 0.00015100536640642127,
|
| 39938 |
+
"loss": 10.1938,
|
| 39939 |
+
"step": 5671
|
| 39940 |
+
},
|
| 39941 |
+
{
|
| 39942 |
+
"epoch": 0.9902666841255292,
|
| 39943 |
+
"grad_norm": 0.05946902930736542,
|
| 39944 |
+
"learning_rate": 0.00015098962845182435,
|
| 39945 |
+
"loss": 10.2237,
|
| 39946 |
+
"step": 5672
|
| 39947 |
+
},
|
| 39948 |
+
{
|
| 39949 |
+
"epoch": 0.9904412727510803,
|
| 39950 |
+
"grad_norm": 0.06663572788238525,
|
| 39951 |
+
"learning_rate": 0.0001509738887903969,
|
| 39952 |
+
"loss": 10.1737,
|
| 39953 |
+
"step": 5673
|
| 39954 |
+
},
|
| 39955 |
+
{
|
| 39956 |
+
"epoch": 0.9906158613766313,
|
| 39957 |
+
"grad_norm": 0.06280402094125748,
|
| 39958 |
+
"learning_rate": 0.00015095814742266574,
|
| 39959 |
+
"loss": 10.1819,
|
| 39960 |
+
"step": 5674
|
| 39961 |
+
},
|
| 39962 |
+
{
|
| 39963 |
+
"epoch": 0.9907904500021824,
|
| 39964 |
+
"grad_norm": 0.059234242886304855,
|
| 39965 |
+
"learning_rate": 0.00015094240434915777,
|
| 39966 |
+
"loss": 10.208,
|
| 39967 |
+
"step": 5675
|
| 39968 |
+
},
|
| 39969 |
+
{
|
| 39970 |
+
"epoch": 0.9909650386277334,
|
| 39971 |
+
"grad_norm": 0.05680254101753235,
|
| 39972 |
+
"learning_rate": 0.00015092665957040002,
|
| 39973 |
+
"loss": 10.1939,
|
| 39974 |
+
"step": 5676
|
| 39975 |
+
},
|
| 39976 |
+
{
|
| 39977 |
+
"epoch": 0.9911396272532844,
|
| 39978 |
+
"grad_norm": 0.06014096736907959,
|
| 39979 |
+
"learning_rate": 0.00015091091308691953,
|
| 39980 |
+
"loss": 10.1779,
|
| 39981 |
+
"step": 5677
|
| 39982 |
+
},
|
| 39983 |
+
{
|
| 39984 |
+
"epoch": 0.9913142158788355,
|
| 39985 |
+
"grad_norm": 0.0647551417350769,
|
| 39986 |
+
"learning_rate": 0.00015089516489924333,
|
| 39987 |
+
"loss": 10.173,
|
| 39988 |
+
"step": 5678
|
| 39989 |
+
},
|
| 39990 |
+
{
|
| 39991 |
+
"epoch": 0.9914888045043866,
|
| 39992 |
+
"grad_norm": 0.07001612335443497,
|
| 39993 |
+
"learning_rate": 0.00015087941500789868,
|
| 39994 |
+
"loss": 10.1678,
|
| 39995 |
+
"step": 5679
|
| 39996 |
+
},
|
| 39997 |
+
{
|
| 39998 |
+
"epoch": 0.9916633931299376,
|
| 39999 |
+
"grad_norm": 0.07144926488399506,
|
| 40000 |
+
"learning_rate": 0.00015086366341341274,
|
| 40001 |
+
"loss": 10.1387,
|
| 40002 |
+
"step": 5680
|
| 40003 |
+
},
|
| 40004 |
+
{
|
| 40005 |
+
"epoch": 0.9918379817554887,
|
| 40006 |
+
"grad_norm": 0.057677749544382095,
|
| 40007 |
+
"learning_rate": 0.00015084791011631276,
|
| 40008 |
+
"loss": 10.1931,
|
| 40009 |
+
"step": 5681
|
| 40010 |
+
},
|
| 40011 |
+
{
|
| 40012 |
+
"epoch": 0.9920125703810396,
|
| 40013 |
+
"grad_norm": 0.06423250585794449,
|
| 40014 |
+
"learning_rate": 0.0001508321551171261,
|
| 40015 |
+
"loss": 10.1922,
|
| 40016 |
+
"step": 5682
|
| 40017 |
+
},
|
| 40018 |
+
{
|
| 40019 |
+
"epoch": 0.9921871590065907,
|
| 40020 |
+
"grad_norm": 0.06304867565631866,
|
| 40021 |
+
"learning_rate": 0.00015081639841638014,
|
| 40022 |
+
"loss": 10.1581,
|
| 40023 |
+
"step": 5683
|
| 40024 |
+
},
|
| 40025 |
+
{
|
| 40026 |
+
"epoch": 0.9923617476321418,
|
| 40027 |
+
"grad_norm": 0.06918401271104813,
|
| 40028 |
+
"learning_rate": 0.0001508006400146023,
|
| 40029 |
+
"loss": 10.1695,
|
| 40030 |
+
"step": 5684
|
| 40031 |
+
},
|
| 40032 |
+
{
|
| 40033 |
+
"epoch": 0.9925363362576928,
|
| 40034 |
+
"grad_norm": 0.06443086266517639,
|
| 40035 |
+
"learning_rate": 0.00015078487991232012,
|
| 40036 |
+
"loss": 10.1788,
|
| 40037 |
+
"step": 5685
|
| 40038 |
+
},
|
| 40039 |
+
{
|
| 40040 |
+
"epoch": 0.9927109248832439,
|
| 40041 |
+
"grad_norm": 0.059042830020189285,
|
| 40042 |
+
"learning_rate": 0.00015076911811006113,
|
| 40043 |
+
"loss": 10.226,
|
| 40044 |
+
"step": 5686
|
| 40045 |
+
},
|
| 40046 |
+
{
|
| 40047 |
+
"epoch": 0.992885513508795,
|
| 40048 |
+
"grad_norm": 0.08208519220352173,
|
| 40049 |
+
"learning_rate": 0.00015075335460835288,
|
| 40050 |
+
"loss": 10.1844,
|
| 40051 |
+
"step": 5687
|
| 40052 |
+
},
|
| 40053 |
+
{
|
| 40054 |
+
"epoch": 0.9930601021343459,
|
| 40055 |
+
"grad_norm": 0.08428118377923965,
|
| 40056 |
+
"learning_rate": 0.00015073758940772317,
|
| 40057 |
+
"loss": 10.1699,
|
| 40058 |
+
"step": 5688
|
| 40059 |
+
},
|
| 40060 |
+
{
|
| 40061 |
+
"epoch": 0.993234690759897,
|
| 40062 |
+
"grad_norm": 0.06105390191078186,
|
| 40063 |
+
"learning_rate": 0.00015072182250869961,
|
| 40064 |
+
"loss": 10.1528,
|
| 40065 |
+
"step": 5689
|
| 40066 |
+
},
|
| 40067 |
+
{
|
| 40068 |
+
"epoch": 0.993409279385448,
|
| 40069 |
+
"grad_norm": 0.0685538575053215,
|
| 40070 |
+
"learning_rate": 0.00015070605391181004,
|
| 40071 |
+
"loss": 10.1679,
|
| 40072 |
+
"step": 5690
|
| 40073 |
+
},
|
| 40074 |
+
{
|
| 40075 |
+
"epoch": 0.9935838680109991,
|
| 40076 |
+
"grad_norm": 0.06833206862211227,
|
| 40077 |
+
"learning_rate": 0.00015069028361758228,
|
| 40078 |
+
"loss": 10.1683,
|
| 40079 |
+
"step": 5691
|
| 40080 |
+
},
|
| 40081 |
+
{
|
| 40082 |
+
"epoch": 0.9937584566365502,
|
| 40083 |
+
"grad_norm": 0.07569564133882523,
|
| 40084 |
+
"learning_rate": 0.00015067451162654427,
|
| 40085 |
+
"loss": 10.1889,
|
| 40086 |
+
"step": 5692
|
| 40087 |
+
},
|
| 40088 |
+
{
|
| 40089 |
+
"epoch": 0.9939330452621011,
|
| 40090 |
+
"grad_norm": 0.07771112769842148,
|
| 40091 |
+
"learning_rate": 0.00015065873793922388,
|
| 40092 |
+
"loss": 10.2274,
|
| 40093 |
+
"step": 5693
|
| 40094 |
+
},
|
| 40095 |
+
{
|
| 40096 |
+
"epoch": 0.9941076338876522,
|
| 40097 |
+
"grad_norm": 0.08791154623031616,
|
| 40098 |
+
"learning_rate": 0.00015064296255614914,
|
| 40099 |
+
"loss": 10.193,
|
| 40100 |
+
"step": 5694
|
| 40101 |
+
},
|
| 40102 |
+
{
|
| 40103 |
+
"epoch": 0.9942822225132033,
|
| 40104 |
+
"grad_norm": 0.08903834968805313,
|
| 40105 |
+
"learning_rate": 0.0001506271854778482,
|
| 40106 |
+
"loss": 10.1982,
|
| 40107 |
+
"step": 5695
|
| 40108 |
+
},
|
| 40109 |
+
{
|
| 40110 |
+
"epoch": 0.9944568111387543,
|
| 40111 |
+
"grad_norm": 0.10364389419555664,
|
| 40112 |
+
"learning_rate": 0.0001506114067048491,
|
| 40113 |
+
"loss": 10.1802,
|
| 40114 |
+
"step": 5696
|
| 40115 |
+
},
|
| 40116 |
+
{
|
| 40117 |
+
"epoch": 0.9946313997643054,
|
| 40118 |
+
"grad_norm": 0.0894194021821022,
|
| 40119 |
+
"learning_rate": 0.00015059562623768002,
|
| 40120 |
+
"loss": 10.1893,
|
| 40121 |
+
"step": 5697
|
| 40122 |
+
},
|
| 40123 |
+
{
|
| 40124 |
+
"epoch": 0.9948059883898565,
|
| 40125 |
+
"grad_norm": 0.11642946302890778,
|
| 40126 |
+
"learning_rate": 0.00015057984407686927,
|
| 40127 |
+
"loss": 10.2316,
|
| 40128 |
+
"step": 5698
|
| 40129 |
+
},
|
| 40130 |
+
{
|
| 40131 |
+
"epoch": 0.9949805770154074,
|
| 40132 |
+
"grad_norm": 0.11149632185697556,
|
| 40133 |
+
"learning_rate": 0.00015056406022294504,
|
| 40134 |
+
"loss": 10.2319,
|
| 40135 |
+
"step": 5699
|
| 40136 |
+
},
|
| 40137 |
+
{
|
| 40138 |
+
"epoch": 0.9951551656409585,
|
| 40139 |
+
"grad_norm": 0.13265445828437805,
|
| 40140 |
+
"learning_rate": 0.00015054827467643575,
|
| 40141 |
+
"loss": 10.229,
|
| 40142 |
+
"step": 5700
|
| 40143 |
+
},
|
| 40144 |
+
{
|
| 40145 |
+
"epoch": 0.9953297542665095,
|
| 40146 |
+
"grad_norm": 0.05300503224134445,
|
| 40147 |
+
"learning_rate": 0.00015053248743786979,
|
| 40148 |
+
"loss": 10.1886,
|
| 40149 |
+
"step": 5701
|
| 40150 |
+
},
|
| 40151 |
+
{
|
| 40152 |
+
"epoch": 0.9955043428920606,
|
| 40153 |
+
"grad_norm": 0.04384598135948181,
|
| 40154 |
+
"learning_rate": 0.00015051669850777563,
|
| 40155 |
+
"loss": 10.2075,
|
| 40156 |
+
"step": 5702
|
| 40157 |
+
},
|
| 40158 |
+
{
|
| 40159 |
+
"epoch": 0.9956789315176117,
|
| 40160 |
+
"grad_norm": 0.04266584664583206,
|
| 40161 |
+
"learning_rate": 0.0001505009078866818,
|
| 40162 |
+
"loss": 10.2037,
|
| 40163 |
+
"step": 5703
|
| 40164 |
+
},
|
| 40165 |
+
{
|
| 40166 |
+
"epoch": 0.9958535201431626,
|
| 40167 |
+
"grad_norm": 0.04796721041202545,
|
| 40168 |
+
"learning_rate": 0.00015048511557511684,
|
| 40169 |
+
"loss": 10.2213,
|
| 40170 |
+
"step": 5704
|
| 40171 |
+
},
|
| 40172 |
+
{
|
| 40173 |
+
"epoch": 0.9960281087687137,
|
| 40174 |
+
"grad_norm": 0.06501122564077377,
|
| 40175 |
+
"learning_rate": 0.00015046932157360937,
|
| 40176 |
+
"loss": 10.1898,
|
| 40177 |
+
"step": 5705
|
| 40178 |
+
},
|
| 40179 |
+
{
|
| 40180 |
+
"epoch": 0.9962026973942648,
|
| 40181 |
+
"grad_norm": 0.04963681846857071,
|
| 40182 |
+
"learning_rate": 0.00015045352588268816,
|
| 40183 |
+
"loss": 10.1999,
|
| 40184 |
+
"step": 5706
|
| 40185 |
+
},
|
| 40186 |
+
{
|
| 40187 |
+
"epoch": 0.9963772860198158,
|
| 40188 |
+
"grad_norm": 0.049831073731184006,
|
| 40189 |
+
"learning_rate": 0.00015043772850288186,
|
| 40190 |
+
"loss": 10.2376,
|
| 40191 |
+
"step": 5707
|
| 40192 |
+
},
|
| 40193 |
+
{
|
| 40194 |
+
"epoch": 0.9965518746453669,
|
| 40195 |
+
"grad_norm": 0.051736295223236084,
|
| 40196 |
+
"learning_rate": 0.00015042192943471935,
|
| 40197 |
+
"loss": 10.203,
|
| 40198 |
+
"step": 5708
|
| 40199 |
+
},
|
| 40200 |
+
{
|
| 40201 |
+
"epoch": 0.9967264632709179,
|
| 40202 |
+
"grad_norm": 0.05651285871863365,
|
| 40203 |
+
"learning_rate": 0.00015040612867872947,
|
| 40204 |
+
"loss": 10.1949,
|
| 40205 |
+
"step": 5709
|
| 40206 |
+
},
|
| 40207 |
+
{
|
| 40208 |
+
"epoch": 0.9969010518964689,
|
| 40209 |
+
"grad_norm": 0.05225305259227753,
|
| 40210 |
+
"learning_rate": 0.00015039032623544112,
|
| 40211 |
+
"loss": 10.1928,
|
| 40212 |
+
"step": 5710
|
| 40213 |
+
},
|
| 40214 |
+
{
|
| 40215 |
+
"epoch": 0.99707564052202,
|
| 40216 |
+
"grad_norm": 0.05279001593589783,
|
| 40217 |
+
"learning_rate": 0.00015037452210538325,
|
| 40218 |
+
"loss": 10.2051,
|
| 40219 |
+
"step": 5711
|
| 40220 |
+
},
|
| 40221 |
+
{
|
| 40222 |
+
"epoch": 0.997250229147571,
|
| 40223 |
+
"grad_norm": 0.057924263179302216,
|
| 40224 |
+
"learning_rate": 0.00015035871628908494,
|
| 40225 |
+
"loss": 10.205,
|
| 40226 |
+
"step": 5712
|
| 40227 |
+
},
|
| 40228 |
+
{
|
| 40229 |
+
"epoch": 0.9974248177731221,
|
| 40230 |
+
"grad_norm": 0.05129767209291458,
|
| 40231 |
+
"learning_rate": 0.00015034290878707522,
|
| 40232 |
+
"loss": 10.1807,
|
| 40233 |
+
"step": 5713
|
| 40234 |
+
},
|
| 40235 |
+
{
|
| 40236 |
+
"epoch": 0.9975994063986732,
|
| 40237 |
+
"grad_norm": 0.05949638783931732,
|
| 40238 |
+
"learning_rate": 0.00015032709959988329,
|
| 40239 |
+
"loss": 10.2275,
|
| 40240 |
+
"step": 5714
|
| 40241 |
+
},
|
| 40242 |
+
{
|
| 40243 |
+
"epoch": 0.9977739950242241,
|
| 40244 |
+
"grad_norm": 0.0631469339132309,
|
| 40245 |
+
"learning_rate": 0.00015031128872803834,
|
| 40246 |
+
"loss": 10.1887,
|
| 40247 |
+
"step": 5715
|
| 40248 |
+
},
|
| 40249 |
+
{
|
| 40250 |
+
"epoch": 0.9979485836497752,
|
| 40251 |
+
"grad_norm": 0.058342769742012024,
|
| 40252 |
+
"learning_rate": 0.00015029547617206957,
|
| 40253 |
+
"loss": 10.165,
|
| 40254 |
+
"step": 5716
|
| 40255 |
+
},
|
| 40256 |
+
{
|
| 40257 |
+
"epoch": 0.9981231722753262,
|
| 40258 |
+
"grad_norm": 0.058981817215681076,
|
| 40259 |
+
"learning_rate": 0.00015027966193250633,
|
| 40260 |
+
"loss": 10.1672,
|
| 40261 |
+
"step": 5717
|
| 40262 |
+
},
|
| 40263 |
+
{
|
| 40264 |
+
"epoch": 0.9982977609008773,
|
| 40265 |
+
"grad_norm": 0.057173892855644226,
|
| 40266 |
+
"learning_rate": 0.00015026384600987796,
|
| 40267 |
+
"loss": 10.1942,
|
| 40268 |
+
"step": 5718
|
| 40269 |
+
},
|
| 40270 |
+
{
|
| 40271 |
+
"epoch": 0.9984723495264284,
|
| 40272 |
+
"grad_norm": 0.05880207195878029,
|
| 40273 |
+
"learning_rate": 0.00015024802840471395,
|
| 40274 |
+
"loss": 10.1762,
|
| 40275 |
+
"step": 5719
|
| 40276 |
+
},
|
| 40277 |
+
{
|
| 40278 |
+
"epoch": 0.9986469381519794,
|
| 40279 |
+
"grad_norm": 0.06097370386123657,
|
| 40280 |
+
"learning_rate": 0.0001502322091175437,
|
| 40281 |
+
"loss": 10.1798,
|
| 40282 |
+
"step": 5720
|
| 40283 |
+
},
|
| 40284 |
+
{
|
| 40285 |
+
"epoch": 0.9988215267775304,
|
| 40286 |
+
"grad_norm": 0.05803609639406204,
|
| 40287 |
+
"learning_rate": 0.0001502163881488968,
|
| 40288 |
+
"loss": 10.2014,
|
| 40289 |
+
"step": 5721
|
| 40290 |
+
},
|
| 40291 |
+
{
|
| 40292 |
+
"epoch": 0.9989961154030815,
|
| 40293 |
+
"grad_norm": 0.07115891575813293,
|
| 40294 |
+
"learning_rate": 0.00015020056549930284,
|
| 40295 |
+
"loss": 10.2037,
|
| 40296 |
+
"step": 5722
|
| 40297 |
+
},
|
| 40298 |
+
{
|
| 40299 |
+
"epoch": 0.9991707040286325,
|
| 40300 |
+
"grad_norm": 0.088614322245121,
|
| 40301 |
+
"learning_rate": 0.00015018474116929142,
|
| 40302 |
+
"loss": 10.1974,
|
| 40303 |
+
"step": 5723
|
| 40304 |
+
},
|
| 40305 |
+
{
|
| 40306 |
+
"epoch": 0.9993452926541836,
|
| 40307 |
+
"grad_norm": 0.06641039252281189,
|
| 40308 |
+
"learning_rate": 0.00015016891515939225,
|
| 40309 |
+
"loss": 10.1694,
|
| 40310 |
+
"step": 5724
|
| 40311 |
+
},
|
| 40312 |
+
{
|
| 40313 |
+
"epoch": 0.9995198812797347,
|
| 40314 |
+
"grad_norm": 0.08253084868192673,
|
| 40315 |
+
"learning_rate": 0.00015015308747013518,
|
| 40316 |
+
"loss": 10.1726,
|
| 40317 |
+
"step": 5725
|
| 40318 |
+
},
|
| 40319 |
+
{
|
| 40320 |
+
"epoch": 0.9996944699052857,
|
| 40321 |
+
"grad_norm": 0.08328008651733398,
|
| 40322 |
+
"learning_rate": 0.00015013725810204993,
|
| 40323 |
+
"loss": 10.1714,
|
| 40324 |
+
"step": 5726
|
| 40325 |
+
},
|
| 40326 |
+
{
|
| 40327 |
+
"epoch": 0.9998690585308367,
|
| 40328 |
+
"grad_norm": 0.10745906829833984,
|
| 40329 |
+
"learning_rate": 0.00015012142705566643,
|
| 40330 |
+
"loss": 10.1866,
|
| 40331 |
+
"step": 5727
|
| 40332 |
+
},
|
| 40333 |
+
{
|
| 40334 |
+
"epoch": 1.000174588625551,
|
| 40335 |
+
"grad_norm": 0.2419842779636383,
|
| 40336 |
+
"learning_rate": 0.00015010559433151457,
|
| 40337 |
+
"loss": 20.4556,
|
| 40338 |
+
"step": 5728
|
| 40339 |
+
},
|
| 40340 |
+
{
|
| 40341 |
+
"epoch": 1.0003491772511022,
|
| 40342 |
+
"grad_norm": 0.05280378833413124,
|
| 40343 |
+
"learning_rate": 0.00015008975993012434,
|
| 40344 |
+
"loss": 10.1934,
|
| 40345 |
+
"step": 5729
|
| 40346 |
+
},
|
| 40347 |
+
{
|
| 40348 |
+
"epoch": 1.000523765876653,
|
| 40349 |
+
"grad_norm": 0.05011602118611336,
|
| 40350 |
+
"learning_rate": 0.00015007392385202583,
|
| 40351 |
+
"loss": 10.2108,
|
| 40352 |
+
"step": 5730
|
| 40353 |
+
},
|
| 40354 |
+
{
|
| 40355 |
+
"epoch": 1.0006983545022041,
|
| 40356 |
+
"grad_norm": 0.05405789613723755,
|
| 40357 |
+
"learning_rate": 0.0001500580860977491,
|
| 40358 |
+
"loss": 10.1878,
|
| 40359 |
+
"step": 5731
|
| 40360 |
+
},
|
| 40361 |
+
{
|
| 40362 |
+
"epoch": 1.0008729431277552,
|
| 40363 |
+
"grad_norm": 0.048556238412857056,
|
| 40364 |
+
"learning_rate": 0.00015004224666782427,
|
| 40365 |
+
"loss": 10.2053,
|
| 40366 |
+
"step": 5732
|
| 40367 |
+
},
|
| 40368 |
+
{
|
| 40369 |
+
"epoch": 1.0010475317533063,
|
| 40370 |
+
"grad_norm": 0.04947223141789436,
|
| 40371 |
+
"learning_rate": 0.00015002640556278162,
|
| 40372 |
+
"loss": 10.2269,
|
| 40373 |
+
"step": 5733
|
| 40374 |
+
},
|
| 40375 |
+
{
|
| 40376 |
+
"epoch": 1.0012221203788574,
|
| 40377 |
+
"grad_norm": 0.04736565798521042,
|
| 40378 |
+
"learning_rate": 0.0001500105627831514,
|
| 40379 |
+
"loss": 10.1806,
|
| 40380 |
+
"step": 5734
|
| 40381 |
+
},
|
| 40382 |
+
{
|
| 40383 |
+
"epoch": 1.0013967090044085,
|
| 40384 |
+
"grad_norm": 0.044509999454021454,
|
| 40385 |
+
"learning_rate": 0.0001499947183294639,
|
| 40386 |
+
"loss": 10.1946,
|
| 40387 |
+
"step": 5735
|
| 40388 |
+
},
|
| 40389 |
+
{
|
| 40390 |
+
"epoch": 1.0015712976299593,
|
| 40391 |
+
"grad_norm": 0.04392027109861374,
|
| 40392 |
+
"learning_rate": 0.0001499788722022495,
|
| 40393 |
+
"loss": 10.193,
|
| 40394 |
+
"step": 5736
|
| 40395 |
+
},
|
| 40396 |
+
{
|
| 40397 |
+
"epoch": 1.0017458862555104,
|
| 40398 |
+
"grad_norm": 0.050020210444927216,
|
| 40399 |
+
"learning_rate": 0.00014996302440203863,
|
| 40400 |
+
"loss": 10.1942,
|
| 40401 |
+
"step": 5737
|
| 40402 |
+
},
|
| 40403 |
+
{
|
| 40404 |
+
"epoch": 1.0019204748810615,
|
| 40405 |
+
"grad_norm": 0.05454172194004059,
|
| 40406 |
+
"learning_rate": 0.00014994717492936187,
|
| 40407 |
+
"loss": 10.205,
|
| 40408 |
+
"step": 5738
|
| 40409 |
+
},
|
| 40410 |
+
{
|
| 40411 |
+
"epoch": 1.0020950635066126,
|
| 40412 |
+
"grad_norm": 0.053438398987054825,
|
| 40413 |
+
"learning_rate": 0.00014993132378474962,
|
| 40414 |
+
"loss": 10.1726,
|
| 40415 |
+
"step": 5739
|
| 40416 |
+
},
|
| 40417 |
+
{
|
| 40418 |
+
"epoch": 1.0022696521321637,
|
| 40419 |
+
"grad_norm": 0.05523910000920296,
|
| 40420 |
+
"learning_rate": 0.0001499154709687326,
|
| 40421 |
+
"loss": 10.1888,
|
| 40422 |
+
"step": 5740
|
| 40423 |
+
},
|
| 40424 |
+
{
|
| 40425 |
+
"epoch": 1.0024442407577145,
|
| 40426 |
+
"grad_norm": 0.04772287234663963,
|
| 40427 |
+
"learning_rate": 0.00014989961648184143,
|
| 40428 |
+
"loss": 10.2062,
|
| 40429 |
+
"step": 5741
|
| 40430 |
+
},
|
| 40431 |
+
{
|
| 40432 |
+
"epoch": 1.0026188293832656,
|
| 40433 |
+
"grad_norm": 0.04763178899884224,
|
| 40434 |
+
"learning_rate": 0.0001498837603246068,
|
| 40435 |
+
"loss": 10.2003,
|
| 40436 |
+
"step": 5742
|
| 40437 |
+
},
|
| 40438 |
+
{
|
| 40439 |
+
"epoch": 1.0027934180088167,
|
| 40440 |
+
"grad_norm": 0.11262375116348267,
|
| 40441 |
+
"learning_rate": 0.00014986790249755952,
|
| 40442 |
+
"loss": 10.205,
|
| 40443 |
+
"step": 5743
|
| 40444 |
+
},
|
| 40445 |
+
{
|
| 40446 |
+
"epoch": 1.0029680066343678,
|
| 40447 |
+
"grad_norm": 0.055914655327796936,
|
| 40448 |
+
"learning_rate": 0.0001498520430012304,
|
| 40449 |
+
"loss": 10.2149,
|
| 40450 |
+
"step": 5744
|
| 40451 |
+
},
|
| 40452 |
+
{
|
| 40453 |
+
"epoch": 1.003142595259919,
|
| 40454 |
+
"grad_norm": 0.05121702700853348,
|
| 40455 |
+
"learning_rate": 0.0001498361818361503,
|
| 40456 |
+
"loss": 10.1869,
|
| 40457 |
+
"step": 5745
|
| 40458 |
+
},
|
| 40459 |
+
{
|
| 40460 |
+
"epoch": 1.0033171838854698,
|
| 40461 |
+
"grad_norm": 0.04965783655643463,
|
| 40462 |
+
"learning_rate": 0.00014982031900285018,
|
| 40463 |
+
"loss": 10.176,
|
| 40464 |
+
"step": 5746
|
| 40465 |
+
},
|
| 40466 |
+
{
|
| 40467 |
+
"epoch": 1.0034917725110208,
|
| 40468 |
+
"grad_norm": 0.06504116207361221,
|
| 40469 |
+
"learning_rate": 0.00014980445450186105,
|
| 40470 |
+
"loss": 10.1698,
|
| 40471 |
+
"step": 5747
|
| 40472 |
+
},
|
| 40473 |
+
{
|
| 40474 |
+
"epoch": 1.003666361136572,
|
| 40475 |
+
"grad_norm": 0.04818006232380867,
|
| 40476 |
+
"learning_rate": 0.00014978858833371392,
|
| 40477 |
+
"loss": 10.1659,
|
| 40478 |
+
"step": 5748
|
| 40479 |
+
},
|
| 40480 |
+
{
|
| 40481 |
+
"epoch": 1.003840949762123,
|
| 40482 |
+
"grad_norm": 0.06093728914856911,
|
| 40483 |
+
"learning_rate": 0.00014977272049893994,
|
| 40484 |
+
"loss": 10.1829,
|
| 40485 |
+
"step": 5749
|
| 40486 |
+
},
|
| 40487 |
+
{
|
| 40488 |
+
"epoch": 1.004015538387674,
|
| 40489 |
+
"grad_norm": 0.05267183855175972,
|
| 40490 |
+
"learning_rate": 0.0001497568509980702,
|
| 40491 |
+
"loss": 10.217,
|
| 40492 |
+
"step": 5750
|
| 40493 |
+
},
|
| 40494 |
+
{
|
| 40495 |
+
"epoch": 1.0041901270132252,
|
| 40496 |
+
"grad_norm": 0.06045687198638916,
|
| 40497 |
+
"learning_rate": 0.000149740979831636,
|
| 40498 |
+
"loss": 10.2039,
|
| 40499 |
+
"step": 5751
|
| 40500 |
+
},
|
| 40501 |
+
{
|
| 40502 |
+
"epoch": 1.004364715638776,
|
| 40503 |
+
"grad_norm": 0.05458356812596321,
|
| 40504 |
+
"learning_rate": 0.00014972510700016857,
|
| 40505 |
+
"loss": 10.1845,
|
| 40506 |
+
"step": 5752
|
| 40507 |
+
},
|
| 40508 |
+
{
|
| 40509 |
+
"epoch": 1.0045393042643271,
|
| 40510 |
+
"grad_norm": 0.05833377316594124,
|
| 40511 |
+
"learning_rate": 0.00014970923250419926,
|
| 40512 |
+
"loss": 10.1948,
|
| 40513 |
+
"step": 5753
|
| 40514 |
+
},
|
| 40515 |
+
{
|
| 40516 |
+
"epoch": 1.0047138928898782,
|
| 40517 |
+
"grad_norm": 0.06764700263738632,
|
| 40518 |
+
"learning_rate": 0.00014969335634425942,
|
| 40519 |
+
"loss": 10.1873,
|
| 40520 |
+
"step": 5754
|
| 40521 |
+
},
|
| 40522 |
+
{
|
| 40523 |
+
"epoch": 1.0048884815154293,
|
| 40524 |
+
"grad_norm": 0.054302558302879333,
|
| 40525 |
+
"learning_rate": 0.0001496774785208805,
|
| 40526 |
+
"loss": 10.1926,
|
| 40527 |
+
"step": 5755
|
| 40528 |
+
},
|
| 40529 |
+
{
|
| 40530 |
+
"epoch": 1.0050630701409804,
|
| 40531 |
+
"grad_norm": 0.05988295376300812,
|
| 40532 |
+
"learning_rate": 0.00014966159903459403,
|
| 40533 |
+
"loss": 10.1929,
|
| 40534 |
+
"step": 5756
|
| 40535 |
+
},
|
| 40536 |
+
{
|
| 40537 |
+
"epoch": 1.0052376587665313,
|
| 40538 |
+
"grad_norm": 0.06438133120536804,
|
| 40539 |
+
"learning_rate": 0.0001496457178859315,
|
| 40540 |
+
"loss": 10.1701,
|
| 40541 |
+
"step": 5757
|
| 40542 |
+
},
|
| 40543 |
+
{
|
| 40544 |
+
"epoch": 1.0054122473920823,
|
| 40545 |
+
"grad_norm": 0.06227213144302368,
|
| 40546 |
+
"learning_rate": 0.00014962983507542455,
|
| 40547 |
+
"loss": 10.176,
|
| 40548 |
+
"step": 5758
|
| 40549 |
+
},
|
| 40550 |
+
{
|
| 40551 |
+
"epoch": 1.0055868360176334,
|
| 40552 |
+
"grad_norm": 0.06620710343122482,
|
| 40553 |
+
"learning_rate": 0.0001496139506036049,
|
| 40554 |
+
"loss": 10.1769,
|
| 40555 |
+
"step": 5759
|
| 40556 |
+
},
|
| 40557 |
+
{
|
| 40558 |
+
"epoch": 1.0057614246431845,
|
| 40559 |
+
"grad_norm": 0.06392022967338562,
|
| 40560 |
+
"learning_rate": 0.00014959806447100416,
|
| 40561 |
+
"loss": 10.1723,
|
| 40562 |
+
"step": 5760
|
| 40563 |
+
},
|
| 40564 |
+
{
|
| 40565 |
+
"epoch": 1.0059360132687356,
|
| 40566 |
+
"grad_norm": 0.05427698418498039,
|
| 40567 |
+
"learning_rate": 0.0001495821766781542,
|
| 40568 |
+
"loss": 10.201,
|
| 40569 |
+
"step": 5761
|
| 40570 |
+
},
|
| 40571 |
+
{
|
| 40572 |
+
"epoch": 1.0061106018942867,
|
| 40573 |
+
"grad_norm": 0.06261684745550156,
|
| 40574 |
+
"learning_rate": 0.00014956628722558678,
|
| 40575 |
+
"loss": 10.1894,
|
| 40576 |
+
"step": 5762
|
| 40577 |
+
},
|
| 40578 |
+
{
|
| 40579 |
+
"epoch": 1.0062851905198376,
|
| 40580 |
+
"grad_norm": 0.07781316339969635,
|
| 40581 |
+
"learning_rate": 0.0001495503961138338,
|
| 40582 |
+
"loss": 10.2068,
|
| 40583 |
+
"step": 5763
|
| 40584 |
+
},
|
| 40585 |
+
{
|
| 40586 |
+
"epoch": 1.0064597791453886,
|
| 40587 |
+
"grad_norm": 0.07290042191743851,
|
| 40588 |
+
"learning_rate": 0.0001495345033434272,
|
| 40589 |
+
"loss": 10.1731,
|
| 40590 |
+
"step": 5764
|
| 40591 |
+
},
|
| 40592 |
+
{
|
| 40593 |
+
"epoch": 1.0066343677709397,
|
| 40594 |
+
"grad_norm": 0.08145986497402191,
|
| 40595 |
+
"learning_rate": 0.000149518608914899,
|
| 40596 |
+
"loss": 10.1969,
|
| 40597 |
+
"step": 5765
|
| 40598 |
+
},
|
| 40599 |
+
{
|
| 40600 |
+
"epoch": 1.0068089563964908,
|
| 40601 |
+
"grad_norm": 0.06236869841814041,
|
| 40602 |
+
"learning_rate": 0.00014950271282878122,
|
| 40603 |
+
"loss": 10.1745,
|
| 40604 |
+
"step": 5766
|
| 40605 |
+
},
|
| 40606 |
+
{
|
| 40607 |
+
"epoch": 1.006983545022042,
|
| 40608 |
+
"grad_norm": 0.08237026631832123,
|
| 40609 |
+
"learning_rate": 0.00014948681508560602,
|
| 40610 |
+
"loss": 10.1854,
|
| 40611 |
+
"step": 5767
|
| 40612 |
+
},
|
| 40613 |
+
{
|
| 40614 |
+
"epoch": 1.0071581336475928,
|
| 40615 |
+
"grad_norm": 0.07606489956378937,
|
| 40616 |
+
"learning_rate": 0.0001494709156859055,
|
| 40617 |
+
"loss": 10.1718,
|
| 40618 |
+
"step": 5768
|
| 40619 |
+
},
|
| 40620 |
+
{
|
| 40621 |
+
"epoch": 1.0073327222731439,
|
| 40622 |
+
"grad_norm": 0.07656125724315643,
|
| 40623 |
+
"learning_rate": 0.00014945501463021192,
|
| 40624 |
+
"loss": 10.188,
|
| 40625 |
+
"step": 5769
|
| 40626 |
+
},
|
| 40627 |
+
{
|
| 40628 |
+
"epoch": 1.007507310898695,
|
| 40629 |
+
"grad_norm": 0.07021692395210266,
|
| 40630 |
+
"learning_rate": 0.00014943911191905753,
|
| 40631 |
+
"loss": 10.1976,
|
| 40632 |
+
"step": 5770
|
| 40633 |
+
},
|
| 40634 |
+
{
|
| 40635 |
+
"epoch": 1.007681899524246,
|
| 40636 |
+
"grad_norm": 0.07397495955228806,
|
| 40637 |
+
"learning_rate": 0.00014942320755297468,
|
| 40638 |
+
"loss": 10.1895,
|
| 40639 |
+
"step": 5771
|
| 40640 |
+
},
|
| 40641 |
+
{
|
| 40642 |
+
"epoch": 1.0078564881497971,
|
| 40643 |
+
"grad_norm": 0.08195596933364868,
|
| 40644 |
+
"learning_rate": 0.0001494073015324957,
|
| 40645 |
+
"loss": 10.195,
|
| 40646 |
+
"step": 5772
|
| 40647 |
+
},
|
| 40648 |
+
{
|
| 40649 |
+
"epoch": 1.008031076775348,
|
| 40650 |
+
"grad_norm": 0.08129633963108063,
|
| 40651 |
+
"learning_rate": 0.0001493913938581531,
|
| 40652 |
+
"loss": 10.152,
|
| 40653 |
+
"step": 5773
|
| 40654 |
+
},
|
| 40655 |
+
{
|
| 40656 |
+
"epoch": 1.008205665400899,
|
| 40657 |
+
"grad_norm": 0.09744478762149811,
|
| 40658 |
+
"learning_rate": 0.00014937548453047934,
|
| 40659 |
+
"loss": 10.216,
|
| 40660 |
+
"step": 5774
|
| 40661 |
+
},
|
| 40662 |
+
{
|
| 40663 |
+
"epoch": 1.0083802540264502,
|
| 40664 |
+
"grad_norm": 0.12279422581195831,
|
| 40665 |
+
"learning_rate": 0.00014935957355000694,
|
| 40666 |
+
"loss": 10.1768,
|
| 40667 |
+
"step": 5775
|
| 40668 |
+
},
|
| 40669 |
+
{
|
| 40670 |
+
"epoch": 1.0085548426520012,
|
| 40671 |
+
"grad_norm": 0.11759734898805618,
|
| 40672 |
+
"learning_rate": 0.00014934366091726856,
|
| 40673 |
+
"loss": 10.1734,
|
| 40674 |
+
"step": 5776
|
| 40675 |
+
},
|
| 40676 |
+
{
|
| 40677 |
+
"epoch": 1.0087294312775523,
|
| 40678 |
+
"grad_norm": 0.17158079147338867,
|
| 40679 |
+
"learning_rate": 0.00014932774663279684,
|
| 40680 |
+
"loss": 10.2395,
|
| 40681 |
+
"step": 5777
|
| 40682 |
+
},
|
| 40683 |
+
{
|
| 40684 |
+
"epoch": 1.0089040199031034,
|
| 40685 |
+
"grad_norm": 0.04930964112281799,
|
| 40686 |
+
"learning_rate": 0.00014931183069712448,
|
| 40687 |
+
"loss": 10.2345,
|
| 40688 |
+
"step": 5778
|
| 40689 |
+
},
|
| 40690 |
+
{
|
| 40691 |
+
"epoch": 1.0090786085286543,
|
| 40692 |
+
"grad_norm": 0.057443879544734955,
|
| 40693 |
+
"learning_rate": 0.0001492959131107843,
|
| 40694 |
+
"loss": 10.1899,
|
| 40695 |
+
"step": 5779
|
| 40696 |
+
},
|
| 40697 |
+
{
|
| 40698 |
+
"epoch": 1.0092531971542054,
|
| 40699 |
+
"grad_norm": 0.04434008151292801,
|
| 40700 |
+
"learning_rate": 0.0001492799938743091,
|
| 40701 |
+
"loss": 10.1967,
|
| 40702 |
+
"step": 5780
|
| 40703 |
+
},
|
| 40704 |
+
{
|
| 40705 |
+
"epoch": 1.0094277857797564,
|
| 40706 |
+
"grad_norm": 0.052974678575992584,
|
| 40707 |
+
"learning_rate": 0.0001492640729882317,
|
| 40708 |
+
"loss": 10.2085,
|
| 40709 |
+
"step": 5781
|
| 40710 |
+
},
|
| 40711 |
+
{
|
| 40712 |
+
"epoch": 1.0096023744053075,
|
| 40713 |
+
"grad_norm": 0.0481257289648056,
|
| 40714 |
+
"learning_rate": 0.00014924815045308512,
|
| 40715 |
+
"loss": 10.1856,
|
| 40716 |
+
"step": 5782
|
| 40717 |
+
},
|
| 40718 |
+
{
|
| 40719 |
+
"epoch": 1.0097769630308586,
|
| 40720 |
+
"grad_norm": 0.06419013440608978,
|
| 40721 |
+
"learning_rate": 0.00014923222626940231,
|
| 40722 |
+
"loss": 10.221,
|
| 40723 |
+
"step": 5783
|
| 40724 |
+
},
|
| 40725 |
+
{
|
| 40726 |
+
"epoch": 1.0099515516564095,
|
| 40727 |
+
"grad_norm": 0.054239965975284576,
|
| 40728 |
+
"learning_rate": 0.00014921630043771635,
|
| 40729 |
+
"loss": 10.2103,
|
| 40730 |
+
"step": 5784
|
| 40731 |
+
},
|
| 40732 |
+
{
|
| 40733 |
+
"epoch": 1.0101261402819606,
|
| 40734 |
+
"grad_norm": 0.05938082933425903,
|
| 40735 |
+
"learning_rate": 0.00014920037295856032,
|
| 40736 |
+
"loss": 10.1991,
|
| 40737 |
+
"step": 5785
|
| 40738 |
+
},
|
| 40739 |
+
{
|
| 40740 |
+
"epoch": 1.0103007289075117,
|
| 40741 |
+
"grad_norm": 0.05635518953204155,
|
| 40742 |
+
"learning_rate": 0.00014918444383246737,
|
| 40743 |
+
"loss": 10.2088,
|
| 40744 |
+
"step": 5786
|
| 40745 |
+
},
|
| 40746 |
+
{
|
| 40747 |
+
"epoch": 1.0104753175330627,
|
| 40748 |
+
"grad_norm": 0.043817322701215744,
|
| 40749 |
+
"learning_rate": 0.00014916851305997076,
|
| 40750 |
+
"loss": 10.1972,
|
| 40751 |
+
"step": 5787
|
| 40752 |
+
},
|
| 40753 |
+
{
|
| 40754 |
+
"epoch": 1.0106499061586138,
|
| 40755 |
+
"grad_norm": 0.04839488863945007,
|
| 40756 |
+
"learning_rate": 0.00014915258064160367,
|
| 40757 |
+
"loss": 10.1924,
|
| 40758 |
+
"step": 5788
|
| 40759 |
+
},
|
| 40760 |
+
{
|
| 40761 |
+
"epoch": 1.010824494784165,
|
| 40762 |
+
"grad_norm": 0.05566531792283058,
|
| 40763 |
+
"learning_rate": 0.00014913664657789947,
|
| 40764 |
+
"loss": 10.1969,
|
| 40765 |
+
"step": 5789
|
| 40766 |
+
},
|
| 40767 |
+
{
|
| 40768 |
+
"epoch": 1.0109990834097158,
|
| 40769 |
+
"grad_norm": 0.05387744680047035,
|
| 40770 |
+
"learning_rate": 0.0001491207108693916,
|
| 40771 |
+
"loss": 10.1815,
|
| 40772 |
+
"step": 5790
|
| 40773 |
+
},
|
| 40774 |
+
{
|
| 40775 |
+
"epoch": 1.0111736720352669,
|
| 40776 |
+
"grad_norm": 0.06834516674280167,
|
| 40777 |
+
"learning_rate": 0.0001491047735166134,
|
| 40778 |
+
"loss": 10.2039,
|
| 40779 |
+
"step": 5791
|
| 40780 |
+
},
|
| 40781 |
+
{
|
| 40782 |
+
"epoch": 1.011348260660818,
|
| 40783 |
+
"grad_norm": 0.05428779870271683,
|
| 40784 |
+
"learning_rate": 0.0001490888345200984,
|
| 40785 |
+
"loss": 10.1872,
|
| 40786 |
+
"step": 5792
|
| 40787 |
+
},
|
| 40788 |
+
{
|
| 40789 |
+
"epoch": 1.011522849286369,
|
| 40790 |
+
"grad_norm": 0.0530514121055603,
|
| 40791 |
+
"learning_rate": 0.00014907289388038013,
|
| 40792 |
+
"loss": 10.1845,
|
| 40793 |
+
"step": 5793
|
| 40794 |
+
},
|
| 40795 |
+
{
|
| 40796 |
+
"epoch": 1.0116974379119201,
|
| 40797 |
+
"grad_norm": 0.061393287032842636,
|
| 40798 |
+
"learning_rate": 0.00014905695159799217,
|
| 40799 |
+
"loss": 10.1855,
|
| 40800 |
+
"step": 5794
|
| 40801 |
+
},
|
| 40802 |
+
{
|
| 40803 |
+
"epoch": 1.011872026537471,
|
| 40804 |
+
"grad_norm": 0.05823604390025139,
|
| 40805 |
+
"learning_rate": 0.0001490410076734682,
|
| 40806 |
+
"loss": 10.1927,
|
| 40807 |
+
"step": 5795
|
| 40808 |
+
},
|
| 40809 |
+
{
|
| 40810 |
+
"epoch": 1.012046615163022,
|
| 40811 |
+
"grad_norm": 0.05966512858867645,
|
| 40812 |
+
"learning_rate": 0.00014902506210734198,
|
| 40813 |
+
"loss": 10.1662,
|
| 40814 |
+
"step": 5796
|
| 40815 |
+
},
|
| 40816 |
+
{
|
| 40817 |
+
"epoch": 1.0122212037885732,
|
| 40818 |
+
"grad_norm": 0.050997164100408554,
|
| 40819 |
+
"learning_rate": 0.0001490091149001472,
|
| 40820 |
+
"loss": 10.1834,
|
| 40821 |
+
"step": 5797
|
| 40822 |
+
},
|
| 40823 |
+
{
|
| 40824 |
+
"epoch": 1.0123957924141243,
|
| 40825 |
+
"grad_norm": 0.055745188146829605,
|
| 40826 |
+
"learning_rate": 0.00014899316605241765,
|
| 40827 |
+
"loss": 10.1927,
|
| 40828 |
+
"step": 5798
|
| 40829 |
+
},
|
| 40830 |
+
{
|
| 40831 |
+
"epoch": 1.0125703810396753,
|
| 40832 |
+
"grad_norm": 0.09211524575948715,
|
| 40833 |
+
"learning_rate": 0.0001489772155646873,
|
| 40834 |
+
"loss": 10.194,
|
| 40835 |
+
"step": 5799
|
| 40836 |
+
},
|
| 40837 |
+
{
|
| 40838 |
+
"epoch": 1.0127449696652262,
|
| 40839 |
+
"grad_norm": 0.050969406962394714,
|
| 40840 |
+
"learning_rate": 0.00014896126343749,
|
| 40841 |
+
"loss": 10.1892,
|
| 40842 |
+
"step": 5800
|
| 40843 |
+
},
|
| 40844 |
+
{
|
| 40845 |
+
"epoch": 1.0127449696652262,
|
| 40846 |
+
"eval_loss": 10.175362586975098,
|
| 40847 |
+
"eval_runtime": 0.7202,
|
| 40848 |
+
"eval_samples_per_second": 320.751,
|
| 40849 |
+
"eval_steps_per_second": 161.07,
|
| 40850 |
+
"step": 5800
|
| 40851 |
}
|
| 40852 |
],
|
| 40853 |
"logging_steps": 1,
|
|
|
|
| 40876 |
"attributes": {}
|
| 40877 |
}
|
| 40878 |
},
|
| 40879 |
+
"total_flos": 314752775356416.0,
|
| 40880 |
"train_batch_size": 2,
|
| 40881 |
"trial_name": null,
|
| 40882 |
"trial_params": null
|