Training in progress, step 5600, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 231448
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7fe7fb0360778a3f7b48a48b7107b6cf807a96f0f432a3c37cee874adad0f16
|
| 3 |
size 231448
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 374849
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:daed6ece50bfe383337b8d299d3c171a9707bb62db08c33a6baa50aa1f149b4d
|
| 3 |
size 374849
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:043020da4095f7f3b7ae550a112411f108374e53f74663d080b80951a363b6d4
|
| 3 |
size 14645
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d4403d5d81bc9e7ca17d297d6216cfaeb03515ee38985bb3fed61ea349e4508
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 10.
|
| 4 |
-
"best_model_checkpoint": "miner_id_24/checkpoint-
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 200,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -38032,6 +38032,1414 @@
|
|
| 38032 |
"eval_samples_per_second": 312.997,
|
| 38033 |
"eval_steps_per_second": 157.176,
|
| 38034 |
"step": 5400
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38035 |
}
|
| 38036 |
],
|
| 38037 |
"logging_steps": 1,
|
|
@@ -38060,7 +39468,7 @@
|
|
| 38060 |
"attributes": {}
|
| 38061 |
}
|
| 38062 |
},
|
| 38063 |
-
"total_flos":
|
| 38064 |
"train_batch_size": 2,
|
| 38065 |
"trial_name": null,
|
| 38066 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 5600,
|
| 3 |
+
"best_metric": 10.175960540771484,
|
| 4 |
+
"best_model_checkpoint": "miner_id_24/checkpoint-5600",
|
| 5 |
+
"epoch": 0.977696303085854,
|
| 6 |
"eval_steps": 200,
|
| 7 |
+
"global_step": 5600,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 38032 |
"eval_samples_per_second": 312.997,
|
| 38033 |
"eval_steps_per_second": 157.176,
|
| 38034 |
"step": 5400
|
| 38035 |
+
},
|
| 38036 |
+
{
|
| 38037 |
+
"epoch": 0.9429531666011959,
|
| 38038 |
+
"grad_norm": 0.053093671798706055,
|
| 38039 |
+
"learning_rate": 0.0001551904352483217,
|
| 38040 |
+
"loss": 10.2049,
|
| 38041 |
+
"step": 5401
|
| 38042 |
+
},
|
| 38043 |
+
{
|
| 38044 |
+
"epoch": 0.943127755226747,
|
| 38045 |
+
"grad_norm": 0.047495171427726746,
|
| 38046 |
+
"learning_rate": 0.00015517517722011352,
|
| 38047 |
+
"loss": 10.1918,
|
| 38048 |
+
"step": 5402
|
| 38049 |
+
},
|
| 38050 |
+
{
|
| 38051 |
+
"epoch": 0.943302343852298,
|
| 38052 |
+
"grad_norm": 0.049747880548238754,
|
| 38053 |
+
"learning_rate": 0.00015515991734496739,
|
| 38054 |
+
"loss": 10.1915,
|
| 38055 |
+
"step": 5403
|
| 38056 |
+
},
|
| 38057 |
+
{
|
| 38058 |
+
"epoch": 0.943476932477849,
|
| 38059 |
+
"grad_norm": 0.04538782313466072,
|
| 38060 |
+
"learning_rate": 0.0001551446556233941,
|
| 38061 |
+
"loss": 10.2099,
|
| 38062 |
+
"step": 5404
|
| 38063 |
+
},
|
| 38064 |
+
{
|
| 38065 |
+
"epoch": 0.9436515211034001,
|
| 38066 |
+
"grad_norm": 0.06305088102817535,
|
| 38067 |
+
"learning_rate": 0.00015512939205590459,
|
| 38068 |
+
"loss": 10.2024,
|
| 38069 |
+
"step": 5405
|
| 38070 |
+
},
|
| 38071 |
+
{
|
| 38072 |
+
"epoch": 0.9438261097289512,
|
| 38073 |
+
"grad_norm": 0.05244270712137222,
|
| 38074 |
+
"learning_rate": 0.00015511412664300967,
|
| 38075 |
+
"loss": 10.1993,
|
| 38076 |
+
"step": 5406
|
| 38077 |
+
},
|
| 38078 |
+
{
|
| 38079 |
+
"epoch": 0.9440006983545022,
|
| 38080 |
+
"grad_norm": 0.05334092304110527,
|
| 38081 |
+
"learning_rate": 0.00015509885938522046,
|
| 38082 |
+
"loss": 10.1835,
|
| 38083 |
+
"step": 5407
|
| 38084 |
+
},
|
| 38085 |
+
{
|
| 38086 |
+
"epoch": 0.9441752869800533,
|
| 38087 |
+
"grad_norm": 0.056259412318468094,
|
| 38088 |
+
"learning_rate": 0.000155083590283048,
|
| 38089 |
+
"loss": 10.2128,
|
| 38090 |
+
"step": 5408
|
| 38091 |
+
},
|
| 38092 |
+
{
|
| 38093 |
+
"epoch": 0.9443498756056043,
|
| 38094 |
+
"grad_norm": 0.05423244833946228,
|
| 38095 |
+
"learning_rate": 0.00015506831933700333,
|
| 38096 |
+
"loss": 10.1943,
|
| 38097 |
+
"step": 5409
|
| 38098 |
+
},
|
| 38099 |
+
{
|
| 38100 |
+
"epoch": 0.9445244642311553,
|
| 38101 |
+
"grad_norm": 0.041430406272411346,
|
| 38102 |
+
"learning_rate": 0.00015505304654759772,
|
| 38103 |
+
"loss": 10.201,
|
| 38104 |
+
"step": 5410
|
| 38105 |
+
},
|
| 38106 |
+
{
|
| 38107 |
+
"epoch": 0.9446990528567064,
|
| 38108 |
+
"grad_norm": 0.05186164006590843,
|
| 38109 |
+
"learning_rate": 0.00015503777191534234,
|
| 38110 |
+
"loss": 10.1939,
|
| 38111 |
+
"step": 5411
|
| 38112 |
+
},
|
| 38113 |
+
{
|
| 38114 |
+
"epoch": 0.9448736414822574,
|
| 38115 |
+
"grad_norm": 0.051748067140579224,
|
| 38116 |
+
"learning_rate": 0.00015502249544074856,
|
| 38117 |
+
"loss": 10.1997,
|
| 38118 |
+
"step": 5412
|
| 38119 |
+
},
|
| 38120 |
+
{
|
| 38121 |
+
"epoch": 0.9450482301078085,
|
| 38122 |
+
"grad_norm": 0.04996586591005325,
|
| 38123 |
+
"learning_rate": 0.00015500721712432766,
|
| 38124 |
+
"loss": 10.1919,
|
| 38125 |
+
"step": 5413
|
| 38126 |
+
},
|
| 38127 |
+
{
|
| 38128 |
+
"epoch": 0.9452228187333596,
|
| 38129 |
+
"grad_norm": 0.048148781061172485,
|
| 38130 |
+
"learning_rate": 0.00015499193696659117,
|
| 38131 |
+
"loss": 10.2043,
|
| 38132 |
+
"step": 5414
|
| 38133 |
+
},
|
| 38134 |
+
{
|
| 38135 |
+
"epoch": 0.9453974073589105,
|
| 38136 |
+
"grad_norm": 0.04624267667531967,
|
| 38137 |
+
"learning_rate": 0.00015497665496805053,
|
| 38138 |
+
"loss": 10.1814,
|
| 38139 |
+
"step": 5415
|
| 38140 |
+
},
|
| 38141 |
+
{
|
| 38142 |
+
"epoch": 0.9455719959844616,
|
| 38143 |
+
"grad_norm": 0.049574390053749084,
|
| 38144 |
+
"learning_rate": 0.00015496137112921727,
|
| 38145 |
+
"loss": 10.1809,
|
| 38146 |
+
"step": 5416
|
| 38147 |
+
},
|
| 38148 |
+
{
|
| 38149 |
+
"epoch": 0.9457465846100127,
|
| 38150 |
+
"grad_norm": 0.06348580121994019,
|
| 38151 |
+
"learning_rate": 0.00015494608545060305,
|
| 38152 |
+
"loss": 10.1788,
|
| 38153 |
+
"step": 5417
|
| 38154 |
+
},
|
| 38155 |
+
{
|
| 38156 |
+
"epoch": 0.9459211732355637,
|
| 38157 |
+
"grad_norm": 0.05442245304584503,
|
| 38158 |
+
"learning_rate": 0.0001549307979327195,
|
| 38159 |
+
"loss": 10.1743,
|
| 38160 |
+
"step": 5418
|
| 38161 |
+
},
|
| 38162 |
+
{
|
| 38163 |
+
"epoch": 0.9460957618611148,
|
| 38164 |
+
"grad_norm": 0.04964352399110794,
|
| 38165 |
+
"learning_rate": 0.00015491550857607838,
|
| 38166 |
+
"loss": 10.1935,
|
| 38167 |
+
"step": 5419
|
| 38168 |
+
},
|
| 38169 |
+
{
|
| 38170 |
+
"epoch": 0.9462703504866657,
|
| 38171 |
+
"grad_norm": 0.05231630057096481,
|
| 38172 |
+
"learning_rate": 0.00015490021738119144,
|
| 38173 |
+
"loss": 10.1691,
|
| 38174 |
+
"step": 5420
|
| 38175 |
+
},
|
| 38176 |
+
{
|
| 38177 |
+
"epoch": 0.9464449391122168,
|
| 38178 |
+
"grad_norm": 0.059086378663778305,
|
| 38179 |
+
"learning_rate": 0.00015488492434857063,
|
| 38180 |
+
"loss": 10.1984,
|
| 38181 |
+
"step": 5421
|
| 38182 |
+
},
|
| 38183 |
+
{
|
| 38184 |
+
"epoch": 0.9466195277377679,
|
| 38185 |
+
"grad_norm": 0.05101240798830986,
|
| 38186 |
+
"learning_rate": 0.0001548696294787278,
|
| 38187 |
+
"loss": 10.2044,
|
| 38188 |
+
"step": 5422
|
| 38189 |
+
},
|
| 38190 |
+
{
|
| 38191 |
+
"epoch": 0.9467941163633189,
|
| 38192 |
+
"grad_norm": 0.055375684052705765,
|
| 38193 |
+
"learning_rate": 0.00015485433277217495,
|
| 38194 |
+
"loss": 10.2004,
|
| 38195 |
+
"step": 5423
|
| 38196 |
+
},
|
| 38197 |
+
{
|
| 38198 |
+
"epoch": 0.94696870498887,
|
| 38199 |
+
"grad_norm": 0.06307633221149445,
|
| 38200 |
+
"learning_rate": 0.00015483903422942413,
|
| 38201 |
+
"loss": 10.2112,
|
| 38202 |
+
"step": 5424
|
| 38203 |
+
},
|
| 38204 |
+
{
|
| 38205 |
+
"epoch": 0.9471432936144211,
|
| 38206 |
+
"grad_norm": 0.0573149248957634,
|
| 38207 |
+
"learning_rate": 0.00015482373385098742,
|
| 38208 |
+
"loss": 10.1709,
|
| 38209 |
+
"step": 5425
|
| 38210 |
+
},
|
| 38211 |
+
{
|
| 38212 |
+
"epoch": 0.947317882239972,
|
| 38213 |
+
"grad_norm": 0.06026696413755417,
|
| 38214 |
+
"learning_rate": 0.000154808431637377,
|
| 38215 |
+
"loss": 10.1725,
|
| 38216 |
+
"step": 5426
|
| 38217 |
+
},
|
| 38218 |
+
{
|
| 38219 |
+
"epoch": 0.9474924708655231,
|
| 38220 |
+
"grad_norm": 0.05561227723956108,
|
| 38221 |
+
"learning_rate": 0.0001547931275891051,
|
| 38222 |
+
"loss": 10.2124,
|
| 38223 |
+
"step": 5427
|
| 38224 |
+
},
|
| 38225 |
+
{
|
| 38226 |
+
"epoch": 0.9476670594910741,
|
| 38227 |
+
"grad_norm": 0.04965277761220932,
|
| 38228 |
+
"learning_rate": 0.00015477782170668402,
|
| 38229 |
+
"loss": 10.2016,
|
| 38230 |
+
"step": 5428
|
| 38231 |
+
},
|
| 38232 |
+
{
|
| 38233 |
+
"epoch": 0.9478416481166252,
|
| 38234 |
+
"grad_norm": 0.07189156115055084,
|
| 38235 |
+
"learning_rate": 0.00015476251399062612,
|
| 38236 |
+
"loss": 10.162,
|
| 38237 |
+
"step": 5429
|
| 38238 |
+
},
|
| 38239 |
+
{
|
| 38240 |
+
"epoch": 0.9480162367421763,
|
| 38241 |
+
"grad_norm": 0.0592474527657032,
|
| 38242 |
+
"learning_rate": 0.00015474720444144378,
|
| 38243 |
+
"loss": 10.1677,
|
| 38244 |
+
"step": 5430
|
| 38245 |
+
},
|
| 38246 |
+
{
|
| 38247 |
+
"epoch": 0.9481908253677273,
|
| 38248 |
+
"grad_norm": 0.06702686101198196,
|
| 38249 |
+
"learning_rate": 0.00015473189305964947,
|
| 38250 |
+
"loss": 10.1948,
|
| 38251 |
+
"step": 5431
|
| 38252 |
+
},
|
| 38253 |
+
{
|
| 38254 |
+
"epoch": 0.9483654139932783,
|
| 38255 |
+
"grad_norm": 0.0594152957201004,
|
| 38256 |
+
"learning_rate": 0.00015471657984575575,
|
| 38257 |
+
"loss": 10.1903,
|
| 38258 |
+
"step": 5432
|
| 38259 |
+
},
|
| 38260 |
+
{
|
| 38261 |
+
"epoch": 0.9485400026188294,
|
| 38262 |
+
"grad_norm": 0.05972760543227196,
|
| 38263 |
+
"learning_rate": 0.00015470126480027522,
|
| 38264 |
+
"loss": 10.1732,
|
| 38265 |
+
"step": 5433
|
| 38266 |
+
},
|
| 38267 |
+
{
|
| 38268 |
+
"epoch": 0.9487145912443804,
|
| 38269 |
+
"grad_norm": 0.060395658016204834,
|
| 38270 |
+
"learning_rate": 0.0001546859479237205,
|
| 38271 |
+
"loss": 10.1773,
|
| 38272 |
+
"step": 5434
|
| 38273 |
+
},
|
| 38274 |
+
{
|
| 38275 |
+
"epoch": 0.9488891798699315,
|
| 38276 |
+
"grad_norm": 0.0641072541475296,
|
| 38277 |
+
"learning_rate": 0.00015467062921660434,
|
| 38278 |
+
"loss": 10.1907,
|
| 38279 |
+
"step": 5435
|
| 38280 |
+
},
|
| 38281 |
+
{
|
| 38282 |
+
"epoch": 0.9490637684954826,
|
| 38283 |
+
"grad_norm": 0.06768615543842316,
|
| 38284 |
+
"learning_rate": 0.0001546553086794395,
|
| 38285 |
+
"loss": 10.1822,
|
| 38286 |
+
"step": 5436
|
| 38287 |
+
},
|
| 38288 |
+
{
|
| 38289 |
+
"epoch": 0.9492383571210335,
|
| 38290 |
+
"grad_norm": 0.0633959174156189,
|
| 38291 |
+
"learning_rate": 0.00015463998631273885,
|
| 38292 |
+
"loss": 10.1786,
|
| 38293 |
+
"step": 5437
|
| 38294 |
+
},
|
| 38295 |
+
{
|
| 38296 |
+
"epoch": 0.9494129457465846,
|
| 38297 |
+
"grad_norm": 0.06367871910333633,
|
| 38298 |
+
"learning_rate": 0.00015462466211701523,
|
| 38299 |
+
"loss": 10.2018,
|
| 38300 |
+
"step": 5438
|
| 38301 |
+
},
|
| 38302 |
+
{
|
| 38303 |
+
"epoch": 0.9495875343721356,
|
| 38304 |
+
"grad_norm": 0.06586844474077225,
|
| 38305 |
+
"learning_rate": 0.0001546093360927817,
|
| 38306 |
+
"loss": 10.1928,
|
| 38307 |
+
"step": 5439
|
| 38308 |
+
},
|
| 38309 |
+
{
|
| 38310 |
+
"epoch": 0.9497621229976867,
|
| 38311 |
+
"grad_norm": 0.06698274612426758,
|
| 38312 |
+
"learning_rate": 0.00015459400824055118,
|
| 38313 |
+
"loss": 10.2061,
|
| 38314 |
+
"step": 5440
|
| 38315 |
+
},
|
| 38316 |
+
{
|
| 38317 |
+
"epoch": 0.9499367116232378,
|
| 38318 |
+
"grad_norm": 0.0725969448685646,
|
| 38319 |
+
"learning_rate": 0.00015457867856083683,
|
| 38320 |
+
"loss": 10.179,
|
| 38321 |
+
"step": 5441
|
| 38322 |
+
},
|
| 38323 |
+
{
|
| 38324 |
+
"epoch": 0.9501113002487888,
|
| 38325 |
+
"grad_norm": 0.08062577247619629,
|
| 38326 |
+
"learning_rate": 0.00015456334705415178,
|
| 38327 |
+
"loss": 10.1812,
|
| 38328 |
+
"step": 5442
|
| 38329 |
+
},
|
| 38330 |
+
{
|
| 38331 |
+
"epoch": 0.9502858888743398,
|
| 38332 |
+
"grad_norm": 0.07306060194969177,
|
| 38333 |
+
"learning_rate": 0.00015454801372100923,
|
| 38334 |
+
"loss": 10.1811,
|
| 38335 |
+
"step": 5443
|
| 38336 |
+
},
|
| 38337 |
+
{
|
| 38338 |
+
"epoch": 0.9504604774998909,
|
| 38339 |
+
"grad_norm": 0.07830671966075897,
|
| 38340 |
+
"learning_rate": 0.00015453267856192242,
|
| 38341 |
+
"loss": 10.1518,
|
| 38342 |
+
"step": 5444
|
| 38343 |
+
},
|
| 38344 |
+
{
|
| 38345 |
+
"epoch": 0.9506350661254419,
|
| 38346 |
+
"grad_norm": 0.08787042647600174,
|
| 38347 |
+
"learning_rate": 0.00015451734157740475,
|
| 38348 |
+
"loss": 10.2214,
|
| 38349 |
+
"step": 5445
|
| 38350 |
+
},
|
| 38351 |
+
{
|
| 38352 |
+
"epoch": 0.950809654750993,
|
| 38353 |
+
"grad_norm": 0.09384682029485703,
|
| 38354 |
+
"learning_rate": 0.00015450200276796952,
|
| 38355 |
+
"loss": 10.2192,
|
| 38356 |
+
"step": 5446
|
| 38357 |
+
},
|
| 38358 |
+
{
|
| 38359 |
+
"epoch": 0.950984243376544,
|
| 38360 |
+
"grad_norm": 0.08121684938669205,
|
| 38361 |
+
"learning_rate": 0.00015448666213413028,
|
| 38362 |
+
"loss": 10.2305,
|
| 38363 |
+
"step": 5447
|
| 38364 |
+
},
|
| 38365 |
+
{
|
| 38366 |
+
"epoch": 0.9511588320020951,
|
| 38367 |
+
"grad_norm": 0.09039716422557831,
|
| 38368 |
+
"learning_rate": 0.0001544713196764005,
|
| 38369 |
+
"loss": 10.2026,
|
| 38370 |
+
"step": 5448
|
| 38371 |
+
},
|
| 38372 |
+
{
|
| 38373 |
+
"epoch": 0.9513334206276461,
|
| 38374 |
+
"grad_norm": 0.11156367510557175,
|
| 38375 |
+
"learning_rate": 0.0001544559753952937,
|
| 38376 |
+
"loss": 10.2026,
|
| 38377 |
+
"step": 5449
|
| 38378 |
+
},
|
| 38379 |
+
{
|
| 38380 |
+
"epoch": 0.9515080092531971,
|
| 38381 |
+
"grad_norm": 0.14247088134288788,
|
| 38382 |
+
"learning_rate": 0.00015444062929132363,
|
| 38383 |
+
"loss": 10.2056,
|
| 38384 |
+
"step": 5450
|
| 38385 |
+
},
|
| 38386 |
+
{
|
| 38387 |
+
"epoch": 0.9516825978787482,
|
| 38388 |
+
"grad_norm": 0.05862162262201309,
|
| 38389 |
+
"learning_rate": 0.0001544252813650039,
|
| 38390 |
+
"loss": 10.2046,
|
| 38391 |
+
"step": 5451
|
| 38392 |
+
},
|
| 38393 |
+
{
|
| 38394 |
+
"epoch": 0.9518571865042993,
|
| 38395 |
+
"grad_norm": 0.050896257162094116,
|
| 38396 |
+
"learning_rate": 0.00015440993161684827,
|
| 38397 |
+
"loss": 10.218,
|
| 38398 |
+
"step": 5452
|
| 38399 |
+
},
|
| 38400 |
+
{
|
| 38401 |
+
"epoch": 0.9520317751298503,
|
| 38402 |
+
"grad_norm": 0.05472995340824127,
|
| 38403 |
+
"learning_rate": 0.0001543945800473706,
|
| 38404 |
+
"loss": 10.1984,
|
| 38405 |
+
"step": 5453
|
| 38406 |
+
},
|
| 38407 |
+
{
|
| 38408 |
+
"epoch": 0.9522063637554014,
|
| 38409 |
+
"grad_norm": 0.04619023576378822,
|
| 38410 |
+
"learning_rate": 0.00015437922665708476,
|
| 38411 |
+
"loss": 10.1917,
|
| 38412 |
+
"step": 5454
|
| 38413 |
+
},
|
| 38414 |
+
{
|
| 38415 |
+
"epoch": 0.9523809523809523,
|
| 38416 |
+
"grad_norm": 0.042969223111867905,
|
| 38417 |
+
"learning_rate": 0.00015436387144650464,
|
| 38418 |
+
"loss": 10.2062,
|
| 38419 |
+
"step": 5455
|
| 38420 |
+
},
|
| 38421 |
+
{
|
| 38422 |
+
"epoch": 0.9525555410065034,
|
| 38423 |
+
"grad_norm": 0.04479235038161278,
|
| 38424 |
+
"learning_rate": 0.00015434851441614432,
|
| 38425 |
+
"loss": 10.2121,
|
| 38426 |
+
"step": 5456
|
| 38427 |
+
},
|
| 38428 |
+
{
|
| 38429 |
+
"epoch": 0.9527301296320545,
|
| 38430 |
+
"grad_norm": 0.053144872188568115,
|
| 38431 |
+
"learning_rate": 0.00015433315556651783,
|
| 38432 |
+
"loss": 10.2139,
|
| 38433 |
+
"step": 5457
|
| 38434 |
+
},
|
| 38435 |
+
{
|
| 38436 |
+
"epoch": 0.9529047182576055,
|
| 38437 |
+
"grad_norm": 0.05815970152616501,
|
| 38438 |
+
"learning_rate": 0.00015431779489813926,
|
| 38439 |
+
"loss": 10.2034,
|
| 38440 |
+
"step": 5458
|
| 38441 |
+
},
|
| 38442 |
+
{
|
| 38443 |
+
"epoch": 0.9530793068831566,
|
| 38444 |
+
"grad_norm": 0.05089196562767029,
|
| 38445 |
+
"learning_rate": 0.00015430243241152284,
|
| 38446 |
+
"loss": 10.2045,
|
| 38447 |
+
"step": 5459
|
| 38448 |
+
},
|
| 38449 |
+
{
|
| 38450 |
+
"epoch": 0.9532538955087076,
|
| 38451 |
+
"grad_norm": 0.053826089948415756,
|
| 38452 |
+
"learning_rate": 0.00015428706810718276,
|
| 38453 |
+
"loss": 10.2121,
|
| 38454 |
+
"step": 5460
|
| 38455 |
+
},
|
| 38456 |
+
{
|
| 38457 |
+
"epoch": 0.9534284841342586,
|
| 38458 |
+
"grad_norm": 0.05520053580403328,
|
| 38459 |
+
"learning_rate": 0.0001542717019856334,
|
| 38460 |
+
"loss": 10.1838,
|
| 38461 |
+
"step": 5461
|
| 38462 |
+
},
|
| 38463 |
+
{
|
| 38464 |
+
"epoch": 0.9536030727598097,
|
| 38465 |
+
"grad_norm": 0.05302613973617554,
|
| 38466 |
+
"learning_rate": 0.00015425633404738908,
|
| 38467 |
+
"loss": 10.1978,
|
| 38468 |
+
"step": 5462
|
| 38469 |
+
},
|
| 38470 |
+
{
|
| 38471 |
+
"epoch": 0.9537776613853608,
|
| 38472 |
+
"grad_norm": 0.05318000540137291,
|
| 38473 |
+
"learning_rate": 0.00015424096429296423,
|
| 38474 |
+
"loss": 10.2205,
|
| 38475 |
+
"step": 5463
|
| 38476 |
+
},
|
| 38477 |
+
{
|
| 38478 |
+
"epoch": 0.9539522500109118,
|
| 38479 |
+
"grad_norm": 0.04089014604687691,
|
| 38480 |
+
"learning_rate": 0.00015422559272287335,
|
| 38481 |
+
"loss": 10.2022,
|
| 38482 |
+
"step": 5464
|
| 38483 |
+
},
|
| 38484 |
+
{
|
| 38485 |
+
"epoch": 0.9541268386364629,
|
| 38486 |
+
"grad_norm": 0.05596942827105522,
|
| 38487 |
+
"learning_rate": 0.00015421021933763101,
|
| 38488 |
+
"loss": 10.1949,
|
| 38489 |
+
"step": 5465
|
| 38490 |
+
},
|
| 38491 |
+
{
|
| 38492 |
+
"epoch": 0.9543014272620138,
|
| 38493 |
+
"grad_norm": 0.05569763109087944,
|
| 38494 |
+
"learning_rate": 0.00015419484413775175,
|
| 38495 |
+
"loss": 10.1885,
|
| 38496 |
+
"step": 5466
|
| 38497 |
+
},
|
| 38498 |
+
{
|
| 38499 |
+
"epoch": 0.9544760158875649,
|
| 38500 |
+
"grad_norm": 0.04881793633103371,
|
| 38501 |
+
"learning_rate": 0.0001541794671237503,
|
| 38502 |
+
"loss": 10.1919,
|
| 38503 |
+
"step": 5467
|
| 38504 |
+
},
|
| 38505 |
+
{
|
| 38506 |
+
"epoch": 0.954650604513116,
|
| 38507 |
+
"grad_norm": 0.056059762835502625,
|
| 38508 |
+
"learning_rate": 0.00015416408829614138,
|
| 38509 |
+
"loss": 10.1997,
|
| 38510 |
+
"step": 5468
|
| 38511 |
+
},
|
| 38512 |
+
{
|
| 38513 |
+
"epoch": 0.954825193138667,
|
| 38514 |
+
"grad_norm": 0.05505518987774849,
|
| 38515 |
+
"learning_rate": 0.00015414870765543976,
|
| 38516 |
+
"loss": 10.1735,
|
| 38517 |
+
"step": 5469
|
| 38518 |
+
},
|
| 38519 |
+
{
|
| 38520 |
+
"epoch": 0.9549997817642181,
|
| 38521 |
+
"grad_norm": 0.05538386479020119,
|
| 38522 |
+
"learning_rate": 0.00015413332520216035,
|
| 38523 |
+
"loss": 10.191,
|
| 38524 |
+
"step": 5470
|
| 38525 |
+
},
|
| 38526 |
+
{
|
| 38527 |
+
"epoch": 0.9551743703897692,
|
| 38528 |
+
"grad_norm": 0.06357568502426147,
|
| 38529 |
+
"learning_rate": 0.000154117940936818,
|
| 38530 |
+
"loss": 10.1808,
|
| 38531 |
+
"step": 5471
|
| 38532 |
+
},
|
| 38533 |
+
{
|
| 38534 |
+
"epoch": 0.9553489590153201,
|
| 38535 |
+
"grad_norm": 0.05111382156610489,
|
| 38536 |
+
"learning_rate": 0.0001541025548599277,
|
| 38537 |
+
"loss": 10.192,
|
| 38538 |
+
"step": 5472
|
| 38539 |
+
},
|
| 38540 |
+
{
|
| 38541 |
+
"epoch": 0.9555235476408712,
|
| 38542 |
+
"grad_norm": 0.051932305097579956,
|
| 38543 |
+
"learning_rate": 0.0001540871669720045,
|
| 38544 |
+
"loss": 10.1806,
|
| 38545 |
+
"step": 5473
|
| 38546 |
+
},
|
| 38547 |
+
{
|
| 38548 |
+
"epoch": 0.9556981362664222,
|
| 38549 |
+
"grad_norm": 0.057083360850811005,
|
| 38550 |
+
"learning_rate": 0.00015407177727356345,
|
| 38551 |
+
"loss": 10.2129,
|
| 38552 |
+
"step": 5474
|
| 38553 |
+
},
|
| 38554 |
+
{
|
| 38555 |
+
"epoch": 0.9558727248919733,
|
| 38556 |
+
"grad_norm": 0.05800348520278931,
|
| 38557 |
+
"learning_rate": 0.00015405638576511982,
|
| 38558 |
+
"loss": 10.2079,
|
| 38559 |
+
"step": 5475
|
| 38560 |
+
},
|
| 38561 |
+
{
|
| 38562 |
+
"epoch": 0.9560473135175244,
|
| 38563 |
+
"grad_norm": 0.05792481452226639,
|
| 38564 |
+
"learning_rate": 0.0001540409924471887,
|
| 38565 |
+
"loss": 10.1768,
|
| 38566 |
+
"step": 5476
|
| 38567 |
+
},
|
| 38568 |
+
{
|
| 38569 |
+
"epoch": 0.9562219021430753,
|
| 38570 |
+
"grad_norm": 0.06318879127502441,
|
| 38571 |
+
"learning_rate": 0.0001540255973202854,
|
| 38572 |
+
"loss": 10.2335,
|
| 38573 |
+
"step": 5477
|
| 38574 |
+
},
|
| 38575 |
+
{
|
| 38576 |
+
"epoch": 0.9563964907686264,
|
| 38577 |
+
"grad_norm": 0.0520271435379982,
|
| 38578 |
+
"learning_rate": 0.0001540102003849253,
|
| 38579 |
+
"loss": 10.2089,
|
| 38580 |
+
"step": 5478
|
| 38581 |
+
},
|
| 38582 |
+
{
|
| 38583 |
+
"epoch": 0.9565710793941775,
|
| 38584 |
+
"grad_norm": 0.0590297132730484,
|
| 38585 |
+
"learning_rate": 0.00015399480164162379,
|
| 38586 |
+
"loss": 10.2107,
|
| 38587 |
+
"step": 5479
|
| 38588 |
+
},
|
| 38589 |
+
{
|
| 38590 |
+
"epoch": 0.9567456680197285,
|
| 38591 |
+
"grad_norm": 0.061246804893016815,
|
| 38592 |
+
"learning_rate": 0.0001539794010908963,
|
| 38593 |
+
"loss": 10.216,
|
| 38594 |
+
"step": 5480
|
| 38595 |
+
},
|
| 38596 |
+
{
|
| 38597 |
+
"epoch": 0.9569202566452796,
|
| 38598 |
+
"grad_norm": 0.05900084599852562,
|
| 38599 |
+
"learning_rate": 0.00015396399873325836,
|
| 38600 |
+
"loss": 10.1755,
|
| 38601 |
+
"step": 5481
|
| 38602 |
+
},
|
| 38603 |
+
{
|
| 38604 |
+
"epoch": 0.9570948452708306,
|
| 38605 |
+
"grad_norm": 0.07168509066104889,
|
| 38606 |
+
"learning_rate": 0.00015394859456922556,
|
| 38607 |
+
"loss": 10.2054,
|
| 38608 |
+
"step": 5482
|
| 38609 |
+
},
|
| 38610 |
+
{
|
| 38611 |
+
"epoch": 0.9572694338963816,
|
| 38612 |
+
"grad_norm": 0.06155550852417946,
|
| 38613 |
+
"learning_rate": 0.0001539331885993135,
|
| 38614 |
+
"loss": 10.2327,
|
| 38615 |
+
"step": 5483
|
| 38616 |
+
},
|
| 38617 |
+
{
|
| 38618 |
+
"epoch": 0.9574440225219327,
|
| 38619 |
+
"grad_norm": 0.061919715255498886,
|
| 38620 |
+
"learning_rate": 0.0001539177808240379,
|
| 38621 |
+
"loss": 10.202,
|
| 38622 |
+
"step": 5484
|
| 38623 |
+
},
|
| 38624 |
+
{
|
| 38625 |
+
"epoch": 0.9576186111474837,
|
| 38626 |
+
"grad_norm": 0.06450996547937393,
|
| 38627 |
+
"learning_rate": 0.00015390237124391458,
|
| 38628 |
+
"loss": 10.1834,
|
| 38629 |
+
"step": 5485
|
| 38630 |
+
},
|
| 38631 |
+
{
|
| 38632 |
+
"epoch": 0.9577931997730348,
|
| 38633 |
+
"grad_norm": 0.07309959083795547,
|
| 38634 |
+
"learning_rate": 0.0001538869598594593,
|
| 38635 |
+
"loss": 10.1874,
|
| 38636 |
+
"step": 5486
|
| 38637 |
+
},
|
| 38638 |
+
{
|
| 38639 |
+
"epoch": 0.9579677883985859,
|
| 38640 |
+
"grad_norm": 0.06287217140197754,
|
| 38641 |
+
"learning_rate": 0.00015387154667118798,
|
| 38642 |
+
"loss": 10.1713,
|
| 38643 |
+
"step": 5487
|
| 38644 |
+
},
|
| 38645 |
+
{
|
| 38646 |
+
"epoch": 0.9581423770241368,
|
| 38647 |
+
"grad_norm": 0.0723186656832695,
|
| 38648 |
+
"learning_rate": 0.00015385613167961644,
|
| 38649 |
+
"loss": 10.181,
|
| 38650 |
+
"step": 5488
|
| 38651 |
+
},
|
| 38652 |
+
{
|
| 38653 |
+
"epoch": 0.9583169656496879,
|
| 38654 |
+
"grad_norm": 0.06748726963996887,
|
| 38655 |
+
"learning_rate": 0.00015384071488526086,
|
| 38656 |
+
"loss": 10.1943,
|
| 38657 |
+
"step": 5489
|
| 38658 |
+
},
|
| 38659 |
+
{
|
| 38660 |
+
"epoch": 0.958491554275239,
|
| 38661 |
+
"grad_norm": 0.06758575141429901,
|
| 38662 |
+
"learning_rate": 0.0001538252962886372,
|
| 38663 |
+
"loss": 10.1926,
|
| 38664 |
+
"step": 5490
|
| 38665 |
+
},
|
| 38666 |
+
{
|
| 38667 |
+
"epoch": 0.95866614290079,
|
| 38668 |
+
"grad_norm": 0.06378650665283203,
|
| 38669 |
+
"learning_rate": 0.00015380987589026164,
|
| 38670 |
+
"loss": 10.1657,
|
| 38671 |
+
"step": 5491
|
| 38672 |
+
},
|
| 38673 |
+
{
|
| 38674 |
+
"epoch": 0.9588407315263411,
|
| 38675 |
+
"grad_norm": 0.08360480517148972,
|
| 38676 |
+
"learning_rate": 0.00015379445369065027,
|
| 38677 |
+
"loss": 10.1779,
|
| 38678 |
+
"step": 5492
|
| 38679 |
+
},
|
| 38680 |
+
{
|
| 38681 |
+
"epoch": 0.9590153201518921,
|
| 38682 |
+
"grad_norm": 0.07150676101446152,
|
| 38683 |
+
"learning_rate": 0.00015377902969031945,
|
| 38684 |
+
"loss": 10.196,
|
| 38685 |
+
"step": 5493
|
| 38686 |
+
},
|
| 38687 |
+
{
|
| 38688 |
+
"epoch": 0.9591899087774431,
|
| 38689 |
+
"grad_norm": 0.07829544693231583,
|
| 38690 |
+
"learning_rate": 0.0001537636038897854,
|
| 38691 |
+
"loss": 10.2021,
|
| 38692 |
+
"step": 5494
|
| 38693 |
+
},
|
| 38694 |
+
{
|
| 38695 |
+
"epoch": 0.9593644974029942,
|
| 38696 |
+
"grad_norm": 0.07719011604785919,
|
| 38697 |
+
"learning_rate": 0.00015374817628956454,
|
| 38698 |
+
"loss": 10.2369,
|
| 38699 |
+
"step": 5495
|
| 38700 |
+
},
|
| 38701 |
+
{
|
| 38702 |
+
"epoch": 0.9595390860285452,
|
| 38703 |
+
"grad_norm": 0.08981095999479294,
|
| 38704 |
+
"learning_rate": 0.0001537327468901732,
|
| 38705 |
+
"loss": 10.2237,
|
| 38706 |
+
"step": 5496
|
| 38707 |
+
},
|
| 38708 |
+
{
|
| 38709 |
+
"epoch": 0.9597136746540963,
|
| 38710 |
+
"grad_norm": 0.09101473540067673,
|
| 38711 |
+
"learning_rate": 0.00015371731569212803,
|
| 38712 |
+
"loss": 10.1802,
|
| 38713 |
+
"step": 5497
|
| 38714 |
+
},
|
| 38715 |
+
{
|
| 38716 |
+
"epoch": 0.9598882632796474,
|
| 38717 |
+
"grad_norm": 0.09021767973899841,
|
| 38718 |
+
"learning_rate": 0.0001537018826959454,
|
| 38719 |
+
"loss": 10.1615,
|
| 38720 |
+
"step": 5498
|
| 38721 |
+
},
|
| 38722 |
+
{
|
| 38723 |
+
"epoch": 0.9600628519051984,
|
| 38724 |
+
"grad_norm": 0.12158840149641037,
|
| 38725 |
+
"learning_rate": 0.000153686447902142,
|
| 38726 |
+
"loss": 10.2108,
|
| 38727 |
+
"step": 5499
|
| 38728 |
+
},
|
| 38729 |
+
{
|
| 38730 |
+
"epoch": 0.9602374405307494,
|
| 38731 |
+
"grad_norm": 0.18356892466545105,
|
| 38732 |
+
"learning_rate": 0.0001536710113112345,
|
| 38733 |
+
"loss": 10.1853,
|
| 38734 |
+
"step": 5500
|
| 38735 |
+
},
|
| 38736 |
+
{
|
| 38737 |
+
"epoch": 0.9604120291563004,
|
| 38738 |
+
"grad_norm": 0.0600493848323822,
|
| 38739 |
+
"learning_rate": 0.0001536555729237396,
|
| 38740 |
+
"loss": 10.2052,
|
| 38741 |
+
"step": 5501
|
| 38742 |
+
},
|
| 38743 |
+
{
|
| 38744 |
+
"epoch": 0.9605866177818515,
|
| 38745 |
+
"grad_norm": 0.0467233844101429,
|
| 38746 |
+
"learning_rate": 0.00015364013274017413,
|
| 38747 |
+
"loss": 10.218,
|
| 38748 |
+
"step": 5502
|
| 38749 |
+
},
|
| 38750 |
+
{
|
| 38751 |
+
"epoch": 0.9607612064074026,
|
| 38752 |
+
"grad_norm": 0.057044290006160736,
|
| 38753 |
+
"learning_rate": 0.00015362469076105487,
|
| 38754 |
+
"loss": 10.2008,
|
| 38755 |
+
"step": 5503
|
| 38756 |
+
},
|
| 38757 |
+
{
|
| 38758 |
+
"epoch": 0.9609357950329536,
|
| 38759 |
+
"grad_norm": 0.05417848378419876,
|
| 38760 |
+
"learning_rate": 0.00015360924698689881,
|
| 38761 |
+
"loss": 10.1906,
|
| 38762 |
+
"step": 5504
|
| 38763 |
+
},
|
| 38764 |
+
{
|
| 38765 |
+
"epoch": 0.9611103836585047,
|
| 38766 |
+
"grad_norm": 0.04658384993672371,
|
| 38767 |
+
"learning_rate": 0.00015359380141822282,
|
| 38768 |
+
"loss": 10.2077,
|
| 38769 |
+
"step": 5505
|
| 38770 |
+
},
|
| 38771 |
+
{
|
| 38772 |
+
"epoch": 0.9612849722840557,
|
| 38773 |
+
"grad_norm": 0.05066487938165665,
|
| 38774 |
+
"learning_rate": 0.000153578354055544,
|
| 38775 |
+
"loss": 10.2029,
|
| 38776 |
+
"step": 5506
|
| 38777 |
+
},
|
| 38778 |
+
{
|
| 38779 |
+
"epoch": 0.9614595609096067,
|
| 38780 |
+
"grad_norm": 0.04636751115322113,
|
| 38781 |
+
"learning_rate": 0.00015356290489937938,
|
| 38782 |
+
"loss": 10.2237,
|
| 38783 |
+
"step": 5507
|
| 38784 |
+
},
|
| 38785 |
+
{
|
| 38786 |
+
"epoch": 0.9616341495351578,
|
| 38787 |
+
"grad_norm": 0.04861639067530632,
|
| 38788 |
+
"learning_rate": 0.00015354745395024615,
|
| 38789 |
+
"loss": 10.2251,
|
| 38790 |
+
"step": 5508
|
| 38791 |
+
},
|
| 38792 |
+
{
|
| 38793 |
+
"epoch": 0.9618087381607088,
|
| 38794 |
+
"grad_norm": 0.04518953710794449,
|
| 38795 |
+
"learning_rate": 0.0001535320012086615,
|
| 38796 |
+
"loss": 10.195,
|
| 38797 |
+
"step": 5509
|
| 38798 |
+
},
|
| 38799 |
+
{
|
| 38800 |
+
"epoch": 0.9619833267862599,
|
| 38801 |
+
"grad_norm": 0.06018092855811119,
|
| 38802 |
+
"learning_rate": 0.0001535165466751427,
|
| 38803 |
+
"loss": 10.1996,
|
| 38804 |
+
"step": 5510
|
| 38805 |
+
},
|
| 38806 |
+
{
|
| 38807 |
+
"epoch": 0.962157915411811,
|
| 38808 |
+
"grad_norm": 0.05213168263435364,
|
| 38809 |
+
"learning_rate": 0.00015350109035020709,
|
| 38810 |
+
"loss": 10.2021,
|
| 38811 |
+
"step": 5511
|
| 38812 |
+
},
|
| 38813 |
+
{
|
| 38814 |
+
"epoch": 0.9623325040373619,
|
| 38815 |
+
"grad_norm": 0.0546535961329937,
|
| 38816 |
+
"learning_rate": 0.00015348563223437203,
|
| 38817 |
+
"loss": 10.1995,
|
| 38818 |
+
"step": 5512
|
| 38819 |
+
},
|
| 38820 |
+
{
|
| 38821 |
+
"epoch": 0.962507092662913,
|
| 38822 |
+
"grad_norm": 0.04749375581741333,
|
| 38823 |
+
"learning_rate": 0.00015347017232815495,
|
| 38824 |
+
"loss": 10.214,
|
| 38825 |
+
"step": 5513
|
| 38826 |
+
},
|
| 38827 |
+
{
|
| 38828 |
+
"epoch": 0.9626816812884641,
|
| 38829 |
+
"grad_norm": 0.04931343346834183,
|
| 38830 |
+
"learning_rate": 0.0001534547106320734,
|
| 38831 |
+
"loss": 10.2019,
|
| 38832 |
+
"step": 5514
|
| 38833 |
+
},
|
| 38834 |
+
{
|
| 38835 |
+
"epoch": 0.9628562699140151,
|
| 38836 |
+
"grad_norm": 0.048921652138233185,
|
| 38837 |
+
"learning_rate": 0.0001534392471466449,
|
| 38838 |
+
"loss": 10.2225,
|
| 38839 |
+
"step": 5515
|
| 38840 |
+
},
|
| 38841 |
+
{
|
| 38842 |
+
"epoch": 0.9630308585395662,
|
| 38843 |
+
"grad_norm": 0.055630650371313095,
|
| 38844 |
+
"learning_rate": 0.00015342378187238714,
|
| 38845 |
+
"loss": 10.2125,
|
| 38846 |
+
"step": 5516
|
| 38847 |
+
},
|
| 38848 |
+
{
|
| 38849 |
+
"epoch": 0.9632054471651172,
|
| 38850 |
+
"grad_norm": 0.060531213879585266,
|
| 38851 |
+
"learning_rate": 0.00015340831480981776,
|
| 38852 |
+
"loss": 10.1957,
|
| 38853 |
+
"step": 5517
|
| 38854 |
+
},
|
| 38855 |
+
{
|
| 38856 |
+
"epoch": 0.9633800357906682,
|
| 38857 |
+
"grad_norm": 0.06860853731632233,
|
| 38858 |
+
"learning_rate": 0.0001533928459594545,
|
| 38859 |
+
"loss": 10.1853,
|
| 38860 |
+
"step": 5518
|
| 38861 |
+
},
|
| 38862 |
+
{
|
| 38863 |
+
"epoch": 0.9635546244162193,
|
| 38864 |
+
"grad_norm": 0.06130644679069519,
|
| 38865 |
+
"learning_rate": 0.0001533773753218152,
|
| 38866 |
+
"loss": 10.1755,
|
| 38867 |
+
"step": 5519
|
| 38868 |
+
},
|
| 38869 |
+
{
|
| 38870 |
+
"epoch": 0.9637292130417703,
|
| 38871 |
+
"grad_norm": 0.058407511562108994,
|
| 38872 |
+
"learning_rate": 0.00015336190289741772,
|
| 38873 |
+
"loss": 10.1741,
|
| 38874 |
+
"step": 5520
|
| 38875 |
+
},
|
| 38876 |
+
{
|
| 38877 |
+
"epoch": 0.9639038016673214,
|
| 38878 |
+
"grad_norm": 0.05281739681959152,
|
| 38879 |
+
"learning_rate": 0.00015334642868677993,
|
| 38880 |
+
"loss": 10.1835,
|
| 38881 |
+
"step": 5521
|
| 38882 |
+
},
|
| 38883 |
+
{
|
| 38884 |
+
"epoch": 0.9640783902928725,
|
| 38885 |
+
"grad_norm": 0.05373740941286087,
|
| 38886 |
+
"learning_rate": 0.0001533309526904199,
|
| 38887 |
+
"loss": 10.1777,
|
| 38888 |
+
"step": 5522
|
| 38889 |
+
},
|
| 38890 |
+
{
|
| 38891 |
+
"epoch": 0.9642529789184234,
|
| 38892 |
+
"grad_norm": 0.05175654962658882,
|
| 38893 |
+
"learning_rate": 0.00015331547490885557,
|
| 38894 |
+
"loss": 10.1833,
|
| 38895 |
+
"step": 5523
|
| 38896 |
+
},
|
| 38897 |
+
{
|
| 38898 |
+
"epoch": 0.9644275675439745,
|
| 38899 |
+
"grad_norm": 0.05902612954378128,
|
| 38900 |
+
"learning_rate": 0.00015329999534260518,
|
| 38901 |
+
"loss": 10.185,
|
| 38902 |
+
"step": 5524
|
| 38903 |
+
},
|
| 38904 |
+
{
|
| 38905 |
+
"epoch": 0.9646021561695256,
|
| 38906 |
+
"grad_norm": 0.05864502117037773,
|
| 38907 |
+
"learning_rate": 0.00015328451399218676,
|
| 38908 |
+
"loss": 10.179,
|
| 38909 |
+
"step": 5525
|
| 38910 |
+
},
|
| 38911 |
+
{
|
| 38912 |
+
"epoch": 0.9647767447950766,
|
| 38913 |
+
"grad_norm": 0.055202048271894455,
|
| 38914 |
+
"learning_rate": 0.00015326903085811862,
|
| 38915 |
+
"loss": 10.2191,
|
| 38916 |
+
"step": 5526
|
| 38917 |
+
},
|
| 38918 |
+
{
|
| 38919 |
+
"epoch": 0.9649513334206277,
|
| 38920 |
+
"grad_norm": 0.06310313194990158,
|
| 38921 |
+
"learning_rate": 0.000153253545940919,
|
| 38922 |
+
"loss": 10.2007,
|
| 38923 |
+
"step": 5527
|
| 38924 |
+
},
|
| 38925 |
+
{
|
| 38926 |
+
"epoch": 0.9651259220461786,
|
| 38927 |
+
"grad_norm": 0.06031671538949013,
|
| 38928 |
+
"learning_rate": 0.00015323805924110628,
|
| 38929 |
+
"loss": 10.1909,
|
| 38930 |
+
"step": 5528
|
| 38931 |
+
},
|
| 38932 |
+
{
|
| 38933 |
+
"epoch": 0.9653005106717297,
|
| 38934 |
+
"grad_norm": 0.055034223943948746,
|
| 38935 |
+
"learning_rate": 0.0001532225707591988,
|
| 38936 |
+
"loss": 10.2207,
|
| 38937 |
+
"step": 5529
|
| 38938 |
+
},
|
| 38939 |
+
{
|
| 38940 |
+
"epoch": 0.9654750992972808,
|
| 38941 |
+
"grad_norm": 0.06689108163118362,
|
| 38942 |
+
"learning_rate": 0.00015320708049571514,
|
| 38943 |
+
"loss": 10.198,
|
| 38944 |
+
"step": 5530
|
| 38945 |
+
},
|
| 38946 |
+
{
|
| 38947 |
+
"epoch": 0.9656496879228318,
|
| 38948 |
+
"grad_norm": 0.05844399333000183,
|
| 38949 |
+
"learning_rate": 0.0001531915884511737,
|
| 38950 |
+
"loss": 10.1844,
|
| 38951 |
+
"step": 5531
|
| 38952 |
+
},
|
| 38953 |
+
{
|
| 38954 |
+
"epoch": 0.9658242765483829,
|
| 38955 |
+
"grad_norm": 0.06557771563529968,
|
| 38956 |
+
"learning_rate": 0.00015317609462609308,
|
| 38957 |
+
"loss": 10.1743,
|
| 38958 |
+
"step": 5532
|
| 38959 |
+
},
|
| 38960 |
+
{
|
| 38961 |
+
"epoch": 0.965998865173934,
|
| 38962 |
+
"grad_norm": 0.06772292405366898,
|
| 38963 |
+
"learning_rate": 0.00015316059902099197,
|
| 38964 |
+
"loss": 10.1795,
|
| 38965 |
+
"step": 5533
|
| 38966 |
+
},
|
| 38967 |
+
{
|
| 38968 |
+
"epoch": 0.9661734537994849,
|
| 38969 |
+
"grad_norm": 0.06562802195549011,
|
| 38970 |
+
"learning_rate": 0.0001531451016363891,
|
| 38971 |
+
"loss": 10.1667,
|
| 38972 |
+
"step": 5534
|
| 38973 |
+
},
|
| 38974 |
+
{
|
| 38975 |
+
"epoch": 0.966348042425036,
|
| 38976 |
+
"grad_norm": 0.08267460018396378,
|
| 38977 |
+
"learning_rate": 0.00015312960247280312,
|
| 38978 |
+
"loss": 10.1608,
|
| 38979 |
+
"step": 5535
|
| 38980 |
+
},
|
| 38981 |
+
{
|
| 38982 |
+
"epoch": 0.966522631050587,
|
| 38983 |
+
"grad_norm": 0.06901713460683823,
|
| 38984 |
+
"learning_rate": 0.00015311410153075295,
|
| 38985 |
+
"loss": 10.1972,
|
| 38986 |
+
"step": 5536
|
| 38987 |
+
},
|
| 38988 |
+
{
|
| 38989 |
+
"epoch": 0.9666972196761381,
|
| 38990 |
+
"grad_norm": 0.06835362315177917,
|
| 38991 |
+
"learning_rate": 0.0001530985988107574,
|
| 38992 |
+
"loss": 10.1993,
|
| 38993 |
+
"step": 5537
|
| 38994 |
+
},
|
| 38995 |
+
{
|
| 38996 |
+
"epoch": 0.9668718083016892,
|
| 38997 |
+
"grad_norm": 0.06788375973701477,
|
| 38998 |
+
"learning_rate": 0.00015308309431333545,
|
| 38999 |
+
"loss": 10.1631,
|
| 39000 |
+
"step": 5538
|
| 39001 |
+
},
|
| 39002 |
+
{
|
| 39003 |
+
"epoch": 0.9670463969272401,
|
| 39004 |
+
"grad_norm": 0.07676906138658524,
|
| 39005 |
+
"learning_rate": 0.00015306758803900614,
|
| 39006 |
+
"loss": 10.2157,
|
| 39007 |
+
"step": 5539
|
| 39008 |
+
},
|
| 39009 |
+
{
|
| 39010 |
+
"epoch": 0.9672209855527912,
|
| 39011 |
+
"grad_norm": 0.06593388319015503,
|
| 39012 |
+
"learning_rate": 0.00015305207998828844,
|
| 39013 |
+
"loss": 10.2009,
|
| 39014 |
+
"step": 5540
|
| 39015 |
+
},
|
| 39016 |
+
{
|
| 39017 |
+
"epoch": 0.9673955741783423,
|
| 39018 |
+
"grad_norm": 0.06890933215618134,
|
| 39019 |
+
"learning_rate": 0.0001530365701617015,
|
| 39020 |
+
"loss": 10.1692,
|
| 39021 |
+
"step": 5541
|
| 39022 |
+
},
|
| 39023 |
+
{
|
| 39024 |
+
"epoch": 0.9675701628038933,
|
| 39025 |
+
"grad_norm": 0.06419171392917633,
|
| 39026 |
+
"learning_rate": 0.0001530210585597645,
|
| 39027 |
+
"loss": 10.1948,
|
| 39028 |
+
"step": 5542
|
| 39029 |
+
},
|
| 39030 |
+
{
|
| 39031 |
+
"epoch": 0.9677447514294444,
|
| 39032 |
+
"grad_norm": 0.0717877522110939,
|
| 39033 |
+
"learning_rate": 0.00015300554518299668,
|
| 39034 |
+
"loss": 10.1736,
|
| 39035 |
+
"step": 5543
|
| 39036 |
+
},
|
| 39037 |
+
{
|
| 39038 |
+
"epoch": 0.9679193400549955,
|
| 39039 |
+
"grad_norm": 0.07433174550533295,
|
| 39040 |
+
"learning_rate": 0.0001529900300319173,
|
| 39041 |
+
"loss": 10.1649,
|
| 39042 |
+
"step": 5544
|
| 39043 |
+
},
|
| 39044 |
+
{
|
| 39045 |
+
"epoch": 0.9680939286805464,
|
| 39046 |
+
"grad_norm": 0.07963602244853973,
|
| 39047 |
+
"learning_rate": 0.00015297451310704581,
|
| 39048 |
+
"loss": 10.1811,
|
| 39049 |
+
"step": 5545
|
| 39050 |
+
},
|
| 39051 |
+
{
|
| 39052 |
+
"epoch": 0.9682685173060975,
|
| 39053 |
+
"grad_norm": 0.0857158824801445,
|
| 39054 |
+
"learning_rate": 0.00015295899440890154,
|
| 39055 |
+
"loss": 10.1973,
|
| 39056 |
+
"step": 5546
|
| 39057 |
+
},
|
| 39058 |
+
{
|
| 39059 |
+
"epoch": 0.9684431059316485,
|
| 39060 |
+
"grad_norm": 0.08111070841550827,
|
| 39061 |
+
"learning_rate": 0.00015294347393800402,
|
| 39062 |
+
"loss": 10.1529,
|
| 39063 |
+
"step": 5547
|
| 39064 |
+
},
|
| 39065 |
+
{
|
| 39066 |
+
"epoch": 0.9686176945571996,
|
| 39067 |
+
"grad_norm": 0.09773720800876617,
|
| 39068 |
+
"learning_rate": 0.00015292795169487272,
|
| 39069 |
+
"loss": 10.1937,
|
| 39070 |
+
"step": 5548
|
| 39071 |
+
},
|
| 39072 |
+
{
|
| 39073 |
+
"epoch": 0.9687922831827507,
|
| 39074 |
+
"grad_norm": 0.1059284508228302,
|
| 39075 |
+
"learning_rate": 0.00015291242768002727,
|
| 39076 |
+
"loss": 10.1831,
|
| 39077 |
+
"step": 5549
|
| 39078 |
+
},
|
| 39079 |
+
{
|
| 39080 |
+
"epoch": 0.9689668718083017,
|
| 39081 |
+
"grad_norm": 0.1449902057647705,
|
| 39082 |
+
"learning_rate": 0.0001528969018939873,
|
| 39083 |
+
"loss": 10.1984,
|
| 39084 |
+
"step": 5550
|
| 39085 |
+
},
|
| 39086 |
+
{
|
| 39087 |
+
"epoch": 0.9691414604338527,
|
| 39088 |
+
"grad_norm": 0.04799923673272133,
|
| 39089 |
+
"learning_rate": 0.00015288137433727258,
|
| 39090 |
+
"loss": 10.2002,
|
| 39091 |
+
"step": 5551
|
| 39092 |
+
},
|
| 39093 |
+
{
|
| 39094 |
+
"epoch": 0.9693160490594038,
|
| 39095 |
+
"grad_norm": 0.04648873582482338,
|
| 39096 |
+
"learning_rate": 0.00015286584501040284,
|
| 39097 |
+
"loss": 10.2059,
|
| 39098 |
+
"step": 5552
|
| 39099 |
+
},
|
| 39100 |
+
{
|
| 39101 |
+
"epoch": 0.9694906376849548,
|
| 39102 |
+
"grad_norm": 0.048708558082580566,
|
| 39103 |
+
"learning_rate": 0.0001528503139138979,
|
| 39104 |
+
"loss": 10.194,
|
| 39105 |
+
"step": 5553
|
| 39106 |
+
},
|
| 39107 |
+
{
|
| 39108 |
+
"epoch": 0.9696652263105059,
|
| 39109 |
+
"grad_norm": 0.050349313765764236,
|
| 39110 |
+
"learning_rate": 0.0001528347810482776,
|
| 39111 |
+
"loss": 10.213,
|
| 39112 |
+
"step": 5554
|
| 39113 |
+
},
|
| 39114 |
+
{
|
| 39115 |
+
"epoch": 0.9698398149360569,
|
| 39116 |
+
"grad_norm": 0.0480104461312294,
|
| 39117 |
+
"learning_rate": 0.000152819246414062,
|
| 39118 |
+
"loss": 10.1893,
|
| 39119 |
+
"step": 5555
|
| 39120 |
+
},
|
| 39121 |
+
{
|
| 39122 |
+
"epoch": 0.970014403561608,
|
| 39123 |
+
"grad_norm": 0.05574200674891472,
|
| 39124 |
+
"learning_rate": 0.00015280371001177102,
|
| 39125 |
+
"loss": 10.2272,
|
| 39126 |
+
"step": 5556
|
| 39127 |
+
},
|
| 39128 |
+
{
|
| 39129 |
+
"epoch": 0.970188992187159,
|
| 39130 |
+
"grad_norm": 0.05810260400176048,
|
| 39131 |
+
"learning_rate": 0.0001527881718419248,
|
| 39132 |
+
"loss": 10.2026,
|
| 39133 |
+
"step": 5557
|
| 39134 |
+
},
|
| 39135 |
+
{
|
| 39136 |
+
"epoch": 0.97036358081271,
|
| 39137 |
+
"grad_norm": 0.056702110916376114,
|
| 39138 |
+
"learning_rate": 0.00015277263190504342,
|
| 39139 |
+
"loss": 10.2128,
|
| 39140 |
+
"step": 5558
|
| 39141 |
+
},
|
| 39142 |
+
{
|
| 39143 |
+
"epoch": 0.9705381694382611,
|
| 39144 |
+
"grad_norm": 0.04999344423413277,
|
| 39145 |
+
"learning_rate": 0.00015275709020164707,
|
| 39146 |
+
"loss": 10.2216,
|
| 39147 |
+
"step": 5559
|
| 39148 |
+
},
|
| 39149 |
+
{
|
| 39150 |
+
"epoch": 0.9707127580638122,
|
| 39151 |
+
"grad_norm": 0.05028975009918213,
|
| 39152 |
+
"learning_rate": 0.00015274154673225598,
|
| 39153 |
+
"loss": 10.2045,
|
| 39154 |
+
"step": 5560
|
| 39155 |
+
},
|
| 39156 |
+
{
|
| 39157 |
+
"epoch": 0.9708873466893632,
|
| 39158 |
+
"grad_norm": 0.05131984129548073,
|
| 39159 |
+
"learning_rate": 0.00015272600149739048,
|
| 39160 |
+
"loss": 10.244,
|
| 39161 |
+
"step": 5561
|
| 39162 |
+
},
|
| 39163 |
+
{
|
| 39164 |
+
"epoch": 0.9710619353149142,
|
| 39165 |
+
"grad_norm": 0.05307968705892563,
|
| 39166 |
+
"learning_rate": 0.00015271045449757092,
|
| 39167 |
+
"loss": 10.1828,
|
| 39168 |
+
"step": 5562
|
| 39169 |
+
},
|
| 39170 |
+
{
|
| 39171 |
+
"epoch": 0.9712365239404652,
|
| 39172 |
+
"grad_norm": 0.05251217633485794,
|
| 39173 |
+
"learning_rate": 0.0001526949057333177,
|
| 39174 |
+
"loss": 10.2091,
|
| 39175 |
+
"step": 5563
|
| 39176 |
+
},
|
| 39177 |
+
{
|
| 39178 |
+
"epoch": 0.9714111125660163,
|
| 39179 |
+
"grad_norm": 0.05009312927722931,
|
| 39180 |
+
"learning_rate": 0.00015267935520515136,
|
| 39181 |
+
"loss": 10.1891,
|
| 39182 |
+
"step": 5564
|
| 39183 |
+
},
|
| 39184 |
+
{
|
| 39185 |
+
"epoch": 0.9715857011915674,
|
| 39186 |
+
"grad_norm": 0.052612628787755966,
|
| 39187 |
+
"learning_rate": 0.00015266380291359237,
|
| 39188 |
+
"loss": 10.2084,
|
| 39189 |
+
"step": 5565
|
| 39190 |
+
},
|
| 39191 |
+
{
|
| 39192 |
+
"epoch": 0.9717602898171184,
|
| 39193 |
+
"grad_norm": 0.04963398724794388,
|
| 39194 |
+
"learning_rate": 0.00015264824885916135,
|
| 39195 |
+
"loss": 10.1845,
|
| 39196 |
+
"step": 5566
|
| 39197 |
+
},
|
| 39198 |
+
{
|
| 39199 |
+
"epoch": 0.9719348784426695,
|
| 39200 |
+
"grad_norm": 0.057216428220272064,
|
| 39201 |
+
"learning_rate": 0.000152632693042379,
|
| 39202 |
+
"loss": 10.2072,
|
| 39203 |
+
"step": 5567
|
| 39204 |
+
},
|
| 39205 |
+
{
|
| 39206 |
+
"epoch": 0.9721094670682205,
|
| 39207 |
+
"grad_norm": 0.0484781414270401,
|
| 39208 |
+
"learning_rate": 0.00015261713546376604,
|
| 39209 |
+
"loss": 10.1984,
|
| 39210 |
+
"step": 5568
|
| 39211 |
+
},
|
| 39212 |
+
{
|
| 39213 |
+
"epoch": 0.9722840556937715,
|
| 39214 |
+
"grad_norm": 0.04975046589970589,
|
| 39215 |
+
"learning_rate": 0.00015260157612384317,
|
| 39216 |
+
"loss": 10.1948,
|
| 39217 |
+
"step": 5569
|
| 39218 |
+
},
|
| 39219 |
+
{
|
| 39220 |
+
"epoch": 0.9724586443193226,
|
| 39221 |
+
"grad_norm": 0.05616327375173569,
|
| 39222 |
+
"learning_rate": 0.00015258601502313125,
|
| 39223 |
+
"loss": 10.1963,
|
| 39224 |
+
"step": 5570
|
| 39225 |
+
},
|
| 39226 |
+
{
|
| 39227 |
+
"epoch": 0.9726332329448737,
|
| 39228 |
+
"grad_norm": 0.049035973846912384,
|
| 39229 |
+
"learning_rate": 0.0001525704521621512,
|
| 39230 |
+
"loss": 10.2181,
|
| 39231 |
+
"step": 5571
|
| 39232 |
+
},
|
| 39233 |
+
{
|
| 39234 |
+
"epoch": 0.9728078215704247,
|
| 39235 |
+
"grad_norm": 0.05782579630613327,
|
| 39236 |
+
"learning_rate": 0.00015255488754142396,
|
| 39237 |
+
"loss": 10.19,
|
| 39238 |
+
"step": 5572
|
| 39239 |
+
},
|
| 39240 |
+
{
|
| 39241 |
+
"epoch": 0.9729824101959758,
|
| 39242 |
+
"grad_norm": 0.057167042046785355,
|
| 39243 |
+
"learning_rate": 0.00015253932116147056,
|
| 39244 |
+
"loss": 10.1895,
|
| 39245 |
+
"step": 5573
|
| 39246 |
+
},
|
| 39247 |
+
{
|
| 39248 |
+
"epoch": 0.9731569988215267,
|
| 39249 |
+
"grad_norm": 0.059209756553173065,
|
| 39250 |
+
"learning_rate": 0.00015252375302281202,
|
| 39251 |
+
"loss": 10.2173,
|
| 39252 |
+
"step": 5574
|
| 39253 |
+
},
|
| 39254 |
+
{
|
| 39255 |
+
"epoch": 0.9733315874470778,
|
| 39256 |
+
"grad_norm": 0.05170346796512604,
|
| 39257 |
+
"learning_rate": 0.00015250818312596953,
|
| 39258 |
+
"loss": 10.2054,
|
| 39259 |
+
"step": 5575
|
| 39260 |
+
},
|
| 39261 |
+
{
|
| 39262 |
+
"epoch": 0.9735061760726289,
|
| 39263 |
+
"grad_norm": 0.057326026260852814,
|
| 39264 |
+
"learning_rate": 0.00015249261147146426,
|
| 39265 |
+
"loss": 10.2316,
|
| 39266 |
+
"step": 5576
|
| 39267 |
+
},
|
| 39268 |
+
{
|
| 39269 |
+
"epoch": 0.9736807646981799,
|
| 39270 |
+
"grad_norm": 0.05111097916960716,
|
| 39271 |
+
"learning_rate": 0.0001524770380598174,
|
| 39272 |
+
"loss": 10.2277,
|
| 39273 |
+
"step": 5577
|
| 39274 |
+
},
|
| 39275 |
+
{
|
| 39276 |
+
"epoch": 0.973855353323731,
|
| 39277 |
+
"grad_norm": 0.054048970341682434,
|
| 39278 |
+
"learning_rate": 0.00015246146289155032,
|
| 39279 |
+
"loss": 10.1687,
|
| 39280 |
+
"step": 5578
|
| 39281 |
+
},
|
| 39282 |
+
{
|
| 39283 |
+
"epoch": 0.974029941949282,
|
| 39284 |
+
"grad_norm": 0.06662329286336899,
|
| 39285 |
+
"learning_rate": 0.00015244588596718438,
|
| 39286 |
+
"loss": 10.1611,
|
| 39287 |
+
"step": 5579
|
| 39288 |
+
},
|
| 39289 |
+
{
|
| 39290 |
+
"epoch": 0.974204530574833,
|
| 39291 |
+
"grad_norm": 0.056561343371868134,
|
| 39292 |
+
"learning_rate": 0.00015243030728724098,
|
| 39293 |
+
"loss": 10.1921,
|
| 39294 |
+
"step": 5580
|
| 39295 |
+
},
|
| 39296 |
+
{
|
| 39297 |
+
"epoch": 0.9743791192003841,
|
| 39298 |
+
"grad_norm": 0.06443832069635391,
|
| 39299 |
+
"learning_rate": 0.0001524147268522416,
|
| 39300 |
+
"loss": 10.2014,
|
| 39301 |
+
"step": 5581
|
| 39302 |
+
},
|
| 39303 |
+
{
|
| 39304 |
+
"epoch": 0.9745537078259351,
|
| 39305 |
+
"grad_norm": 0.06310486048460007,
|
| 39306 |
+
"learning_rate": 0.0001523991446627078,
|
| 39307 |
+
"loss": 10.193,
|
| 39308 |
+
"step": 5582
|
| 39309 |
+
},
|
| 39310 |
+
{
|
| 39311 |
+
"epoch": 0.9747282964514862,
|
| 39312 |
+
"grad_norm": 0.05970539525151253,
|
| 39313 |
+
"learning_rate": 0.00015238356071916117,
|
| 39314 |
+
"loss": 10.181,
|
| 39315 |
+
"step": 5583
|
| 39316 |
+
},
|
| 39317 |
+
{
|
| 39318 |
+
"epoch": 0.9749028850770373,
|
| 39319 |
+
"grad_norm": 0.06195419654250145,
|
| 39320 |
+
"learning_rate": 0.00015236797502212338,
|
| 39321 |
+
"loss": 10.1979,
|
| 39322 |
+
"step": 5584
|
| 39323 |
+
},
|
| 39324 |
+
{
|
| 39325 |
+
"epoch": 0.9750774737025882,
|
| 39326 |
+
"grad_norm": 0.07892976701259613,
|
| 39327 |
+
"learning_rate": 0.00015235238757211613,
|
| 39328 |
+
"loss": 10.1445,
|
| 39329 |
+
"step": 5585
|
| 39330 |
+
},
|
| 39331 |
+
{
|
| 39332 |
+
"epoch": 0.9752520623281393,
|
| 39333 |
+
"grad_norm": 0.07160717993974686,
|
| 39334 |
+
"learning_rate": 0.00015233679836966122,
|
| 39335 |
+
"loss": 10.2185,
|
| 39336 |
+
"step": 5586
|
| 39337 |
+
},
|
| 39338 |
+
{
|
| 39339 |
+
"epoch": 0.9754266509536904,
|
| 39340 |
+
"grad_norm": 0.059736594557762146,
|
| 39341 |
+
"learning_rate": 0.00015232120741528045,
|
| 39342 |
+
"loss": 10.1522,
|
| 39343 |
+
"step": 5587
|
| 39344 |
+
},
|
| 39345 |
+
{
|
| 39346 |
+
"epoch": 0.9756012395792414,
|
| 39347 |
+
"grad_norm": 0.07129713147878647,
|
| 39348 |
+
"learning_rate": 0.00015230561470949572,
|
| 39349 |
+
"loss": 10.1682,
|
| 39350 |
+
"step": 5588
|
| 39351 |
+
},
|
| 39352 |
+
{
|
| 39353 |
+
"epoch": 0.9757758282047925,
|
| 39354 |
+
"grad_norm": 0.07283888757228851,
|
| 39355 |
+
"learning_rate": 0.00015229002025282898,
|
| 39356 |
+
"loss": 10.1758,
|
| 39357 |
+
"step": 5589
|
| 39358 |
+
},
|
| 39359 |
+
{
|
| 39360 |
+
"epoch": 0.9759504168303434,
|
| 39361 |
+
"grad_norm": 0.0662197545170784,
|
| 39362 |
+
"learning_rate": 0.00015227442404580226,
|
| 39363 |
+
"loss": 10.1697,
|
| 39364 |
+
"step": 5590
|
| 39365 |
+
},
|
| 39366 |
+
{
|
| 39367 |
+
"epoch": 0.9761250054558945,
|
| 39368 |
+
"grad_norm": 0.07435313612222672,
|
| 39369 |
+
"learning_rate": 0.00015225882608893763,
|
| 39370 |
+
"loss": 10.1896,
|
| 39371 |
+
"step": 5591
|
| 39372 |
+
},
|
| 39373 |
+
{
|
| 39374 |
+
"epoch": 0.9762995940814456,
|
| 39375 |
+
"grad_norm": 0.07850808650255203,
|
| 39376 |
+
"learning_rate": 0.0001522432263827572,
|
| 39377 |
+
"loss": 10.1813,
|
| 39378 |
+
"step": 5592
|
| 39379 |
+
},
|
| 39380 |
+
{
|
| 39381 |
+
"epoch": 0.9764741827069966,
|
| 39382 |
+
"grad_norm": 0.06790300458669662,
|
| 39383 |
+
"learning_rate": 0.00015222762492778316,
|
| 39384 |
+
"loss": 10.1774,
|
| 39385 |
+
"step": 5593
|
| 39386 |
+
},
|
| 39387 |
+
{
|
| 39388 |
+
"epoch": 0.9766487713325477,
|
| 39389 |
+
"grad_norm": 0.0832819864153862,
|
| 39390 |
+
"learning_rate": 0.00015221202172453774,
|
| 39391 |
+
"loss": 10.1713,
|
| 39392 |
+
"step": 5594
|
| 39393 |
+
},
|
| 39394 |
+
{
|
| 39395 |
+
"epoch": 0.9768233599580988,
|
| 39396 |
+
"grad_norm": 0.08053617924451828,
|
| 39397 |
+
"learning_rate": 0.00015219641677354325,
|
| 39398 |
+
"loss": 10.2109,
|
| 39399 |
+
"step": 5595
|
| 39400 |
+
},
|
| 39401 |
+
{
|
| 39402 |
+
"epoch": 0.9769979485836497,
|
| 39403 |
+
"grad_norm": 0.08601167052984238,
|
| 39404 |
+
"learning_rate": 0.00015218081007532206,
|
| 39405 |
+
"loss": 10.2238,
|
| 39406 |
+
"step": 5596
|
| 39407 |
+
},
|
| 39408 |
+
{
|
| 39409 |
+
"epoch": 0.9771725372092008,
|
| 39410 |
+
"grad_norm": 0.08963775634765625,
|
| 39411 |
+
"learning_rate": 0.00015216520163039663,
|
| 39412 |
+
"loss": 10.1957,
|
| 39413 |
+
"step": 5597
|
| 39414 |
+
},
|
| 39415 |
+
{
|
| 39416 |
+
"epoch": 0.9773471258347519,
|
| 39417 |
+
"grad_norm": 0.10495157539844513,
|
| 39418 |
+
"learning_rate": 0.00015214959143928939,
|
| 39419 |
+
"loss": 10.2232,
|
| 39420 |
+
"step": 5598
|
| 39421 |
+
},
|
| 39422 |
+
{
|
| 39423 |
+
"epoch": 0.9775217144603029,
|
| 39424 |
+
"grad_norm": 0.1318647563457489,
|
| 39425 |
+
"learning_rate": 0.00015213397950252286,
|
| 39426 |
+
"loss": 10.2035,
|
| 39427 |
+
"step": 5599
|
| 39428 |
+
},
|
| 39429 |
+
{
|
| 39430 |
+
"epoch": 0.977696303085854,
|
| 39431 |
+
"grad_norm": 0.16382348537445068,
|
| 39432 |
+
"learning_rate": 0.00015211836582061964,
|
| 39433 |
+
"loss": 10.1632,
|
| 39434 |
+
"step": 5600
|
| 39435 |
+
},
|
| 39436 |
+
{
|
| 39437 |
+
"epoch": 0.977696303085854,
|
| 39438 |
+
"eval_loss": 10.175960540771484,
|
| 39439 |
+
"eval_runtime": 0.7251,
|
| 39440 |
+
"eval_samples_per_second": 318.577,
|
| 39441 |
+
"eval_steps_per_second": 159.978,
|
| 39442 |
+
"step": 5600
|
| 39443 |
}
|
| 39444 |
],
|
| 39445 |
"logging_steps": 1,
|
|
|
|
| 39468 |
"attributes": {}
|
| 39469 |
}
|
| 39470 |
},
|
| 39471 |
+
"total_flos": 303886132838400.0,
|
| 39472 |
"train_batch_size": 2,
|
| 39473 |
"trial_name": null,
|
| 39474 |
"trial_params": null
|