Training in progress, step 1600, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 295488936
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17afaca3c64e890c75590d8198bc5329fa9340530ba581a4d48f079c1e06c5f6
|
| 3 |
size 295488936
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 591208618
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:86dc13b98984559ec3464542a30a27c69292a4f61ef8440c99cf88f54ddc9a08
|
| 3 |
size 591208618
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:530196099fe634c44d5f876f65282828e7e12e8302bf47d59d2b0457180dbce2
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df5634fbcdacfb0a8b6d6dc6e4f491b26cf074ecca6b7db290a8a66e543b2e89
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
-
"best_model_checkpoint": "miner_id_24/checkpoint-
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 200,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -9872,6 +9872,1414 @@
|
|
| 9872 |
"eval_samples_per_second": 8.624,
|
| 9873 |
"eval_steps_per_second": 4.312,
|
| 9874 |
"step": 1400
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9875 |
}
|
| 9876 |
],
|
| 9877 |
"logging_steps": 1,
|
|
@@ -9900,7 +11308,7 @@
|
|
| 9900 |
"attributes": {}
|
| 9901 |
}
|
| 9902 |
},
|
| 9903 |
-
"total_flos":
|
| 9904 |
"train_batch_size": 2,
|
| 9905 |
"trial_name": null,
|
| 9906 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 1600,
|
| 3 |
+
"best_metric": 0.0074059851467609406,
|
| 4 |
+
"best_model_checkpoint": "miner_id_24/checkpoint-1600",
|
| 5 |
+
"epoch": 0.3352364988738149,
|
| 6 |
"eval_steps": 200,
|
| 7 |
+
"global_step": 1600,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 9872 |
"eval_samples_per_second": 8.624,
|
| 9873 |
"eval_steps_per_second": 4.312,
|
| 9874 |
"step": 1400
|
| 9875 |
+
},
|
| 9876 |
+
{
|
| 9877 |
+
"epoch": 0.29354145932638415,
|
| 9878 |
+
"grad_norm": 0.1304274946451187,
|
| 9879 |
+
"learning_rate": 0.00019589535259676314,
|
| 9880 |
+
"loss": 0.0031,
|
| 9881 |
+
"step": 1401
|
| 9882 |
+
},
|
| 9883 |
+
{
|
| 9884 |
+
"epoch": 0.2937509821381803,
|
| 9885 |
+
"grad_norm": 0.14638224244117737,
|
| 9886 |
+
"learning_rate": 0.0001958890837926077,
|
| 9887 |
+
"loss": 0.0062,
|
| 9888 |
+
"step": 1402
|
| 9889 |
+
},
|
| 9890 |
+
{
|
| 9891 |
+
"epoch": 0.29396050494997644,
|
| 9892 |
+
"grad_norm": 0.19852378964424133,
|
| 9893 |
+
"learning_rate": 0.0001958828103055609,
|
| 9894 |
+
"loss": 0.0349,
|
| 9895 |
+
"step": 1403
|
| 9896 |
+
},
|
| 9897 |
+
{
|
| 9898 |
+
"epoch": 0.2941700277617726,
|
| 9899 |
+
"grad_norm": 0.1417485922574997,
|
| 9900 |
+
"learning_rate": 0.0001958765321359291,
|
| 9901 |
+
"loss": 0.0071,
|
| 9902 |
+
"step": 1404
|
| 9903 |
+
},
|
| 9904 |
+
{
|
| 9905 |
+
"epoch": 0.2943795505735687,
|
| 9906 |
+
"grad_norm": 0.08396097272634506,
|
| 9907 |
+
"learning_rate": 0.0001958702492840189,
|
| 9908 |
+
"loss": 0.0027,
|
| 9909 |
+
"step": 1405
|
| 9910 |
+
},
|
| 9911 |
+
{
|
| 9912 |
+
"epoch": 0.29458907338536483,
|
| 9913 |
+
"grad_norm": 0.005264434032142162,
|
| 9914 |
+
"learning_rate": 0.00019586396175013714,
|
| 9915 |
+
"loss": 0.0001,
|
| 9916 |
+
"step": 1406
|
| 9917 |
+
},
|
| 9918 |
+
{
|
| 9919 |
+
"epoch": 0.294798596197161,
|
| 9920 |
+
"grad_norm": 0.005200863350182772,
|
| 9921 |
+
"learning_rate": 0.00019585766953459093,
|
| 9922 |
+
"loss": 0.0001,
|
| 9923 |
+
"step": 1407
|
| 9924 |
+
},
|
| 9925 |
+
{
|
| 9926 |
+
"epoch": 0.2950081190089571,
|
| 9927 |
+
"grad_norm": 0.08635362237691879,
|
| 9928 |
+
"learning_rate": 0.00019585137263768748,
|
| 9929 |
+
"loss": 0.0092,
|
| 9930 |
+
"step": 1408
|
| 9931 |
+
},
|
| 9932 |
+
{
|
| 9933 |
+
"epoch": 0.2952176418207532,
|
| 9934 |
+
"grad_norm": 0.030663859099149704,
|
| 9935 |
+
"learning_rate": 0.00019584507105973437,
|
| 9936 |
+
"loss": 0.0004,
|
| 9937 |
+
"step": 1409
|
| 9938 |
+
},
|
| 9939 |
+
{
|
| 9940 |
+
"epoch": 0.29542716463254937,
|
| 9941 |
+
"grad_norm": 0.2146034836769104,
|
| 9942 |
+
"learning_rate": 0.0001958387648010393,
|
| 9943 |
+
"loss": 0.0028,
|
| 9944 |
+
"step": 1410
|
| 9945 |
+
},
|
| 9946 |
+
{
|
| 9947 |
+
"epoch": 0.2956366874443455,
|
| 9948 |
+
"grad_norm": 0.008759552612900734,
|
| 9949 |
+
"learning_rate": 0.0001958324538619103,
|
| 9950 |
+
"loss": 0.0001,
|
| 9951 |
+
"step": 1411
|
| 9952 |
+
},
|
| 9953 |
+
{
|
| 9954 |
+
"epoch": 0.29584621025614166,
|
| 9955 |
+
"grad_norm": 0.29600149393081665,
|
| 9956 |
+
"learning_rate": 0.00019582613824265551,
|
| 9957 |
+
"loss": 0.0148,
|
| 9958 |
+
"step": 1412
|
| 9959 |
+
},
|
| 9960 |
+
{
|
| 9961 |
+
"epoch": 0.29605573306793775,
|
| 9962 |
+
"grad_norm": 0.14502890408039093,
|
| 9963 |
+
"learning_rate": 0.00019581981794358343,
|
| 9964 |
+
"loss": 0.0051,
|
| 9965 |
+
"step": 1413
|
| 9966 |
+
},
|
| 9967 |
+
{
|
| 9968 |
+
"epoch": 0.2962652558797339,
|
| 9969 |
+
"grad_norm": 0.16055640578269958,
|
| 9970 |
+
"learning_rate": 0.00019581349296500267,
|
| 9971 |
+
"loss": 0.0112,
|
| 9972 |
+
"step": 1414
|
| 9973 |
+
},
|
| 9974 |
+
{
|
| 9975 |
+
"epoch": 0.29647477869153005,
|
| 9976 |
+
"grad_norm": 0.0015173458959907293,
|
| 9977 |
+
"learning_rate": 0.00019580716330722215,
|
| 9978 |
+
"loss": 0.0,
|
| 9979 |
+
"step": 1415
|
| 9980 |
+
},
|
| 9981 |
+
{
|
| 9982 |
+
"epoch": 0.2966843015033262,
|
| 9983 |
+
"grad_norm": 0.204542875289917,
|
| 9984 |
+
"learning_rate": 0.000195800828970551,
|
| 9985 |
+
"loss": 0.0219,
|
| 9986 |
+
"step": 1416
|
| 9987 |
+
},
|
| 9988 |
+
{
|
| 9989 |
+
"epoch": 0.2968938243151223,
|
| 9990 |
+
"grad_norm": 0.039979007095098495,
|
| 9991 |
+
"learning_rate": 0.0001957944899552985,
|
| 9992 |
+
"loss": 0.0004,
|
| 9993 |
+
"step": 1417
|
| 9994 |
+
},
|
| 9995 |
+
{
|
| 9996 |
+
"epoch": 0.29710334712691844,
|
| 9997 |
+
"grad_norm": 0.011981209740042686,
|
| 9998 |
+
"learning_rate": 0.00019578814626177427,
|
| 9999 |
+
"loss": 0.0002,
|
| 10000 |
+
"step": 1418
|
| 10001 |
+
},
|
| 10002 |
+
{
|
| 10003 |
+
"epoch": 0.2973128699387146,
|
| 10004 |
+
"grad_norm": 0.12856760621070862,
|
| 10005 |
+
"learning_rate": 0.00019578179789028814,
|
| 10006 |
+
"loss": 0.0028,
|
| 10007 |
+
"step": 1419
|
| 10008 |
+
},
|
| 10009 |
+
{
|
| 10010 |
+
"epoch": 0.29752239275051073,
|
| 10011 |
+
"grad_norm": 0.2889501452445984,
|
| 10012 |
+
"learning_rate": 0.00019577544484115014,
|
| 10013 |
+
"loss": 0.0528,
|
| 10014 |
+
"step": 1420
|
| 10015 |
+
},
|
| 10016 |
+
{
|
| 10017 |
+
"epoch": 0.2977319155623068,
|
| 10018 |
+
"grad_norm": 0.10836676508188248,
|
| 10019 |
+
"learning_rate": 0.00019576908711467045,
|
| 10020 |
+
"loss": 0.0012,
|
| 10021 |
+
"step": 1421
|
| 10022 |
+
},
|
| 10023 |
+
{
|
| 10024 |
+
"epoch": 0.297941438374103,
|
| 10025 |
+
"grad_norm": 0.0011059404350817204,
|
| 10026 |
+
"learning_rate": 0.00019576272471115967,
|
| 10027 |
+
"loss": 0.0,
|
| 10028 |
+
"step": 1422
|
| 10029 |
+
},
|
| 10030 |
+
{
|
| 10031 |
+
"epoch": 0.2981509611858991,
|
| 10032 |
+
"grad_norm": 0.09822409600019455,
|
| 10033 |
+
"learning_rate": 0.00019575635763092843,
|
| 10034 |
+
"loss": 0.0021,
|
| 10035 |
+
"step": 1423
|
| 10036 |
+
},
|
| 10037 |
+
{
|
| 10038 |
+
"epoch": 0.29836048399769527,
|
| 10039 |
+
"grad_norm": 0.1385686993598938,
|
| 10040 |
+
"learning_rate": 0.00019574998587428772,
|
| 10041 |
+
"loss": 0.0184,
|
| 10042 |
+
"step": 1424
|
| 10043 |
+
},
|
| 10044 |
+
{
|
| 10045 |
+
"epoch": 0.29857000680949136,
|
| 10046 |
+
"grad_norm": 0.01703231781721115,
|
| 10047 |
+
"learning_rate": 0.00019574360944154873,
|
| 10048 |
+
"loss": 0.0002,
|
| 10049 |
+
"step": 1425
|
| 10050 |
+
},
|
| 10051 |
+
{
|
| 10052 |
+
"epoch": 0.2987795296212875,
|
| 10053 |
+
"grad_norm": 0.192989781498909,
|
| 10054 |
+
"learning_rate": 0.00019573722833302282,
|
| 10055 |
+
"loss": 0.025,
|
| 10056 |
+
"step": 1426
|
| 10057 |
+
},
|
| 10058 |
+
{
|
| 10059 |
+
"epoch": 0.29898905243308366,
|
| 10060 |
+
"grad_norm": 0.15308697521686554,
|
| 10061 |
+
"learning_rate": 0.00019573084254902162,
|
| 10062 |
+
"loss": 0.014,
|
| 10063 |
+
"step": 1427
|
| 10064 |
+
},
|
| 10065 |
+
{
|
| 10066 |
+
"epoch": 0.2991985752448798,
|
| 10067 |
+
"grad_norm": 0.017074331641197205,
|
| 10068 |
+
"learning_rate": 0.00019572445208985704,
|
| 10069 |
+
"loss": 0.0002,
|
| 10070 |
+
"step": 1428
|
| 10071 |
+
},
|
| 10072 |
+
{
|
| 10073 |
+
"epoch": 0.2994080980566759,
|
| 10074 |
+
"grad_norm": 0.12004858255386353,
|
| 10075 |
+
"learning_rate": 0.00019571805695584114,
|
| 10076 |
+
"loss": 0.0045,
|
| 10077 |
+
"step": 1429
|
| 10078 |
+
},
|
| 10079 |
+
{
|
| 10080 |
+
"epoch": 0.29961762086847205,
|
| 10081 |
+
"grad_norm": 0.13323943316936493,
|
| 10082 |
+
"learning_rate": 0.0001957116571472862,
|
| 10083 |
+
"loss": 0.0019,
|
| 10084 |
+
"step": 1430
|
| 10085 |
+
},
|
| 10086 |
+
{
|
| 10087 |
+
"epoch": 0.2998271436802682,
|
| 10088 |
+
"grad_norm": 0.2345772534608841,
|
| 10089 |
+
"learning_rate": 0.00019570525266450486,
|
| 10090 |
+
"loss": 0.0306,
|
| 10091 |
+
"step": 1431
|
| 10092 |
+
},
|
| 10093 |
+
{
|
| 10094 |
+
"epoch": 0.30003666649206434,
|
| 10095 |
+
"grad_norm": 0.1890985071659088,
|
| 10096 |
+
"learning_rate": 0.00019569884350780975,
|
| 10097 |
+
"loss": 0.0197,
|
| 10098 |
+
"step": 1432
|
| 10099 |
+
},
|
| 10100 |
+
{
|
| 10101 |
+
"epoch": 0.30024618930386043,
|
| 10102 |
+
"grad_norm": 0.0014320454793050885,
|
| 10103 |
+
"learning_rate": 0.00019569242967751402,
|
| 10104 |
+
"loss": 0.0,
|
| 10105 |
+
"step": 1433
|
| 10106 |
+
},
|
| 10107 |
+
{
|
| 10108 |
+
"epoch": 0.3004557121156566,
|
| 10109 |
+
"grad_norm": 0.10571502149105072,
|
| 10110 |
+
"learning_rate": 0.0001956860111739308,
|
| 10111 |
+
"loss": 0.0114,
|
| 10112 |
+
"step": 1434
|
| 10113 |
+
},
|
| 10114 |
+
{
|
| 10115 |
+
"epoch": 0.30066523492745273,
|
| 10116 |
+
"grad_norm": 0.08180177211761475,
|
| 10117 |
+
"learning_rate": 0.0001956795879973736,
|
| 10118 |
+
"loss": 0.0013,
|
| 10119 |
+
"step": 1435
|
| 10120 |
+
},
|
| 10121 |
+
{
|
| 10122 |
+
"epoch": 0.3008747577392489,
|
| 10123 |
+
"grad_norm": 0.0072664557956159115,
|
| 10124 |
+
"learning_rate": 0.00019567316014815607,
|
| 10125 |
+
"loss": 0.0001,
|
| 10126 |
+
"step": 1436
|
| 10127 |
+
},
|
| 10128 |
+
{
|
| 10129 |
+
"epoch": 0.30108428055104497,
|
| 10130 |
+
"grad_norm": 0.13646478950977325,
|
| 10131 |
+
"learning_rate": 0.00019566672762659214,
|
| 10132 |
+
"loss": 0.0027,
|
| 10133 |
+
"step": 1437
|
| 10134 |
+
},
|
| 10135 |
+
{
|
| 10136 |
+
"epoch": 0.3012938033628411,
|
| 10137 |
+
"grad_norm": 0.0891512855887413,
|
| 10138 |
+
"learning_rate": 0.00019566029043299594,
|
| 10139 |
+
"loss": 0.0023,
|
| 10140 |
+
"step": 1438
|
| 10141 |
+
},
|
| 10142 |
+
{
|
| 10143 |
+
"epoch": 0.30150332617463727,
|
| 10144 |
+
"grad_norm": 0.08809952437877655,
|
| 10145 |
+
"learning_rate": 0.00019565384856768187,
|
| 10146 |
+
"loss": 0.002,
|
| 10147 |
+
"step": 1439
|
| 10148 |
+
},
|
| 10149 |
+
{
|
| 10150 |
+
"epoch": 0.3017128489864334,
|
| 10151 |
+
"grad_norm": 0.10799501836299896,
|
| 10152 |
+
"learning_rate": 0.0001956474020309645,
|
| 10153 |
+
"loss": 0.0227,
|
| 10154 |
+
"step": 1440
|
| 10155 |
+
},
|
| 10156 |
+
{
|
| 10157 |
+
"epoch": 0.3019223717982295,
|
| 10158 |
+
"grad_norm": 0.007641882169991732,
|
| 10159 |
+
"learning_rate": 0.00019564095082315864,
|
| 10160 |
+
"loss": 0.0001,
|
| 10161 |
+
"step": 1441
|
| 10162 |
+
},
|
| 10163 |
+
{
|
| 10164 |
+
"epoch": 0.30213189461002565,
|
| 10165 |
+
"grad_norm": 0.3086688816547394,
|
| 10166 |
+
"learning_rate": 0.0001956344949445794,
|
| 10167 |
+
"loss": 0.0412,
|
| 10168 |
+
"step": 1442
|
| 10169 |
+
},
|
| 10170 |
+
{
|
| 10171 |
+
"epoch": 0.3023414174218218,
|
| 10172 |
+
"grad_norm": 26.637779235839844,
|
| 10173 |
+
"learning_rate": 0.00019562803439554207,
|
| 10174 |
+
"loss": 0.0136,
|
| 10175 |
+
"step": 1443
|
| 10176 |
+
},
|
| 10177 |
+
{
|
| 10178 |
+
"epoch": 0.30255094023361795,
|
| 10179 |
+
"grad_norm": 0.1183343455195427,
|
| 10180 |
+
"learning_rate": 0.0001956215691763621,
|
| 10181 |
+
"loss": 0.0037,
|
| 10182 |
+
"step": 1444
|
| 10183 |
+
},
|
| 10184 |
+
{
|
| 10185 |
+
"epoch": 0.3027604630454141,
|
| 10186 |
+
"grad_norm": 0.0019468015525490046,
|
| 10187 |
+
"learning_rate": 0.00019561509928735525,
|
| 10188 |
+
"loss": 0.0,
|
| 10189 |
+
"step": 1445
|
| 10190 |
+
},
|
| 10191 |
+
{
|
| 10192 |
+
"epoch": 0.3029699858572102,
|
| 10193 |
+
"grad_norm": 0.02043256163597107,
|
| 10194 |
+
"learning_rate": 0.00019560862472883748,
|
| 10195 |
+
"loss": 0.0002,
|
| 10196 |
+
"step": 1446
|
| 10197 |
+
},
|
| 10198 |
+
{
|
| 10199 |
+
"epoch": 0.30317950866900634,
|
| 10200 |
+
"grad_norm": 0.07333844900131226,
|
| 10201 |
+
"learning_rate": 0.000195602145501125,
|
| 10202 |
+
"loss": 0.0087,
|
| 10203 |
+
"step": 1447
|
| 10204 |
+
},
|
| 10205 |
+
{
|
| 10206 |
+
"epoch": 0.3033890314808025,
|
| 10207 |
+
"grad_norm": 0.27351680397987366,
|
| 10208 |
+
"learning_rate": 0.0001955956616045342,
|
| 10209 |
+
"loss": 0.0139,
|
| 10210 |
+
"step": 1448
|
| 10211 |
+
},
|
| 10212 |
+
{
|
| 10213 |
+
"epoch": 0.30359855429259863,
|
| 10214 |
+
"grad_norm": 0.11866743117570877,
|
| 10215 |
+
"learning_rate": 0.0001955891730393818,
|
| 10216 |
+
"loss": 0.0069,
|
| 10217 |
+
"step": 1449
|
| 10218 |
+
},
|
| 10219 |
+
{
|
| 10220 |
+
"epoch": 0.3038080771043947,
|
| 10221 |
+
"grad_norm": 0.16603772342205048,
|
| 10222 |
+
"learning_rate": 0.00019558267980598464,
|
| 10223 |
+
"loss": 0.0185,
|
| 10224 |
+
"step": 1450
|
| 10225 |
+
},
|
| 10226 |
+
{
|
| 10227 |
+
"epoch": 0.3040175999161909,
|
| 10228 |
+
"grad_norm": 0.17106042802333832,
|
| 10229 |
+
"learning_rate": 0.0001955761819046598,
|
| 10230 |
+
"loss": 0.0068,
|
| 10231 |
+
"step": 1451
|
| 10232 |
+
},
|
| 10233 |
+
{
|
| 10234 |
+
"epoch": 0.304227122727987,
|
| 10235 |
+
"grad_norm": 0.13401584327220917,
|
| 10236 |
+
"learning_rate": 0.00019556967933572465,
|
| 10237 |
+
"loss": 0.0081,
|
| 10238 |
+
"step": 1452
|
| 10239 |
+
},
|
| 10240 |
+
{
|
| 10241 |
+
"epoch": 0.30443664553978317,
|
| 10242 |
+
"grad_norm": 0.2146846204996109,
|
| 10243 |
+
"learning_rate": 0.00019556317209949676,
|
| 10244 |
+
"loss": 0.0317,
|
| 10245 |
+
"step": 1453
|
| 10246 |
+
},
|
| 10247 |
+
{
|
| 10248 |
+
"epoch": 0.30464616835157926,
|
| 10249 |
+
"grad_norm": 0.18583877384662628,
|
| 10250 |
+
"learning_rate": 0.0001955566601962939,
|
| 10251 |
+
"loss": 0.0255,
|
| 10252 |
+
"step": 1454
|
| 10253 |
+
},
|
| 10254 |
+
{
|
| 10255 |
+
"epoch": 0.3048556911633754,
|
| 10256 |
+
"grad_norm": 0.0639459639787674,
|
| 10257 |
+
"learning_rate": 0.00019555014362643408,
|
| 10258 |
+
"loss": 0.0006,
|
| 10259 |
+
"step": 1455
|
| 10260 |
+
},
|
| 10261 |
+
{
|
| 10262 |
+
"epoch": 0.30506521397517156,
|
| 10263 |
+
"grad_norm": 0.07844740152359009,
|
| 10264 |
+
"learning_rate": 0.00019554362239023555,
|
| 10265 |
+
"loss": 0.0004,
|
| 10266 |
+
"step": 1456
|
| 10267 |
+
},
|
| 10268 |
+
{
|
| 10269 |
+
"epoch": 0.3052747367869677,
|
| 10270 |
+
"grad_norm": 0.04650677740573883,
|
| 10271 |
+
"learning_rate": 0.00019553709648801682,
|
| 10272 |
+
"loss": 0.0005,
|
| 10273 |
+
"step": 1457
|
| 10274 |
+
},
|
| 10275 |
+
{
|
| 10276 |
+
"epoch": 0.3054842595987638,
|
| 10277 |
+
"grad_norm": 0.22158075869083405,
|
| 10278 |
+
"learning_rate": 0.00019553056592009656,
|
| 10279 |
+
"loss": 0.026,
|
| 10280 |
+
"step": 1458
|
| 10281 |
+
},
|
| 10282 |
+
{
|
| 10283 |
+
"epoch": 0.30569378241055994,
|
| 10284 |
+
"grad_norm": 0.0060492088086903095,
|
| 10285 |
+
"learning_rate": 0.00019552403068679372,
|
| 10286 |
+
"loss": 0.0001,
|
| 10287 |
+
"step": 1459
|
| 10288 |
+
},
|
| 10289 |
+
{
|
| 10290 |
+
"epoch": 0.3059033052223561,
|
| 10291 |
+
"grad_norm": 0.07878894358873367,
|
| 10292 |
+
"learning_rate": 0.00019551749078842743,
|
| 10293 |
+
"loss": 0.0009,
|
| 10294 |
+
"step": 1460
|
| 10295 |
+
},
|
| 10296 |
+
{
|
| 10297 |
+
"epoch": 0.30611282803415224,
|
| 10298 |
+
"grad_norm": 0.06819705665111542,
|
| 10299 |
+
"learning_rate": 0.0001955109462253171,
|
| 10300 |
+
"loss": 0.0109,
|
| 10301 |
+
"step": 1461
|
| 10302 |
+
},
|
| 10303 |
+
{
|
| 10304 |
+
"epoch": 0.30632235084594833,
|
| 10305 |
+
"grad_norm": 0.06026251241564751,
|
| 10306 |
+
"learning_rate": 0.00019550439699778232,
|
| 10307 |
+
"loss": 0.0007,
|
| 10308 |
+
"step": 1462
|
| 10309 |
+
},
|
| 10310 |
+
{
|
| 10311 |
+
"epoch": 0.3065318736577445,
|
| 10312 |
+
"grad_norm": 0.6910133361816406,
|
| 10313 |
+
"learning_rate": 0.000195497843106143,
|
| 10314 |
+
"loss": 0.03,
|
| 10315 |
+
"step": 1463
|
| 10316 |
+
},
|
| 10317 |
+
{
|
| 10318 |
+
"epoch": 0.30674139646954063,
|
| 10319 |
+
"grad_norm": 0.0064484793692827225,
|
| 10320 |
+
"learning_rate": 0.0001954912845507191,
|
| 10321 |
+
"loss": 0.0001,
|
| 10322 |
+
"step": 1464
|
| 10323 |
+
},
|
| 10324 |
+
{
|
| 10325 |
+
"epoch": 0.3069509192813368,
|
| 10326 |
+
"grad_norm": 0.38042137026786804,
|
| 10327 |
+
"learning_rate": 0.000195484721331831,
|
| 10328 |
+
"loss": 0.0715,
|
| 10329 |
+
"step": 1465
|
| 10330 |
+
},
|
| 10331 |
+
{
|
| 10332 |
+
"epoch": 0.30716044209313287,
|
| 10333 |
+
"grad_norm": 0.07180149853229523,
|
| 10334 |
+
"learning_rate": 0.0001954781534497992,
|
| 10335 |
+
"loss": 0.0074,
|
| 10336 |
+
"step": 1466
|
| 10337 |
+
},
|
| 10338 |
+
{
|
| 10339 |
+
"epoch": 0.307369964904929,
|
| 10340 |
+
"grad_norm": 0.12332933396100998,
|
| 10341 |
+
"learning_rate": 0.0001954715809049444,
|
| 10342 |
+
"loss": 0.0123,
|
| 10343 |
+
"step": 1467
|
| 10344 |
+
},
|
| 10345 |
+
{
|
| 10346 |
+
"epoch": 0.30757948771672516,
|
| 10347 |
+
"grad_norm": 0.12823301553726196,
|
| 10348 |
+
"learning_rate": 0.0001954650036975877,
|
| 10349 |
+
"loss": 0.0067,
|
| 10350 |
+
"step": 1468
|
| 10351 |
+
},
|
| 10352 |
+
{
|
| 10353 |
+
"epoch": 0.3077890105285213,
|
| 10354 |
+
"grad_norm": 0.12684230506420135,
|
| 10355 |
+
"learning_rate": 0.00019545842182805024,
|
| 10356 |
+
"loss": 0.0029,
|
| 10357 |
+
"step": 1469
|
| 10358 |
+
},
|
| 10359 |
+
{
|
| 10360 |
+
"epoch": 0.3079985333403174,
|
| 10361 |
+
"grad_norm": 0.29130974411964417,
|
| 10362 |
+
"learning_rate": 0.0001954518352966534,
|
| 10363 |
+
"loss": 0.0129,
|
| 10364 |
+
"step": 1470
|
| 10365 |
+
},
|
| 10366 |
+
{
|
| 10367 |
+
"epoch": 0.30820805615211355,
|
| 10368 |
+
"grad_norm": 0.029337555170059204,
|
| 10369 |
+
"learning_rate": 0.00019544524410371894,
|
| 10370 |
+
"loss": 0.0002,
|
| 10371 |
+
"step": 1471
|
| 10372 |
+
},
|
| 10373 |
+
{
|
| 10374 |
+
"epoch": 0.3084175789639097,
|
| 10375 |
+
"grad_norm": 0.3716062307357788,
|
| 10376 |
+
"learning_rate": 0.0001954386482495687,
|
| 10377 |
+
"loss": 0.0503,
|
| 10378 |
+
"step": 1472
|
| 10379 |
+
},
|
| 10380 |
+
{
|
| 10381 |
+
"epoch": 0.30862710177570585,
|
| 10382 |
+
"grad_norm": 0.15721499919891357,
|
| 10383 |
+
"learning_rate": 0.00019543204773452482,
|
| 10384 |
+
"loss": 0.0231,
|
| 10385 |
+
"step": 1473
|
| 10386 |
+
},
|
| 10387 |
+
{
|
| 10388 |
+
"epoch": 0.30883662458750194,
|
| 10389 |
+
"grad_norm": 0.1504199206829071,
|
| 10390 |
+
"learning_rate": 0.00019542544255890962,
|
| 10391 |
+
"loss": 0.0046,
|
| 10392 |
+
"step": 1474
|
| 10393 |
+
},
|
| 10394 |
+
{
|
| 10395 |
+
"epoch": 0.3090461473992981,
|
| 10396 |
+
"grad_norm": 0.18560700118541718,
|
| 10397 |
+
"learning_rate": 0.00019541883272304573,
|
| 10398 |
+
"loss": 0.0251,
|
| 10399 |
+
"step": 1475
|
| 10400 |
+
},
|
| 10401 |
+
{
|
| 10402 |
+
"epoch": 0.30925567021109424,
|
| 10403 |
+
"grad_norm": 0.22650940716266632,
|
| 10404 |
+
"learning_rate": 0.00019541221822725585,
|
| 10405 |
+
"loss": 0.0067,
|
| 10406 |
+
"step": 1476
|
| 10407 |
+
},
|
| 10408 |
+
{
|
| 10409 |
+
"epoch": 0.3094651930228904,
|
| 10410 |
+
"grad_norm": 0.17605389654636383,
|
| 10411 |
+
"learning_rate": 0.0001954055990718631,
|
| 10412 |
+
"loss": 0.0119,
|
| 10413 |
+
"step": 1477
|
| 10414 |
+
},
|
| 10415 |
+
{
|
| 10416 |
+
"epoch": 0.3096747158346865,
|
| 10417 |
+
"grad_norm": 0.010634154081344604,
|
| 10418 |
+
"learning_rate": 0.00019539897525719073,
|
| 10419 |
+
"loss": 0.0001,
|
| 10420 |
+
"step": 1478
|
| 10421 |
+
},
|
| 10422 |
+
{
|
| 10423 |
+
"epoch": 0.3098842386464826,
|
| 10424 |
+
"grad_norm": 0.17018188536167145,
|
| 10425 |
+
"learning_rate": 0.00019539234678356217,
|
| 10426 |
+
"loss": 0.0182,
|
| 10427 |
+
"step": 1479
|
| 10428 |
+
},
|
| 10429 |
+
{
|
| 10430 |
+
"epoch": 0.31009376145827877,
|
| 10431 |
+
"grad_norm": 0.009977507404983044,
|
| 10432 |
+
"learning_rate": 0.00019538571365130118,
|
| 10433 |
+
"loss": 0.0001,
|
| 10434 |
+
"step": 1480
|
| 10435 |
+
},
|
| 10436 |
+
{
|
| 10437 |
+
"epoch": 0.3103032842700749,
|
| 10438 |
+
"grad_norm": 0.018772488459944725,
|
| 10439 |
+
"learning_rate": 0.00019537907586073168,
|
| 10440 |
+
"loss": 0.0003,
|
| 10441 |
+
"step": 1481
|
| 10442 |
+
},
|
| 10443 |
+
{
|
| 10444 |
+
"epoch": 0.310512807081871,
|
| 10445 |
+
"grad_norm": 0.32882487773895264,
|
| 10446 |
+
"learning_rate": 0.0001953724334121778,
|
| 10447 |
+
"loss": 0.008,
|
| 10448 |
+
"step": 1482
|
| 10449 |
+
},
|
| 10450 |
+
{
|
| 10451 |
+
"epoch": 0.31072232989366716,
|
| 10452 |
+
"grad_norm": 0.17600393295288086,
|
| 10453 |
+
"learning_rate": 0.00019536578630596405,
|
| 10454 |
+
"loss": 0.008,
|
| 10455 |
+
"step": 1483
|
| 10456 |
+
},
|
| 10457 |
+
{
|
| 10458 |
+
"epoch": 0.3109318527054633,
|
| 10459 |
+
"grad_norm": 0.18962863087654114,
|
| 10460 |
+
"learning_rate": 0.00019535913454241493,
|
| 10461 |
+
"loss": 0.0134,
|
| 10462 |
+
"step": 1484
|
| 10463 |
+
},
|
| 10464 |
+
{
|
| 10465 |
+
"epoch": 0.31114137551725946,
|
| 10466 |
+
"grad_norm": 0.0949021726846695,
|
| 10467 |
+
"learning_rate": 0.00019535247812185532,
|
| 10468 |
+
"loss": 0.011,
|
| 10469 |
+
"step": 1485
|
| 10470 |
+
},
|
| 10471 |
+
{
|
| 10472 |
+
"epoch": 0.3113508983290556,
|
| 10473 |
+
"grad_norm": 0.0024588159285485744,
|
| 10474 |
+
"learning_rate": 0.00019534581704461033,
|
| 10475 |
+
"loss": 0.0,
|
| 10476 |
+
"step": 1486
|
| 10477 |
+
},
|
| 10478 |
+
{
|
| 10479 |
+
"epoch": 0.3115604211408517,
|
| 10480 |
+
"grad_norm": 0.22583766281604767,
|
| 10481 |
+
"learning_rate": 0.00019533915131100525,
|
| 10482 |
+
"loss": 0.0037,
|
| 10483 |
+
"step": 1487
|
| 10484 |
+
},
|
| 10485 |
+
{
|
| 10486 |
+
"epoch": 0.31176994395264784,
|
| 10487 |
+
"grad_norm": 0.13111519813537598,
|
| 10488 |
+
"learning_rate": 0.0001953324809213656,
|
| 10489 |
+
"loss": 0.0106,
|
| 10490 |
+
"step": 1488
|
| 10491 |
+
},
|
| 10492 |
+
{
|
| 10493 |
+
"epoch": 0.311979466764444,
|
| 10494 |
+
"grad_norm": 0.1254248470067978,
|
| 10495 |
+
"learning_rate": 0.00019532580587601714,
|
| 10496 |
+
"loss": 0.0156,
|
| 10497 |
+
"step": 1489
|
| 10498 |
+
},
|
| 10499 |
+
{
|
| 10500 |
+
"epoch": 0.31218898957624014,
|
| 10501 |
+
"grad_norm": 0.2393532544374466,
|
| 10502 |
+
"learning_rate": 0.00019531912617528585,
|
| 10503 |
+
"loss": 0.0111,
|
| 10504 |
+
"step": 1490
|
| 10505 |
+
},
|
| 10506 |
+
{
|
| 10507 |
+
"epoch": 0.31239851238803623,
|
| 10508 |
+
"grad_norm": 0.12270370125770569,
|
| 10509 |
+
"learning_rate": 0.00019531244181949796,
|
| 10510 |
+
"loss": 0.0076,
|
| 10511 |
+
"step": 1491
|
| 10512 |
+
},
|
| 10513 |
+
{
|
| 10514 |
+
"epoch": 0.3126080351998324,
|
| 10515 |
+
"grad_norm": 0.2543415129184723,
|
| 10516 |
+
"learning_rate": 0.00019530575280897992,
|
| 10517 |
+
"loss": 0.0179,
|
| 10518 |
+
"step": 1492
|
| 10519 |
+
},
|
| 10520 |
+
{
|
| 10521 |
+
"epoch": 0.3128175580116285,
|
| 10522 |
+
"grad_norm": 0.1431514471769333,
|
| 10523 |
+
"learning_rate": 0.00019529905914405837,
|
| 10524 |
+
"loss": 0.0011,
|
| 10525 |
+
"step": 1493
|
| 10526 |
+
},
|
| 10527 |
+
{
|
| 10528 |
+
"epoch": 0.3130270808234247,
|
| 10529 |
+
"grad_norm": 0.20022700726985931,
|
| 10530 |
+
"learning_rate": 0.00019529236082506022,
|
| 10531 |
+
"loss": 0.0294,
|
| 10532 |
+
"step": 1494
|
| 10533 |
+
},
|
| 10534 |
+
{
|
| 10535 |
+
"epoch": 0.31323660363522077,
|
| 10536 |
+
"grad_norm": 0.0343584343791008,
|
| 10537 |
+
"learning_rate": 0.00019528565785231262,
|
| 10538 |
+
"loss": 0.0005,
|
| 10539 |
+
"step": 1495
|
| 10540 |
+
},
|
| 10541 |
+
{
|
| 10542 |
+
"epoch": 0.3134461264470169,
|
| 10543 |
+
"grad_norm": 0.0010648473398759961,
|
| 10544 |
+
"learning_rate": 0.00019527895022614287,
|
| 10545 |
+
"loss": 0.0,
|
| 10546 |
+
"step": 1496
|
| 10547 |
+
},
|
| 10548 |
+
{
|
| 10549 |
+
"epoch": 0.31365564925881306,
|
| 10550 |
+
"grad_norm": 0.20229478180408478,
|
| 10551 |
+
"learning_rate": 0.00019527223794687853,
|
| 10552 |
+
"loss": 0.0246,
|
| 10553 |
+
"step": 1497
|
| 10554 |
+
},
|
| 10555 |
+
{
|
| 10556 |
+
"epoch": 0.3138651720706092,
|
| 10557 |
+
"grad_norm": 0.014464381150901318,
|
| 10558 |
+
"learning_rate": 0.0001952655210148475,
|
| 10559 |
+
"loss": 0.0001,
|
| 10560 |
+
"step": 1498
|
| 10561 |
+
},
|
| 10562 |
+
{
|
| 10563 |
+
"epoch": 0.3140746948824053,
|
| 10564 |
+
"grad_norm": 0.1936783790588379,
|
| 10565 |
+
"learning_rate": 0.00019525879943037774,
|
| 10566 |
+
"loss": 0.0045,
|
| 10567 |
+
"step": 1499
|
| 10568 |
+
},
|
| 10569 |
+
{
|
| 10570 |
+
"epoch": 0.31428421769420145,
|
| 10571 |
+
"grad_norm": 0.012530984356999397,
|
| 10572 |
+
"learning_rate": 0.0001952520731937975,
|
| 10573 |
+
"loss": 0.0001,
|
| 10574 |
+
"step": 1500
|
| 10575 |
+
},
|
| 10576 |
+
{
|
| 10577 |
+
"epoch": 0.3144937405059976,
|
| 10578 |
+
"grad_norm": 0.1337125450372696,
|
| 10579 |
+
"learning_rate": 0.00019524534230543533,
|
| 10580 |
+
"loss": 0.0089,
|
| 10581 |
+
"step": 1501
|
| 10582 |
+
},
|
| 10583 |
+
{
|
| 10584 |
+
"epoch": 0.31470326331779375,
|
| 10585 |
+
"grad_norm": 0.22295622527599335,
|
| 10586 |
+
"learning_rate": 0.00019523860676561988,
|
| 10587 |
+
"loss": 0.0114,
|
| 10588 |
+
"step": 1502
|
| 10589 |
+
},
|
| 10590 |
+
{
|
| 10591 |
+
"epoch": 0.31491278612958984,
|
| 10592 |
+
"grad_norm": 0.0035251390654593706,
|
| 10593 |
+
"learning_rate": 0.0001952318665746801,
|
| 10594 |
+
"loss": 0.0,
|
| 10595 |
+
"step": 1503
|
| 10596 |
+
},
|
| 10597 |
+
{
|
| 10598 |
+
"epoch": 0.315122308941386,
|
| 10599 |
+
"grad_norm": 0.004611232317984104,
|
| 10600 |
+
"learning_rate": 0.0001952251217329452,
|
| 10601 |
+
"loss": 0.0001,
|
| 10602 |
+
"step": 1504
|
| 10603 |
+
},
|
| 10604 |
+
{
|
| 10605 |
+
"epoch": 0.31533183175318213,
|
| 10606 |
+
"grad_norm": 0.002356649376451969,
|
| 10607 |
+
"learning_rate": 0.00019521837224074454,
|
| 10608 |
+
"loss": 0.0,
|
| 10609 |
+
"step": 1505
|
| 10610 |
+
},
|
| 10611 |
+
{
|
| 10612 |
+
"epoch": 0.3155413545649783,
|
| 10613 |
+
"grad_norm": 0.027044709771871567,
|
| 10614 |
+
"learning_rate": 0.00019521161809840773,
|
| 10615 |
+
"loss": 0.0002,
|
| 10616 |
+
"step": 1506
|
| 10617 |
+
},
|
| 10618 |
+
{
|
| 10619 |
+
"epoch": 0.3157508773767744,
|
| 10620 |
+
"grad_norm": 0.07268866151571274,
|
| 10621 |
+
"learning_rate": 0.00019520485930626464,
|
| 10622 |
+
"loss": 0.0004,
|
| 10623 |
+
"step": 1507
|
| 10624 |
+
},
|
| 10625 |
+
{
|
| 10626 |
+
"epoch": 0.3159604001885705,
|
| 10627 |
+
"grad_norm": 0.010898386128246784,
|
| 10628 |
+
"learning_rate": 0.00019519809586464537,
|
| 10629 |
+
"loss": 0.0001,
|
| 10630 |
+
"step": 1508
|
| 10631 |
+
},
|
| 10632 |
+
{
|
| 10633 |
+
"epoch": 0.31616992300036667,
|
| 10634 |
+
"grad_norm": 0.03874179720878601,
|
| 10635 |
+
"learning_rate": 0.00019519132777388016,
|
| 10636 |
+
"loss": 0.0006,
|
| 10637 |
+
"step": 1509
|
| 10638 |
+
},
|
| 10639 |
+
{
|
| 10640 |
+
"epoch": 0.3163794458121628,
|
| 10641 |
+
"grad_norm": 0.005732359830290079,
|
| 10642 |
+
"learning_rate": 0.0001951845550342996,
|
| 10643 |
+
"loss": 0.0,
|
| 10644 |
+
"step": 1510
|
| 10645 |
+
},
|
| 10646 |
+
{
|
| 10647 |
+
"epoch": 0.3165889686239589,
|
| 10648 |
+
"grad_norm": 0.2763909697532654,
|
| 10649 |
+
"learning_rate": 0.00019517777764623443,
|
| 10650 |
+
"loss": 0.0179,
|
| 10651 |
+
"step": 1511
|
| 10652 |
+
},
|
| 10653 |
+
{
|
| 10654 |
+
"epoch": 0.31679849143575506,
|
| 10655 |
+
"grad_norm": 0.05047501623630524,
|
| 10656 |
+
"learning_rate": 0.00019517099561001562,
|
| 10657 |
+
"loss": 0.0005,
|
| 10658 |
+
"step": 1512
|
| 10659 |
+
},
|
| 10660 |
+
{
|
| 10661 |
+
"epoch": 0.3170080142475512,
|
| 10662 |
+
"grad_norm": 0.0008512980421073735,
|
| 10663 |
+
"learning_rate": 0.00019516420892597437,
|
| 10664 |
+
"loss": 0.0,
|
| 10665 |
+
"step": 1513
|
| 10666 |
+
},
|
| 10667 |
+
{
|
| 10668 |
+
"epoch": 0.31721753705934735,
|
| 10669 |
+
"grad_norm": 0.13507002592086792,
|
| 10670 |
+
"learning_rate": 0.00019515741759444218,
|
| 10671 |
+
"loss": 0.0166,
|
| 10672 |
+
"step": 1514
|
| 10673 |
+
},
|
| 10674 |
+
{
|
| 10675 |
+
"epoch": 0.31742705987114345,
|
| 10676 |
+
"grad_norm": 0.18085655570030212,
|
| 10677 |
+
"learning_rate": 0.00019515062161575063,
|
| 10678 |
+
"loss": 0.0019,
|
| 10679 |
+
"step": 1515
|
| 10680 |
+
},
|
| 10681 |
+
{
|
| 10682 |
+
"epoch": 0.3176365826829396,
|
| 10683 |
+
"grad_norm": 0.06925208121538162,
|
| 10684 |
+
"learning_rate": 0.00019514382099023166,
|
| 10685 |
+
"loss": 0.0008,
|
| 10686 |
+
"step": 1516
|
| 10687 |
+
},
|
| 10688 |
+
{
|
| 10689 |
+
"epoch": 0.31784610549473574,
|
| 10690 |
+
"grad_norm": 0.17617951333522797,
|
| 10691 |
+
"learning_rate": 0.00019513701571821738,
|
| 10692 |
+
"loss": 0.0075,
|
| 10693 |
+
"step": 1517
|
| 10694 |
+
},
|
| 10695 |
+
{
|
| 10696 |
+
"epoch": 0.3180556283065319,
|
| 10697 |
+
"grad_norm": 0.27964097261428833,
|
| 10698 |
+
"learning_rate": 0.00019513020580004016,
|
| 10699 |
+
"loss": 0.0222,
|
| 10700 |
+
"step": 1518
|
| 10701 |
+
},
|
| 10702 |
+
{
|
| 10703 |
+
"epoch": 0.318265151118328,
|
| 10704 |
+
"grad_norm": 0.10818011313676834,
|
| 10705 |
+
"learning_rate": 0.00019512339123603257,
|
| 10706 |
+
"loss": 0.0009,
|
| 10707 |
+
"step": 1519
|
| 10708 |
+
},
|
| 10709 |
+
{
|
| 10710 |
+
"epoch": 0.31847467393012413,
|
| 10711 |
+
"grad_norm": 0.2028188854455948,
|
| 10712 |
+
"learning_rate": 0.00019511657202652736,
|
| 10713 |
+
"loss": 0.0187,
|
| 10714 |
+
"step": 1520
|
| 10715 |
+
},
|
| 10716 |
+
{
|
| 10717 |
+
"epoch": 0.3186841967419203,
|
| 10718 |
+
"grad_norm": 0.15811379253864288,
|
| 10719 |
+
"learning_rate": 0.0001951097481718576,
|
| 10720 |
+
"loss": 0.0138,
|
| 10721 |
+
"step": 1521
|
| 10722 |
+
},
|
| 10723 |
+
{
|
| 10724 |
+
"epoch": 0.3188937195537164,
|
| 10725 |
+
"grad_norm": 0.18826134502887726,
|
| 10726 |
+
"learning_rate": 0.00019510291967235653,
|
| 10727 |
+
"loss": 0.0339,
|
| 10728 |
+
"step": 1522
|
| 10729 |
+
},
|
| 10730 |
+
{
|
| 10731 |
+
"epoch": 0.3191032423655125,
|
| 10732 |
+
"grad_norm": 0.0027802777476608753,
|
| 10733 |
+
"learning_rate": 0.00019509608652835763,
|
| 10734 |
+
"loss": 0.0001,
|
| 10735 |
+
"step": 1523
|
| 10736 |
+
},
|
| 10737 |
+
{
|
| 10738 |
+
"epoch": 0.31931276517730867,
|
| 10739 |
+
"grad_norm": 0.027045130729675293,
|
| 10740 |
+
"learning_rate": 0.0001950892487401946,
|
| 10741 |
+
"loss": 0.0018,
|
| 10742 |
+
"step": 1524
|
| 10743 |
+
},
|
| 10744 |
+
{
|
| 10745 |
+
"epoch": 0.3195222879891048,
|
| 10746 |
+
"grad_norm": 0.05583294481039047,
|
| 10747 |
+
"learning_rate": 0.00019508240630820137,
|
| 10748 |
+
"loss": 0.0008,
|
| 10749 |
+
"step": 1525
|
| 10750 |
+
},
|
| 10751 |
+
{
|
| 10752 |
+
"epoch": 0.31973181080090096,
|
| 10753 |
+
"grad_norm": 0.04633820801973343,
|
| 10754 |
+
"learning_rate": 0.00019507555923271218,
|
| 10755 |
+
"loss": 0.0004,
|
| 10756 |
+
"step": 1526
|
| 10757 |
+
},
|
| 10758 |
+
{
|
| 10759 |
+
"epoch": 0.3199413336126971,
|
| 10760 |
+
"grad_norm": 0.23768991231918335,
|
| 10761 |
+
"learning_rate": 0.0001950687075140613,
|
| 10762 |
+
"loss": 0.0131,
|
| 10763 |
+
"step": 1527
|
| 10764 |
+
},
|
| 10765 |
+
{
|
| 10766 |
+
"epoch": 0.3201508564244932,
|
| 10767 |
+
"grad_norm": 0.24667467176914215,
|
| 10768 |
+
"learning_rate": 0.00019506185115258343,
|
| 10769 |
+
"loss": 0.0397,
|
| 10770 |
+
"step": 1528
|
| 10771 |
+
},
|
| 10772 |
+
{
|
| 10773 |
+
"epoch": 0.32036037923628935,
|
| 10774 |
+
"grad_norm": 0.04483865574002266,
|
| 10775 |
+
"learning_rate": 0.00019505499014861333,
|
| 10776 |
+
"loss": 0.0005,
|
| 10777 |
+
"step": 1529
|
| 10778 |
+
},
|
| 10779 |
+
{
|
| 10780 |
+
"epoch": 0.3205699020480855,
|
| 10781 |
+
"grad_norm": 0.030646564438939095,
|
| 10782 |
+
"learning_rate": 0.00019504812450248614,
|
| 10783 |
+
"loss": 0.0005,
|
| 10784 |
+
"step": 1530
|
| 10785 |
+
},
|
| 10786 |
+
{
|
| 10787 |
+
"epoch": 0.32077942485988165,
|
| 10788 |
+
"grad_norm": 0.04976831376552582,
|
| 10789 |
+
"learning_rate": 0.0001950412542145371,
|
| 10790 |
+
"loss": 0.0006,
|
| 10791 |
+
"step": 1531
|
| 10792 |
+
},
|
| 10793 |
+
{
|
| 10794 |
+
"epoch": 0.32098894767167774,
|
| 10795 |
+
"grad_norm": 0.1266006976366043,
|
| 10796 |
+
"learning_rate": 0.0001950343792851018,
|
| 10797 |
+
"loss": 0.0027,
|
| 10798 |
+
"step": 1532
|
| 10799 |
+
},
|
| 10800 |
+
{
|
| 10801 |
+
"epoch": 0.3211984704834739,
|
| 10802 |
+
"grad_norm": 0.07971259206533432,
|
| 10803 |
+
"learning_rate": 0.00019502749971451596,
|
| 10804 |
+
"loss": 0.0013,
|
| 10805 |
+
"step": 1533
|
| 10806 |
+
},
|
| 10807 |
+
{
|
| 10808 |
+
"epoch": 0.32140799329527003,
|
| 10809 |
+
"grad_norm": 0.002387990476563573,
|
| 10810 |
+
"learning_rate": 0.0001950206155031155,
|
| 10811 |
+
"loss": 0.0,
|
| 10812 |
+
"step": 1534
|
| 10813 |
+
},
|
| 10814 |
+
{
|
| 10815 |
+
"epoch": 0.3216175161070662,
|
| 10816 |
+
"grad_norm": 0.00598552543669939,
|
| 10817 |
+
"learning_rate": 0.00019501372665123667,
|
| 10818 |
+
"loss": 0.0,
|
| 10819 |
+
"step": 1535
|
| 10820 |
+
},
|
| 10821 |
+
{
|
| 10822 |
+
"epoch": 0.3218270389188623,
|
| 10823 |
+
"grad_norm": 0.018055522814393044,
|
| 10824 |
+
"learning_rate": 0.00019500683315921592,
|
| 10825 |
+
"loss": 0.0002,
|
| 10826 |
+
"step": 1536
|
| 10827 |
+
},
|
| 10828 |
+
{
|
| 10829 |
+
"epoch": 0.3220365617306584,
|
| 10830 |
+
"grad_norm": 0.29587745666503906,
|
| 10831 |
+
"learning_rate": 0.00019499993502738986,
|
| 10832 |
+
"loss": 0.0266,
|
| 10833 |
+
"step": 1537
|
| 10834 |
+
},
|
| 10835 |
+
{
|
| 10836 |
+
"epoch": 0.32224608454245457,
|
| 10837 |
+
"grad_norm": 0.33568182587623596,
|
| 10838 |
+
"learning_rate": 0.00019499303225609539,
|
| 10839 |
+
"loss": 0.0128,
|
| 10840 |
+
"step": 1538
|
| 10841 |
+
},
|
| 10842 |
+
{
|
| 10843 |
+
"epoch": 0.3224556073542507,
|
| 10844 |
+
"grad_norm": 0.020032409578561783,
|
| 10845 |
+
"learning_rate": 0.0001949861248456696,
|
| 10846 |
+
"loss": 0.0002,
|
| 10847 |
+
"step": 1539
|
| 10848 |
+
},
|
| 10849 |
+
{
|
| 10850 |
+
"epoch": 0.3226651301660468,
|
| 10851 |
+
"grad_norm": 0.006906419992446899,
|
| 10852 |
+
"learning_rate": 0.00019497921279644986,
|
| 10853 |
+
"loss": 0.0001,
|
| 10854 |
+
"step": 1540
|
| 10855 |
+
},
|
| 10856 |
+
{
|
| 10857 |
+
"epoch": 0.32287465297784296,
|
| 10858 |
+
"grad_norm": 0.01124792080372572,
|
| 10859 |
+
"learning_rate": 0.0001949722961087737,
|
| 10860 |
+
"loss": 0.0001,
|
| 10861 |
+
"step": 1541
|
| 10862 |
+
},
|
| 10863 |
+
{
|
| 10864 |
+
"epoch": 0.3230841757896391,
|
| 10865 |
+
"grad_norm": 0.011126923374831676,
|
| 10866 |
+
"learning_rate": 0.0001949653747829789,
|
| 10867 |
+
"loss": 0.0001,
|
| 10868 |
+
"step": 1542
|
| 10869 |
+
},
|
| 10870 |
+
{
|
| 10871 |
+
"epoch": 0.32329369860143525,
|
| 10872 |
+
"grad_norm": 0.0007546422421000898,
|
| 10873 |
+
"learning_rate": 0.0001949584488194035,
|
| 10874 |
+
"loss": 0.0,
|
| 10875 |
+
"step": 1543
|
| 10876 |
+
},
|
| 10877 |
+
{
|
| 10878 |
+
"epoch": 0.32350322141323135,
|
| 10879 |
+
"grad_norm": 0.12543243169784546,
|
| 10880 |
+
"learning_rate": 0.00019495151821838572,
|
| 10881 |
+
"loss": 0.0123,
|
| 10882 |
+
"step": 1544
|
| 10883 |
+
},
|
| 10884 |
+
{
|
| 10885 |
+
"epoch": 0.3237127442250275,
|
| 10886 |
+
"grad_norm": 0.014699449762701988,
|
| 10887 |
+
"learning_rate": 0.0001949445829802641,
|
| 10888 |
+
"loss": 0.0002,
|
| 10889 |
+
"step": 1545
|
| 10890 |
+
},
|
| 10891 |
+
{
|
| 10892 |
+
"epoch": 0.32392226703682364,
|
| 10893 |
+
"grad_norm": 0.0024809150490909815,
|
| 10894 |
+
"learning_rate": 0.0001949376431053772,
|
| 10895 |
+
"loss": 0.0,
|
| 10896 |
+
"step": 1546
|
| 10897 |
+
},
|
| 10898 |
+
{
|
| 10899 |
+
"epoch": 0.3241317898486198,
|
| 10900 |
+
"grad_norm": 0.22279804944992065,
|
| 10901 |
+
"learning_rate": 0.000194930698594064,
|
| 10902 |
+
"loss": 0.0312,
|
| 10903 |
+
"step": 1547
|
| 10904 |
+
},
|
| 10905 |
+
{
|
| 10906 |
+
"epoch": 0.3243413126604159,
|
| 10907 |
+
"grad_norm": 0.11176104843616486,
|
| 10908 |
+
"learning_rate": 0.00019492374944666367,
|
| 10909 |
+
"loss": 0.015,
|
| 10910 |
+
"step": 1548
|
| 10911 |
+
},
|
| 10912 |
+
{
|
| 10913 |
+
"epoch": 0.32455083547221203,
|
| 10914 |
+
"grad_norm": 0.09751889854669571,
|
| 10915 |
+
"learning_rate": 0.0001949167956635156,
|
| 10916 |
+
"loss": 0.0007,
|
| 10917 |
+
"step": 1549
|
| 10918 |
+
},
|
| 10919 |
+
{
|
| 10920 |
+
"epoch": 0.3247603582840082,
|
| 10921 |
+
"grad_norm": 0.15919186174869537,
|
| 10922 |
+
"learning_rate": 0.00019490983724495932,
|
| 10923 |
+
"loss": 0.0017,
|
| 10924 |
+
"step": 1550
|
| 10925 |
+
},
|
| 10926 |
+
{
|
| 10927 |
+
"epoch": 0.3249698810958043,
|
| 10928 |
+
"grad_norm": 0.13658560812473297,
|
| 10929 |
+
"learning_rate": 0.00019490287419133472,
|
| 10930 |
+
"loss": 0.0022,
|
| 10931 |
+
"step": 1551
|
| 10932 |
+
},
|
| 10933 |
+
{
|
| 10934 |
+
"epoch": 0.3251794039076004,
|
| 10935 |
+
"grad_norm": 0.21580643951892853,
|
| 10936 |
+
"learning_rate": 0.0001948959065029818,
|
| 10937 |
+
"loss": 0.0233,
|
| 10938 |
+
"step": 1552
|
| 10939 |
+
},
|
| 10940 |
+
{
|
| 10941 |
+
"epoch": 0.32538892671939657,
|
| 10942 |
+
"grad_norm": 0.009592859074473381,
|
| 10943 |
+
"learning_rate": 0.00019488893418024086,
|
| 10944 |
+
"loss": 0.0001,
|
| 10945 |
+
"step": 1553
|
| 10946 |
+
},
|
| 10947 |
+
{
|
| 10948 |
+
"epoch": 0.3255984495311927,
|
| 10949 |
+
"grad_norm": 0.2529331147670746,
|
| 10950 |
+
"learning_rate": 0.0001948819572234524,
|
| 10951 |
+
"loss": 0.0189,
|
| 10952 |
+
"step": 1554
|
| 10953 |
+
},
|
| 10954 |
+
{
|
| 10955 |
+
"epoch": 0.32580797234298886,
|
| 10956 |
+
"grad_norm": 0.009520837105810642,
|
| 10957 |
+
"learning_rate": 0.00019487497563295717,
|
| 10958 |
+
"loss": 0.0001,
|
| 10959 |
+
"step": 1555
|
| 10960 |
+
},
|
| 10961 |
+
{
|
| 10962 |
+
"epoch": 0.32601749515478495,
|
| 10963 |
+
"grad_norm": 0.0009123004856519401,
|
| 10964 |
+
"learning_rate": 0.00019486798940909612,
|
| 10965 |
+
"loss": 0.0,
|
| 10966 |
+
"step": 1556
|
| 10967 |
+
},
|
| 10968 |
+
{
|
| 10969 |
+
"epoch": 0.3262270179665811,
|
| 10970 |
+
"grad_norm": 0.33604323863983154,
|
| 10971 |
+
"learning_rate": 0.00019486099855221042,
|
| 10972 |
+
"loss": 0.0302,
|
| 10973 |
+
"step": 1557
|
| 10974 |
+
},
|
| 10975 |
+
{
|
| 10976 |
+
"epoch": 0.32643654077837725,
|
| 10977 |
+
"grad_norm": 0.20807093381881714,
|
| 10978 |
+
"learning_rate": 0.00019485400306264148,
|
| 10979 |
+
"loss": 0.0235,
|
| 10980 |
+
"step": 1558
|
| 10981 |
+
},
|
| 10982 |
+
{
|
| 10983 |
+
"epoch": 0.3266460635901734,
|
| 10984 |
+
"grad_norm": 0.012143682688474655,
|
| 10985 |
+
"learning_rate": 0.0001948470029407309,
|
| 10986 |
+
"loss": 0.0001,
|
| 10987 |
+
"step": 1559
|
| 10988 |
+
},
|
| 10989 |
+
{
|
| 10990 |
+
"epoch": 0.3268555864019695,
|
| 10991 |
+
"grad_norm": 0.04122312366962433,
|
| 10992 |
+
"learning_rate": 0.00019483999818682062,
|
| 10993 |
+
"loss": 0.0006,
|
| 10994 |
+
"step": 1560
|
| 10995 |
+
},
|
| 10996 |
+
{
|
| 10997 |
+
"epoch": 0.32706510921376564,
|
| 10998 |
+
"grad_norm": 0.20180264115333557,
|
| 10999 |
+
"learning_rate": 0.0001948329888012527,
|
| 11000 |
+
"loss": 0.036,
|
| 11001 |
+
"step": 1561
|
| 11002 |
+
},
|
| 11003 |
+
{
|
| 11004 |
+
"epoch": 0.3272746320255618,
|
| 11005 |
+
"grad_norm": 0.17562663555145264,
|
| 11006 |
+
"learning_rate": 0.00019482597478436944,
|
| 11007 |
+
"loss": 0.0174,
|
| 11008 |
+
"step": 1562
|
| 11009 |
+
},
|
| 11010 |
+
{
|
| 11011 |
+
"epoch": 0.32748415483735793,
|
| 11012 |
+
"grad_norm": 0.01567312516272068,
|
| 11013 |
+
"learning_rate": 0.00019481895613651337,
|
| 11014 |
+
"loss": 0.0003,
|
| 11015 |
+
"step": 1563
|
| 11016 |
+
},
|
| 11017 |
+
{
|
| 11018 |
+
"epoch": 0.327693677649154,
|
| 11019 |
+
"grad_norm": 0.0051555633544921875,
|
| 11020 |
+
"learning_rate": 0.00019481193285802726,
|
| 11021 |
+
"loss": 0.0001,
|
| 11022 |
+
"step": 1564
|
| 11023 |
+
},
|
| 11024 |
+
{
|
| 11025 |
+
"epoch": 0.3279032004609502,
|
| 11026 |
+
"grad_norm": 0.052859075367450714,
|
| 11027 |
+
"learning_rate": 0.00019480490494925412,
|
| 11028 |
+
"loss": 0.0005,
|
| 11029 |
+
"step": 1565
|
| 11030 |
+
},
|
| 11031 |
+
{
|
| 11032 |
+
"epoch": 0.3281127232727463,
|
| 11033 |
+
"grad_norm": 0.17717738449573517,
|
| 11034 |
+
"learning_rate": 0.00019479787241053717,
|
| 11035 |
+
"loss": 0.0222,
|
| 11036 |
+
"step": 1566
|
| 11037 |
+
},
|
| 11038 |
+
{
|
| 11039 |
+
"epoch": 0.32832224608454247,
|
| 11040 |
+
"grad_norm": 0.17727364599704742,
|
| 11041 |
+
"learning_rate": 0.0001947908352422198,
|
| 11042 |
+
"loss": 0.0135,
|
| 11043 |
+
"step": 1567
|
| 11044 |
+
},
|
| 11045 |
+
{
|
| 11046 |
+
"epoch": 0.3285317688963386,
|
| 11047 |
+
"grad_norm": 0.07884063571691513,
|
| 11048 |
+
"learning_rate": 0.00019478379344464578,
|
| 11049 |
+
"loss": 0.0013,
|
| 11050 |
+
"step": 1568
|
| 11051 |
+
},
|
| 11052 |
+
{
|
| 11053 |
+
"epoch": 0.3287412917081347,
|
| 11054 |
+
"grad_norm": 0.056564390659332275,
|
| 11055 |
+
"learning_rate": 0.00019477674701815897,
|
| 11056 |
+
"loss": 0.001,
|
| 11057 |
+
"step": 1569
|
| 11058 |
+
},
|
| 11059 |
+
{
|
| 11060 |
+
"epoch": 0.32895081451993086,
|
| 11061 |
+
"grad_norm": 0.0061117722652852535,
|
| 11062 |
+
"learning_rate": 0.00019476969596310344,
|
| 11063 |
+
"loss": 0.0001,
|
| 11064 |
+
"step": 1570
|
| 11065 |
+
},
|
| 11066 |
+
{
|
| 11067 |
+
"epoch": 0.329160337331727,
|
| 11068 |
+
"grad_norm": 0.16239264607429504,
|
| 11069 |
+
"learning_rate": 0.0001947626402798236,
|
| 11070 |
+
"loss": 0.0027,
|
| 11071 |
+
"step": 1571
|
| 11072 |
+
},
|
| 11073 |
+
{
|
| 11074 |
+
"epoch": 0.32936986014352315,
|
| 11075 |
+
"grad_norm": 0.24103544652462006,
|
| 11076 |
+
"learning_rate": 0.00019475557996866396,
|
| 11077 |
+
"loss": 0.0426,
|
| 11078 |
+
"step": 1572
|
| 11079 |
+
},
|
| 11080 |
+
{
|
| 11081 |
+
"epoch": 0.32957938295531924,
|
| 11082 |
+
"grad_norm": 0.24487897753715515,
|
| 11083 |
+
"learning_rate": 0.0001947485150299694,
|
| 11084 |
+
"loss": 0.0215,
|
| 11085 |
+
"step": 1573
|
| 11086 |
+
},
|
| 11087 |
+
{
|
| 11088 |
+
"epoch": 0.3297889057671154,
|
| 11089 |
+
"grad_norm": 0.19202744960784912,
|
| 11090 |
+
"learning_rate": 0.0001947414454640849,
|
| 11091 |
+
"loss": 0.0027,
|
| 11092 |
+
"step": 1574
|
| 11093 |
+
},
|
| 11094 |
+
{
|
| 11095 |
+
"epoch": 0.32999842857891154,
|
| 11096 |
+
"grad_norm": 0.07547135651111603,
|
| 11097 |
+
"learning_rate": 0.0001947343712713557,
|
| 11098 |
+
"loss": 0.0106,
|
| 11099 |
+
"step": 1575
|
| 11100 |
+
},
|
| 11101 |
+
{
|
| 11102 |
+
"epoch": 0.3302079513907077,
|
| 11103 |
+
"grad_norm": 0.07378017157316208,
|
| 11104 |
+
"learning_rate": 0.00019472729245212736,
|
| 11105 |
+
"loss": 0.0053,
|
| 11106 |
+
"step": 1576
|
| 11107 |
+
},
|
| 11108 |
+
{
|
| 11109 |
+
"epoch": 0.3304174742025038,
|
| 11110 |
+
"grad_norm": 0.048381540924310684,
|
| 11111 |
+
"learning_rate": 0.00019472020900674548,
|
| 11112 |
+
"loss": 0.0007,
|
| 11113 |
+
"step": 1577
|
| 11114 |
+
},
|
| 11115 |
+
{
|
| 11116 |
+
"epoch": 0.33062699701429993,
|
| 11117 |
+
"grad_norm": 0.09767217189073563,
|
| 11118 |
+
"learning_rate": 0.00019471312093555606,
|
| 11119 |
+
"loss": 0.0067,
|
| 11120 |
+
"step": 1578
|
| 11121 |
+
},
|
| 11122 |
+
{
|
| 11123 |
+
"epoch": 0.3308365198260961,
|
| 11124 |
+
"grad_norm": 0.0035071636084467173,
|
| 11125 |
+
"learning_rate": 0.00019470602823890522,
|
| 11126 |
+
"loss": 0.0001,
|
| 11127 |
+
"step": 1579
|
| 11128 |
+
},
|
| 11129 |
+
{
|
| 11130 |
+
"epoch": 0.3310460426378922,
|
| 11131 |
+
"grad_norm": 0.17983557283878326,
|
| 11132 |
+
"learning_rate": 0.00019469893091713937,
|
| 11133 |
+
"loss": 0.0138,
|
| 11134 |
+
"step": 1580
|
| 11135 |
+
},
|
| 11136 |
+
{
|
| 11137 |
+
"epoch": 0.3312555654496883,
|
| 11138 |
+
"grad_norm": 0.20754225552082062,
|
| 11139 |
+
"learning_rate": 0.0001946918289706051,
|
| 11140 |
+
"loss": 0.0089,
|
| 11141 |
+
"step": 1581
|
| 11142 |
+
},
|
| 11143 |
+
{
|
| 11144 |
+
"epoch": 0.33146508826148446,
|
| 11145 |
+
"grad_norm": 0.09018977731466293,
|
| 11146 |
+
"learning_rate": 0.00019468472239964925,
|
| 11147 |
+
"loss": 0.0017,
|
| 11148 |
+
"step": 1582
|
| 11149 |
+
},
|
| 11150 |
+
{
|
| 11151 |
+
"epoch": 0.3316746110732806,
|
| 11152 |
+
"grad_norm": 0.003919263835996389,
|
| 11153 |
+
"learning_rate": 0.0001946776112046189,
|
| 11154 |
+
"loss": 0.0001,
|
| 11155 |
+
"step": 1583
|
| 11156 |
+
},
|
| 11157 |
+
{
|
| 11158 |
+
"epoch": 0.33188413388507676,
|
| 11159 |
+
"grad_norm": 0.009066829457879066,
|
| 11160 |
+
"learning_rate": 0.0001946704953858613,
|
| 11161 |
+
"loss": 0.0001,
|
| 11162 |
+
"step": 1584
|
| 11163 |
+
},
|
| 11164 |
+
{
|
| 11165 |
+
"epoch": 0.33209365669687285,
|
| 11166 |
+
"grad_norm": 0.05145661532878876,
|
| 11167 |
+
"learning_rate": 0.00019466337494372397,
|
| 11168 |
+
"loss": 0.0006,
|
| 11169 |
+
"step": 1585
|
| 11170 |
+
},
|
| 11171 |
+
{
|
| 11172 |
+
"epoch": 0.332303179508669,
|
| 11173 |
+
"grad_norm": 0.017742574214935303,
|
| 11174 |
+
"learning_rate": 0.0001946562498785547,
|
| 11175 |
+
"loss": 0.0002,
|
| 11176 |
+
"step": 1586
|
| 11177 |
+
},
|
| 11178 |
+
{
|
| 11179 |
+
"epoch": 0.33251270232046515,
|
| 11180 |
+
"grad_norm": 0.05322175845503807,
|
| 11181 |
+
"learning_rate": 0.00019464912019070136,
|
| 11182 |
+
"loss": 0.0005,
|
| 11183 |
+
"step": 1587
|
| 11184 |
+
},
|
| 11185 |
+
{
|
| 11186 |
+
"epoch": 0.3327222251322613,
|
| 11187 |
+
"grad_norm": 0.24456927180290222,
|
| 11188 |
+
"learning_rate": 0.00019464198588051225,
|
| 11189 |
+
"loss": 0.0292,
|
| 11190 |
+
"step": 1588
|
| 11191 |
+
},
|
| 11192 |
+
{
|
| 11193 |
+
"epoch": 0.3329317479440574,
|
| 11194 |
+
"grad_norm": 0.23175880312919617,
|
| 11195 |
+
"learning_rate": 0.00019463484694833566,
|
| 11196 |
+
"loss": 0.0208,
|
| 11197 |
+
"step": 1589
|
| 11198 |
+
},
|
| 11199 |
+
{
|
| 11200 |
+
"epoch": 0.33314127075585354,
|
| 11201 |
+
"grad_norm": 0.14457044005393982,
|
| 11202 |
+
"learning_rate": 0.00019462770339452031,
|
| 11203 |
+
"loss": 0.004,
|
| 11204 |
+
"step": 1590
|
| 11205 |
+
},
|
| 11206 |
+
{
|
| 11207 |
+
"epoch": 0.3333507935676497,
|
| 11208 |
+
"grad_norm": 0.11340788006782532,
|
| 11209 |
+
"learning_rate": 0.0001946205552194151,
|
| 11210 |
+
"loss": 0.0142,
|
| 11211 |
+
"step": 1591
|
| 11212 |
+
},
|
| 11213 |
+
{
|
| 11214 |
+
"epoch": 0.33356031637944583,
|
| 11215 |
+
"grad_norm": 0.06547866761684418,
|
| 11216 |
+
"learning_rate": 0.00019461340242336902,
|
| 11217 |
+
"loss": 0.001,
|
| 11218 |
+
"step": 1592
|
| 11219 |
+
},
|
| 11220 |
+
{
|
| 11221 |
+
"epoch": 0.3337698391912419,
|
| 11222 |
+
"grad_norm": 0.3663977384567261,
|
| 11223 |
+
"learning_rate": 0.00019460624500673146,
|
| 11224 |
+
"loss": 0.0423,
|
| 11225 |
+
"step": 1593
|
| 11226 |
+
},
|
| 11227 |
+
{
|
| 11228 |
+
"epoch": 0.33397936200303807,
|
| 11229 |
+
"grad_norm": 0.0014640424633398652,
|
| 11230 |
+
"learning_rate": 0.00019459908296985193,
|
| 11231 |
+
"loss": 0.0,
|
| 11232 |
+
"step": 1594
|
| 11233 |
+
},
|
| 11234 |
+
{
|
| 11235 |
+
"epoch": 0.3341888848148342,
|
| 11236 |
+
"grad_norm": 0.014392894692718983,
|
| 11237 |
+
"learning_rate": 0.00019459191631308027,
|
| 11238 |
+
"loss": 0.0003,
|
| 11239 |
+
"step": 1595
|
| 11240 |
+
},
|
| 11241 |
+
{
|
| 11242 |
+
"epoch": 0.33439840762663037,
|
| 11243 |
+
"grad_norm": 0.10644684731960297,
|
| 11244 |
+
"learning_rate": 0.0001945847450367664,
|
| 11245 |
+
"loss": 0.0048,
|
| 11246 |
+
"step": 1596
|
| 11247 |
+
},
|
| 11248 |
+
{
|
| 11249 |
+
"epoch": 0.33460793043842646,
|
| 11250 |
+
"grad_norm": 0.028983639553189278,
|
| 11251 |
+
"learning_rate": 0.00019457756914126052,
|
| 11252 |
+
"loss": 0.0119,
|
| 11253 |
+
"step": 1597
|
| 11254 |
+
},
|
| 11255 |
+
{
|
| 11256 |
+
"epoch": 0.3348174532502226,
|
| 11257 |
+
"grad_norm": 0.027979666367173195,
|
| 11258 |
+
"learning_rate": 0.00019457038862691315,
|
| 11259 |
+
"loss": 0.0002,
|
| 11260 |
+
"step": 1598
|
| 11261 |
+
},
|
| 11262 |
+
{
|
| 11263 |
+
"epoch": 0.33502697606201876,
|
| 11264 |
+
"grad_norm": 0.21817360818386078,
|
| 11265 |
+
"learning_rate": 0.00019456320349407492,
|
| 11266 |
+
"loss": 0.0402,
|
| 11267 |
+
"step": 1599
|
| 11268 |
+
},
|
| 11269 |
+
{
|
| 11270 |
+
"epoch": 0.3352364988738149,
|
| 11271 |
+
"grad_norm": 0.0055143400095403194,
|
| 11272 |
+
"learning_rate": 0.00019455601374309672,
|
| 11273 |
+
"loss": 0.0001,
|
| 11274 |
+
"step": 1600
|
| 11275 |
+
},
|
| 11276 |
+
{
|
| 11277 |
+
"epoch": 0.3352364988738149,
|
| 11278 |
+
"eval_loss": 0.0074059851467609406,
|
| 11279 |
+
"eval_runtime": 89.0563,
|
| 11280 |
+
"eval_samples_per_second": 8.624,
|
| 11281 |
+
"eval_steps_per_second": 4.312,
|
| 11282 |
+
"step": 1600
|
| 11283 |
}
|
| 11284 |
],
|
| 11285 |
"logging_steps": 1,
|
|
|
|
| 11308 |
"attributes": {}
|
| 11309 |
}
|
| 11310 |
},
|
| 11311 |
+
"total_flos": 5.087044627857408e+17,
|
| 11312 |
"train_batch_size": 2,
|
| 11313 |
"trial_name": null,
|
| 11314 |
"trial_params": null
|