Training in progress, step 1600, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 131146352
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9df68c7308a3773dac1ddc4bc51732d11215071c975e29815019c2e8eab64500
|
| 3 |
size 131146352
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 100504276
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da4c09c72b5236ed4e080a54288a660e0d3ba809a5f56b5b39839bafbfd467f6
|
| 3 |
size 100504276
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6fddbe6461f32552df10281940456c36da9dcdc3b54d056078347e68367db57b
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e5445e47acab4827f0d63911d407a642ad0e4745ee7d56ccdc919de2508baed
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.04605964198708534,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-1000",
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 200,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -9871,6 +9871,1414 @@
|
|
| 9871 |
"eval_samples_per_second": 3.1,
|
| 9872 |
"eval_steps_per_second": 1.55,
|
| 9873 |
"step": 1400
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9874 |
}
|
| 9875 |
],
|
| 9876 |
"logging_steps": 1,
|
|
@@ -9885,7 +11293,7 @@
|
|
| 9885 |
"early_stopping_threshold": 0.0
|
| 9886 |
},
|
| 9887 |
"attributes": {
|
| 9888 |
-
"early_stopping_patience_counter":
|
| 9889 |
}
|
| 9890 |
},
|
| 9891 |
"TrainerControl": {
|
|
@@ -9899,7 +11307,7 @@
|
|
| 9899 |
"attributes": {}
|
| 9900 |
}
|
| 9901 |
},
|
| 9902 |
-
"total_flos": 4.
|
| 9903 |
"train_batch_size": 2,
|
| 9904 |
"trial_name": null,
|
| 9905 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.04605964198708534,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-1000",
|
| 4 |
+
"epoch": 0.16975226778420244,
|
| 5 |
"eval_steps": 200,
|
| 6 |
+
"global_step": 1600,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 9871 |
"eval_samples_per_second": 3.1,
|
| 9872 |
"eval_steps_per_second": 1.55,
|
| 9873 |
"step": 1400
|
| 9874 |
+
},
|
| 9875 |
+
{
|
| 9876 |
+
"epoch": 0.14863932947854225,
|
| 9877 |
+
"grad_norm": 7.787290096282959,
|
| 9878 |
+
"learning_rate": 0.0002,
|
| 9879 |
+
"loss": 0.2761,
|
| 9880 |
+
"step": 1401
|
| 9881 |
+
},
|
| 9882 |
+
{
|
| 9883 |
+
"epoch": 0.14874542464590737,
|
| 9884 |
+
"grad_norm": 10.072002410888672,
|
| 9885 |
+
"learning_rate": 0.0002,
|
| 9886 |
+
"loss": 0.4095,
|
| 9887 |
+
"step": 1402
|
| 9888 |
+
},
|
| 9889 |
+
{
|
| 9890 |
+
"epoch": 0.1488515198132725,
|
| 9891 |
+
"grad_norm": 8.275053977966309,
|
| 9892 |
+
"learning_rate": 0.0002,
|
| 9893 |
+
"loss": 0.419,
|
| 9894 |
+
"step": 1403
|
| 9895 |
+
},
|
| 9896 |
+
{
|
| 9897 |
+
"epoch": 0.14895761498063764,
|
| 9898 |
+
"grad_norm": 8.795955657958984,
|
| 9899 |
+
"learning_rate": 0.0002,
|
| 9900 |
+
"loss": 0.3933,
|
| 9901 |
+
"step": 1404
|
| 9902 |
+
},
|
| 9903 |
+
{
|
| 9904 |
+
"epoch": 0.14906371014800276,
|
| 9905 |
+
"grad_norm": 7.092531681060791,
|
| 9906 |
+
"learning_rate": 0.0002,
|
| 9907 |
+
"loss": 0.3373,
|
| 9908 |
+
"step": 1405
|
| 9909 |
+
},
|
| 9910 |
+
{
|
| 9911 |
+
"epoch": 0.1491698053153679,
|
| 9912 |
+
"grad_norm": 18.580442428588867,
|
| 9913 |
+
"learning_rate": 0.0002,
|
| 9914 |
+
"loss": 0.5854,
|
| 9915 |
+
"step": 1406
|
| 9916 |
+
},
|
| 9917 |
+
{
|
| 9918 |
+
"epoch": 0.149275900482733,
|
| 9919 |
+
"grad_norm": 7.3193440437316895,
|
| 9920 |
+
"learning_rate": 0.0002,
|
| 9921 |
+
"loss": 0.2895,
|
| 9922 |
+
"step": 1407
|
| 9923 |
+
},
|
| 9924 |
+
{
|
| 9925 |
+
"epoch": 0.14938199565009813,
|
| 9926 |
+
"grad_norm": 10.808304786682129,
|
| 9927 |
+
"learning_rate": 0.0002,
|
| 9928 |
+
"loss": 0.5424,
|
| 9929 |
+
"step": 1408
|
| 9930 |
+
},
|
| 9931 |
+
{
|
| 9932 |
+
"epoch": 0.14948809081746325,
|
| 9933 |
+
"grad_norm": 4.059834957122803,
|
| 9934 |
+
"learning_rate": 0.0002,
|
| 9935 |
+
"loss": 0.1144,
|
| 9936 |
+
"step": 1409
|
| 9937 |
+
},
|
| 9938 |
+
{
|
| 9939 |
+
"epoch": 0.1495941859848284,
|
| 9940 |
+
"grad_norm": 6.889332294464111,
|
| 9941 |
+
"learning_rate": 0.0002,
|
| 9942 |
+
"loss": 0.2814,
|
| 9943 |
+
"step": 1410
|
| 9944 |
+
},
|
| 9945 |
+
{
|
| 9946 |
+
"epoch": 0.14970028115219353,
|
| 9947 |
+
"grad_norm": 9.303552627563477,
|
| 9948 |
+
"learning_rate": 0.0002,
|
| 9949 |
+
"loss": 0.3659,
|
| 9950 |
+
"step": 1411
|
| 9951 |
+
},
|
| 9952 |
+
{
|
| 9953 |
+
"epoch": 0.14980637631955865,
|
| 9954 |
+
"grad_norm": 12.023774147033691,
|
| 9955 |
+
"learning_rate": 0.0002,
|
| 9956 |
+
"loss": 0.5399,
|
| 9957 |
+
"step": 1412
|
| 9958 |
+
},
|
| 9959 |
+
{
|
| 9960 |
+
"epoch": 0.14991247148692377,
|
| 9961 |
+
"grad_norm": 7.917956352233887,
|
| 9962 |
+
"learning_rate": 0.0002,
|
| 9963 |
+
"loss": 0.2874,
|
| 9964 |
+
"step": 1413
|
| 9965 |
+
},
|
| 9966 |
+
{
|
| 9967 |
+
"epoch": 0.1500185666542889,
|
| 9968 |
+
"grad_norm": 8.360264778137207,
|
| 9969 |
+
"learning_rate": 0.0002,
|
| 9970 |
+
"loss": 0.3502,
|
| 9971 |
+
"step": 1414
|
| 9972 |
+
},
|
| 9973 |
+
{
|
| 9974 |
+
"epoch": 0.15012466182165402,
|
| 9975 |
+
"grad_norm": 4.880746841430664,
|
| 9976 |
+
"learning_rate": 0.0002,
|
| 9977 |
+
"loss": 0.1525,
|
| 9978 |
+
"step": 1415
|
| 9979 |
+
},
|
| 9980 |
+
{
|
| 9981 |
+
"epoch": 0.15023075698901914,
|
| 9982 |
+
"grad_norm": 4.428089618682861,
|
| 9983 |
+
"learning_rate": 0.0002,
|
| 9984 |
+
"loss": 0.1207,
|
| 9985 |
+
"step": 1416
|
| 9986 |
+
},
|
| 9987 |
+
{
|
| 9988 |
+
"epoch": 0.1503368521563843,
|
| 9989 |
+
"grad_norm": 8.605280876159668,
|
| 9990 |
+
"learning_rate": 0.0002,
|
| 9991 |
+
"loss": 0.3215,
|
| 9992 |
+
"step": 1417
|
| 9993 |
+
},
|
| 9994 |
+
{
|
| 9995 |
+
"epoch": 0.1504429473237494,
|
| 9996 |
+
"grad_norm": 7.292651653289795,
|
| 9997 |
+
"learning_rate": 0.0002,
|
| 9998 |
+
"loss": 0.1862,
|
| 9999 |
+
"step": 1418
|
| 10000 |
+
},
|
| 10001 |
+
{
|
| 10002 |
+
"epoch": 0.15054904249111453,
|
| 10003 |
+
"grad_norm": 10.672128677368164,
|
| 10004 |
+
"learning_rate": 0.0002,
|
| 10005 |
+
"loss": 0.4091,
|
| 10006 |
+
"step": 1419
|
| 10007 |
+
},
|
| 10008 |
+
{
|
| 10009 |
+
"epoch": 0.15065513765847965,
|
| 10010 |
+
"grad_norm": 4.660310745239258,
|
| 10011 |
+
"learning_rate": 0.0002,
|
| 10012 |
+
"loss": 0.1347,
|
| 10013 |
+
"step": 1420
|
| 10014 |
+
},
|
| 10015 |
+
{
|
| 10016 |
+
"epoch": 0.15076123282584478,
|
| 10017 |
+
"grad_norm": 10.098348617553711,
|
| 10018 |
+
"learning_rate": 0.0002,
|
| 10019 |
+
"loss": 0.3485,
|
| 10020 |
+
"step": 1421
|
| 10021 |
+
},
|
| 10022 |
+
{
|
| 10023 |
+
"epoch": 0.1508673279932099,
|
| 10024 |
+
"grad_norm": 8.218603134155273,
|
| 10025 |
+
"learning_rate": 0.0002,
|
| 10026 |
+
"loss": 0.2413,
|
| 10027 |
+
"step": 1422
|
| 10028 |
+
},
|
| 10029 |
+
{
|
| 10030 |
+
"epoch": 0.15097342316057505,
|
| 10031 |
+
"grad_norm": 20.520559310913086,
|
| 10032 |
+
"learning_rate": 0.0002,
|
| 10033 |
+
"loss": 0.5986,
|
| 10034 |
+
"step": 1423
|
| 10035 |
+
},
|
| 10036 |
+
{
|
| 10037 |
+
"epoch": 0.15107951832794017,
|
| 10038 |
+
"grad_norm": 10.236555099487305,
|
| 10039 |
+
"learning_rate": 0.0002,
|
| 10040 |
+
"loss": 0.3642,
|
| 10041 |
+
"step": 1424
|
| 10042 |
+
},
|
| 10043 |
+
{
|
| 10044 |
+
"epoch": 0.1511856134953053,
|
| 10045 |
+
"grad_norm": 9.109596252441406,
|
| 10046 |
+
"learning_rate": 0.0002,
|
| 10047 |
+
"loss": 0.2248,
|
| 10048 |
+
"step": 1425
|
| 10049 |
+
},
|
| 10050 |
+
{
|
| 10051 |
+
"epoch": 0.15129170866267042,
|
| 10052 |
+
"grad_norm": 6.346005916595459,
|
| 10053 |
+
"learning_rate": 0.0002,
|
| 10054 |
+
"loss": 0.1176,
|
| 10055 |
+
"step": 1426
|
| 10056 |
+
},
|
| 10057 |
+
{
|
| 10058 |
+
"epoch": 0.15139780383003554,
|
| 10059 |
+
"grad_norm": 13.735501289367676,
|
| 10060 |
+
"learning_rate": 0.0002,
|
| 10061 |
+
"loss": 0.5541,
|
| 10062 |
+
"step": 1427
|
| 10063 |
+
},
|
| 10064 |
+
{
|
| 10065 |
+
"epoch": 0.15150389899740066,
|
| 10066 |
+
"grad_norm": 11.298107147216797,
|
| 10067 |
+
"learning_rate": 0.0002,
|
| 10068 |
+
"loss": 0.3755,
|
| 10069 |
+
"step": 1428
|
| 10070 |
+
},
|
| 10071 |
+
{
|
| 10072 |
+
"epoch": 0.15160999416476578,
|
| 10073 |
+
"grad_norm": 10.165329933166504,
|
| 10074 |
+
"learning_rate": 0.0002,
|
| 10075 |
+
"loss": 0.2979,
|
| 10076 |
+
"step": 1429
|
| 10077 |
+
},
|
| 10078 |
+
{
|
| 10079 |
+
"epoch": 0.15171608933213093,
|
| 10080 |
+
"grad_norm": 4.627982139587402,
|
| 10081 |
+
"learning_rate": 0.0002,
|
| 10082 |
+
"loss": 0.0935,
|
| 10083 |
+
"step": 1430
|
| 10084 |
+
},
|
| 10085 |
+
{
|
| 10086 |
+
"epoch": 0.15182218449949605,
|
| 10087 |
+
"grad_norm": 9.701288223266602,
|
| 10088 |
+
"learning_rate": 0.0002,
|
| 10089 |
+
"loss": 0.2587,
|
| 10090 |
+
"step": 1431
|
| 10091 |
+
},
|
| 10092 |
+
{
|
| 10093 |
+
"epoch": 0.15192827966686118,
|
| 10094 |
+
"grad_norm": 16.106853485107422,
|
| 10095 |
+
"learning_rate": 0.0002,
|
| 10096 |
+
"loss": 0.6106,
|
| 10097 |
+
"step": 1432
|
| 10098 |
+
},
|
| 10099 |
+
{
|
| 10100 |
+
"epoch": 0.1520343748342263,
|
| 10101 |
+
"grad_norm": 13.533589363098145,
|
| 10102 |
+
"learning_rate": 0.0002,
|
| 10103 |
+
"loss": 0.3271,
|
| 10104 |
+
"step": 1433
|
| 10105 |
+
},
|
| 10106 |
+
{
|
| 10107 |
+
"epoch": 0.15214047000159142,
|
| 10108 |
+
"grad_norm": 11.408788681030273,
|
| 10109 |
+
"learning_rate": 0.0002,
|
| 10110 |
+
"loss": 0.4821,
|
| 10111 |
+
"step": 1434
|
| 10112 |
+
},
|
| 10113 |
+
{
|
| 10114 |
+
"epoch": 0.15224656516895654,
|
| 10115 |
+
"grad_norm": 9.509854316711426,
|
| 10116 |
+
"learning_rate": 0.0002,
|
| 10117 |
+
"loss": 0.4054,
|
| 10118 |
+
"step": 1435
|
| 10119 |
+
},
|
| 10120 |
+
{
|
| 10121 |
+
"epoch": 0.1523526603363217,
|
| 10122 |
+
"grad_norm": 9.509733200073242,
|
| 10123 |
+
"learning_rate": 0.0002,
|
| 10124 |
+
"loss": 0.4587,
|
| 10125 |
+
"step": 1436
|
| 10126 |
+
},
|
| 10127 |
+
{
|
| 10128 |
+
"epoch": 0.15245875550368682,
|
| 10129 |
+
"grad_norm": 9.793584823608398,
|
| 10130 |
+
"learning_rate": 0.0002,
|
| 10131 |
+
"loss": 0.4176,
|
| 10132 |
+
"step": 1437
|
| 10133 |
+
},
|
| 10134 |
+
{
|
| 10135 |
+
"epoch": 0.15256485067105194,
|
| 10136 |
+
"grad_norm": 9.475292205810547,
|
| 10137 |
+
"learning_rate": 0.0002,
|
| 10138 |
+
"loss": 0.3273,
|
| 10139 |
+
"step": 1438
|
| 10140 |
+
},
|
| 10141 |
+
{
|
| 10142 |
+
"epoch": 0.15267094583841706,
|
| 10143 |
+
"grad_norm": 6.801117420196533,
|
| 10144 |
+
"learning_rate": 0.0002,
|
| 10145 |
+
"loss": 0.1603,
|
| 10146 |
+
"step": 1439
|
| 10147 |
+
},
|
| 10148 |
+
{
|
| 10149 |
+
"epoch": 0.15277704100578218,
|
| 10150 |
+
"grad_norm": 12.20395565032959,
|
| 10151 |
+
"learning_rate": 0.0002,
|
| 10152 |
+
"loss": 0.2273,
|
| 10153 |
+
"step": 1440
|
| 10154 |
+
},
|
| 10155 |
+
{
|
| 10156 |
+
"epoch": 0.1528831361731473,
|
| 10157 |
+
"grad_norm": 9.105310440063477,
|
| 10158 |
+
"learning_rate": 0.0002,
|
| 10159 |
+
"loss": 0.1787,
|
| 10160 |
+
"step": 1441
|
| 10161 |
+
},
|
| 10162 |
+
{
|
| 10163 |
+
"epoch": 0.15298923134051243,
|
| 10164 |
+
"grad_norm": 12.274502754211426,
|
| 10165 |
+
"learning_rate": 0.0002,
|
| 10166 |
+
"loss": 0.3284,
|
| 10167 |
+
"step": 1442
|
| 10168 |
+
},
|
| 10169 |
+
{
|
| 10170 |
+
"epoch": 0.15309532650787758,
|
| 10171 |
+
"grad_norm": 14.091508865356445,
|
| 10172 |
+
"learning_rate": 0.0002,
|
| 10173 |
+
"loss": 0.3478,
|
| 10174 |
+
"step": 1443
|
| 10175 |
+
},
|
| 10176 |
+
{
|
| 10177 |
+
"epoch": 0.1532014216752427,
|
| 10178 |
+
"grad_norm": 9.443672180175781,
|
| 10179 |
+
"learning_rate": 0.0002,
|
| 10180 |
+
"loss": 0.2902,
|
| 10181 |
+
"step": 1444
|
| 10182 |
+
},
|
| 10183 |
+
{
|
| 10184 |
+
"epoch": 0.15330751684260782,
|
| 10185 |
+
"grad_norm": 11.520055770874023,
|
| 10186 |
+
"learning_rate": 0.0002,
|
| 10187 |
+
"loss": 0.4171,
|
| 10188 |
+
"step": 1445
|
| 10189 |
+
},
|
| 10190 |
+
{
|
| 10191 |
+
"epoch": 0.15341361200997294,
|
| 10192 |
+
"grad_norm": 15.33465576171875,
|
| 10193 |
+
"learning_rate": 0.0002,
|
| 10194 |
+
"loss": 0.2308,
|
| 10195 |
+
"step": 1446
|
| 10196 |
+
},
|
| 10197 |
+
{
|
| 10198 |
+
"epoch": 0.15351970717733807,
|
| 10199 |
+
"grad_norm": 6.744412899017334,
|
| 10200 |
+
"learning_rate": 0.0002,
|
| 10201 |
+
"loss": 0.1389,
|
| 10202 |
+
"step": 1447
|
| 10203 |
+
},
|
| 10204 |
+
{
|
| 10205 |
+
"epoch": 0.1536258023447032,
|
| 10206 |
+
"grad_norm": 13.591721534729004,
|
| 10207 |
+
"learning_rate": 0.0002,
|
| 10208 |
+
"loss": 0.3297,
|
| 10209 |
+
"step": 1448
|
| 10210 |
+
},
|
| 10211 |
+
{
|
| 10212 |
+
"epoch": 0.15373189751206834,
|
| 10213 |
+
"grad_norm": 15.414737701416016,
|
| 10214 |
+
"learning_rate": 0.0002,
|
| 10215 |
+
"loss": 0.3457,
|
| 10216 |
+
"step": 1449
|
| 10217 |
+
},
|
| 10218 |
+
{
|
| 10219 |
+
"epoch": 0.15383799267943346,
|
| 10220 |
+
"grad_norm": 150.36404418945312,
|
| 10221 |
+
"learning_rate": 0.0002,
|
| 10222 |
+
"loss": 2.9363,
|
| 10223 |
+
"step": 1450
|
| 10224 |
+
},
|
| 10225 |
+
{
|
| 10226 |
+
"epoch": 0.15394408784679858,
|
| 10227 |
+
"grad_norm": 10.955743789672852,
|
| 10228 |
+
"learning_rate": 0.0002,
|
| 10229 |
+
"loss": 0.3445,
|
| 10230 |
+
"step": 1451
|
| 10231 |
+
},
|
| 10232 |
+
{
|
| 10233 |
+
"epoch": 0.1540501830141637,
|
| 10234 |
+
"grad_norm": 19.295467376708984,
|
| 10235 |
+
"learning_rate": 0.0002,
|
| 10236 |
+
"loss": 0.6369,
|
| 10237 |
+
"step": 1452
|
| 10238 |
+
},
|
| 10239 |
+
{
|
| 10240 |
+
"epoch": 0.15415627818152883,
|
| 10241 |
+
"grad_norm": 5.901001930236816,
|
| 10242 |
+
"learning_rate": 0.0002,
|
| 10243 |
+
"loss": 0.2083,
|
| 10244 |
+
"step": 1453
|
| 10245 |
+
},
|
| 10246 |
+
{
|
| 10247 |
+
"epoch": 0.15426237334889395,
|
| 10248 |
+
"grad_norm": 5.861686706542969,
|
| 10249 |
+
"learning_rate": 0.0002,
|
| 10250 |
+
"loss": 0.237,
|
| 10251 |
+
"step": 1454
|
| 10252 |
+
},
|
| 10253 |
+
{
|
| 10254 |
+
"epoch": 0.15436846851625907,
|
| 10255 |
+
"grad_norm": 4.789224147796631,
|
| 10256 |
+
"learning_rate": 0.0002,
|
| 10257 |
+
"loss": 0.1633,
|
| 10258 |
+
"step": 1455
|
| 10259 |
+
},
|
| 10260 |
+
{
|
| 10261 |
+
"epoch": 0.15447456368362422,
|
| 10262 |
+
"grad_norm": 7.453864574432373,
|
| 10263 |
+
"learning_rate": 0.0002,
|
| 10264 |
+
"loss": 0.3306,
|
| 10265 |
+
"step": 1456
|
| 10266 |
+
},
|
| 10267 |
+
{
|
| 10268 |
+
"epoch": 0.15458065885098934,
|
| 10269 |
+
"grad_norm": 20.621580123901367,
|
| 10270 |
+
"learning_rate": 0.0002,
|
| 10271 |
+
"loss": 0.7816,
|
| 10272 |
+
"step": 1457
|
| 10273 |
+
},
|
| 10274 |
+
{
|
| 10275 |
+
"epoch": 0.15468675401835447,
|
| 10276 |
+
"grad_norm": 13.237136840820312,
|
| 10277 |
+
"learning_rate": 0.0002,
|
| 10278 |
+
"loss": 0.341,
|
| 10279 |
+
"step": 1458
|
| 10280 |
+
},
|
| 10281 |
+
{
|
| 10282 |
+
"epoch": 0.1547928491857196,
|
| 10283 |
+
"grad_norm": 8.947859764099121,
|
| 10284 |
+
"learning_rate": 0.0002,
|
| 10285 |
+
"loss": 0.2161,
|
| 10286 |
+
"step": 1459
|
| 10287 |
+
},
|
| 10288 |
+
{
|
| 10289 |
+
"epoch": 0.1548989443530847,
|
| 10290 |
+
"grad_norm": 8.534104347229004,
|
| 10291 |
+
"learning_rate": 0.0002,
|
| 10292 |
+
"loss": 0.3411,
|
| 10293 |
+
"step": 1460
|
| 10294 |
+
},
|
| 10295 |
+
{
|
| 10296 |
+
"epoch": 0.15500503952044983,
|
| 10297 |
+
"grad_norm": 6.479496955871582,
|
| 10298 |
+
"learning_rate": 0.0002,
|
| 10299 |
+
"loss": 0.1851,
|
| 10300 |
+
"step": 1461
|
| 10301 |
+
},
|
| 10302 |
+
{
|
| 10303 |
+
"epoch": 0.15511113468781498,
|
| 10304 |
+
"grad_norm": 10.808836936950684,
|
| 10305 |
+
"learning_rate": 0.0002,
|
| 10306 |
+
"loss": 0.4515,
|
| 10307 |
+
"step": 1462
|
| 10308 |
+
},
|
| 10309 |
+
{
|
| 10310 |
+
"epoch": 0.1552172298551801,
|
| 10311 |
+
"grad_norm": 10.953239440917969,
|
| 10312 |
+
"learning_rate": 0.0002,
|
| 10313 |
+
"loss": 0.4473,
|
| 10314 |
+
"step": 1463
|
| 10315 |
+
},
|
| 10316 |
+
{
|
| 10317 |
+
"epoch": 0.15532332502254523,
|
| 10318 |
+
"grad_norm": 10.880011558532715,
|
| 10319 |
+
"learning_rate": 0.0002,
|
| 10320 |
+
"loss": 0.2967,
|
| 10321 |
+
"step": 1464
|
| 10322 |
+
},
|
| 10323 |
+
{
|
| 10324 |
+
"epoch": 0.15542942018991035,
|
| 10325 |
+
"grad_norm": 9.7034273147583,
|
| 10326 |
+
"learning_rate": 0.0002,
|
| 10327 |
+
"loss": 0.3352,
|
| 10328 |
+
"step": 1465
|
| 10329 |
+
},
|
| 10330 |
+
{
|
| 10331 |
+
"epoch": 0.15553551535727547,
|
| 10332 |
+
"grad_norm": 11.403745651245117,
|
| 10333 |
+
"learning_rate": 0.0002,
|
| 10334 |
+
"loss": 0.3129,
|
| 10335 |
+
"step": 1466
|
| 10336 |
+
},
|
| 10337 |
+
{
|
| 10338 |
+
"epoch": 0.1556416105246406,
|
| 10339 |
+
"grad_norm": 9.677936553955078,
|
| 10340 |
+
"learning_rate": 0.0002,
|
| 10341 |
+
"loss": 0.2871,
|
| 10342 |
+
"step": 1467
|
| 10343 |
+
},
|
| 10344 |
+
{
|
| 10345 |
+
"epoch": 0.15574770569200572,
|
| 10346 |
+
"grad_norm": 14.748143196105957,
|
| 10347 |
+
"learning_rate": 0.0002,
|
| 10348 |
+
"loss": 0.6369,
|
| 10349 |
+
"step": 1468
|
| 10350 |
+
},
|
| 10351 |
+
{
|
| 10352 |
+
"epoch": 0.15585380085937087,
|
| 10353 |
+
"grad_norm": 6.993051528930664,
|
| 10354 |
+
"learning_rate": 0.0002,
|
| 10355 |
+
"loss": 0.3057,
|
| 10356 |
+
"step": 1469
|
| 10357 |
+
},
|
| 10358 |
+
{
|
| 10359 |
+
"epoch": 0.155959896026736,
|
| 10360 |
+
"grad_norm": 8.588709831237793,
|
| 10361 |
+
"learning_rate": 0.0002,
|
| 10362 |
+
"loss": 0.3597,
|
| 10363 |
+
"step": 1470
|
| 10364 |
+
},
|
| 10365 |
+
{
|
| 10366 |
+
"epoch": 0.1560659911941011,
|
| 10367 |
+
"grad_norm": 4.6597089767456055,
|
| 10368 |
+
"learning_rate": 0.0002,
|
| 10369 |
+
"loss": 0.1216,
|
| 10370 |
+
"step": 1471
|
| 10371 |
+
},
|
| 10372 |
+
{
|
| 10373 |
+
"epoch": 0.15617208636146623,
|
| 10374 |
+
"grad_norm": 9.739178657531738,
|
| 10375 |
+
"learning_rate": 0.0002,
|
| 10376 |
+
"loss": 0.2602,
|
| 10377 |
+
"step": 1472
|
| 10378 |
+
},
|
| 10379 |
+
{
|
| 10380 |
+
"epoch": 0.15627818152883136,
|
| 10381 |
+
"grad_norm": 12.41474723815918,
|
| 10382 |
+
"learning_rate": 0.0002,
|
| 10383 |
+
"loss": 0.4338,
|
| 10384 |
+
"step": 1473
|
| 10385 |
+
},
|
| 10386 |
+
{
|
| 10387 |
+
"epoch": 0.15638427669619648,
|
| 10388 |
+
"grad_norm": 9.549080848693848,
|
| 10389 |
+
"learning_rate": 0.0002,
|
| 10390 |
+
"loss": 0.3722,
|
| 10391 |
+
"step": 1474
|
| 10392 |
+
},
|
| 10393 |
+
{
|
| 10394 |
+
"epoch": 0.15649037186356163,
|
| 10395 |
+
"grad_norm": 10.459616661071777,
|
| 10396 |
+
"learning_rate": 0.0002,
|
| 10397 |
+
"loss": 0.3847,
|
| 10398 |
+
"step": 1475
|
| 10399 |
+
},
|
| 10400 |
+
{
|
| 10401 |
+
"epoch": 0.15659646703092675,
|
| 10402 |
+
"grad_norm": 8.694037437438965,
|
| 10403 |
+
"learning_rate": 0.0002,
|
| 10404 |
+
"loss": 0.1685,
|
| 10405 |
+
"step": 1476
|
| 10406 |
+
},
|
| 10407 |
+
{
|
| 10408 |
+
"epoch": 0.15670256219829187,
|
| 10409 |
+
"grad_norm": 13.397459983825684,
|
| 10410 |
+
"learning_rate": 0.0002,
|
| 10411 |
+
"loss": 0.6736,
|
| 10412 |
+
"step": 1477
|
| 10413 |
+
},
|
| 10414 |
+
{
|
| 10415 |
+
"epoch": 0.156808657365657,
|
| 10416 |
+
"grad_norm": 6.954996585845947,
|
| 10417 |
+
"learning_rate": 0.0002,
|
| 10418 |
+
"loss": 0.1813,
|
| 10419 |
+
"step": 1478
|
| 10420 |
+
},
|
| 10421 |
+
{
|
| 10422 |
+
"epoch": 0.15691475253302212,
|
| 10423 |
+
"grad_norm": 10.418376922607422,
|
| 10424 |
+
"learning_rate": 0.0002,
|
| 10425 |
+
"loss": 0.3856,
|
| 10426 |
+
"step": 1479
|
| 10427 |
+
},
|
| 10428 |
+
{
|
| 10429 |
+
"epoch": 0.15702084770038724,
|
| 10430 |
+
"grad_norm": 5.831655025482178,
|
| 10431 |
+
"learning_rate": 0.0002,
|
| 10432 |
+
"loss": 0.1575,
|
| 10433 |
+
"step": 1480
|
| 10434 |
+
},
|
| 10435 |
+
{
|
| 10436 |
+
"epoch": 0.15712694286775236,
|
| 10437 |
+
"grad_norm": 34.334720611572266,
|
| 10438 |
+
"learning_rate": 0.0002,
|
| 10439 |
+
"loss": 0.7981,
|
| 10440 |
+
"step": 1481
|
| 10441 |
+
},
|
| 10442 |
+
{
|
| 10443 |
+
"epoch": 0.1572330380351175,
|
| 10444 |
+
"grad_norm": 8.685388565063477,
|
| 10445 |
+
"learning_rate": 0.0002,
|
| 10446 |
+
"loss": 0.1256,
|
| 10447 |
+
"step": 1482
|
| 10448 |
+
},
|
| 10449 |
+
{
|
| 10450 |
+
"epoch": 0.15733913320248263,
|
| 10451 |
+
"grad_norm": 9.636058807373047,
|
| 10452 |
+
"learning_rate": 0.0002,
|
| 10453 |
+
"loss": 0.2575,
|
| 10454 |
+
"step": 1483
|
| 10455 |
+
},
|
| 10456 |
+
{
|
| 10457 |
+
"epoch": 0.15744522836984776,
|
| 10458 |
+
"grad_norm": 15.96424388885498,
|
| 10459 |
+
"learning_rate": 0.0002,
|
| 10460 |
+
"loss": 0.5849,
|
| 10461 |
+
"step": 1484
|
| 10462 |
+
},
|
| 10463 |
+
{
|
| 10464 |
+
"epoch": 0.15755132353721288,
|
| 10465 |
+
"grad_norm": 21.474897384643555,
|
| 10466 |
+
"learning_rate": 0.0002,
|
| 10467 |
+
"loss": 0.2961,
|
| 10468 |
+
"step": 1485
|
| 10469 |
+
},
|
| 10470 |
+
{
|
| 10471 |
+
"epoch": 0.157657418704578,
|
| 10472 |
+
"grad_norm": 11.712665557861328,
|
| 10473 |
+
"learning_rate": 0.0002,
|
| 10474 |
+
"loss": 0.3125,
|
| 10475 |
+
"step": 1486
|
| 10476 |
+
},
|
| 10477 |
+
{
|
| 10478 |
+
"epoch": 0.15776351387194312,
|
| 10479 |
+
"grad_norm": 8.533573150634766,
|
| 10480 |
+
"learning_rate": 0.0002,
|
| 10481 |
+
"loss": 0.3265,
|
| 10482 |
+
"step": 1487
|
| 10483 |
+
},
|
| 10484 |
+
{
|
| 10485 |
+
"epoch": 0.15786960903930827,
|
| 10486 |
+
"grad_norm": 12.226118087768555,
|
| 10487 |
+
"learning_rate": 0.0002,
|
| 10488 |
+
"loss": 0.3557,
|
| 10489 |
+
"step": 1488
|
| 10490 |
+
},
|
| 10491 |
+
{
|
| 10492 |
+
"epoch": 0.1579757042066734,
|
| 10493 |
+
"grad_norm": 10.61762809753418,
|
| 10494 |
+
"learning_rate": 0.0002,
|
| 10495 |
+
"loss": 0.5547,
|
| 10496 |
+
"step": 1489
|
| 10497 |
+
},
|
| 10498 |
+
{
|
| 10499 |
+
"epoch": 0.15808179937403852,
|
| 10500 |
+
"grad_norm": 7.79757022857666,
|
| 10501 |
+
"learning_rate": 0.0002,
|
| 10502 |
+
"loss": 0.2348,
|
| 10503 |
+
"step": 1490
|
| 10504 |
+
},
|
| 10505 |
+
{
|
| 10506 |
+
"epoch": 0.15818789454140364,
|
| 10507 |
+
"grad_norm": 6.991637229919434,
|
| 10508 |
+
"learning_rate": 0.0002,
|
| 10509 |
+
"loss": 0.2513,
|
| 10510 |
+
"step": 1491
|
| 10511 |
+
},
|
| 10512 |
+
{
|
| 10513 |
+
"epoch": 0.15829398970876876,
|
| 10514 |
+
"grad_norm": 9.836516380310059,
|
| 10515 |
+
"learning_rate": 0.0002,
|
| 10516 |
+
"loss": 0.425,
|
| 10517 |
+
"step": 1492
|
| 10518 |
+
},
|
| 10519 |
+
{
|
| 10520 |
+
"epoch": 0.15840008487613388,
|
| 10521 |
+
"grad_norm": 14.426730155944824,
|
| 10522 |
+
"learning_rate": 0.0002,
|
| 10523 |
+
"loss": 0.5721,
|
| 10524 |
+
"step": 1493
|
| 10525 |
+
},
|
| 10526 |
+
{
|
| 10527 |
+
"epoch": 0.158506180043499,
|
| 10528 |
+
"grad_norm": 11.057254791259766,
|
| 10529 |
+
"learning_rate": 0.0002,
|
| 10530 |
+
"loss": 0.2941,
|
| 10531 |
+
"step": 1494
|
| 10532 |
+
},
|
| 10533 |
+
{
|
| 10534 |
+
"epoch": 0.15861227521086416,
|
| 10535 |
+
"grad_norm": 11.227757453918457,
|
| 10536 |
+
"learning_rate": 0.0002,
|
| 10537 |
+
"loss": 0.3967,
|
| 10538 |
+
"step": 1495
|
| 10539 |
+
},
|
| 10540 |
+
{
|
| 10541 |
+
"epoch": 0.15871837037822928,
|
| 10542 |
+
"grad_norm": 19.73465919494629,
|
| 10543 |
+
"learning_rate": 0.0002,
|
| 10544 |
+
"loss": 0.459,
|
| 10545 |
+
"step": 1496
|
| 10546 |
+
},
|
| 10547 |
+
{
|
| 10548 |
+
"epoch": 0.1588244655455944,
|
| 10549 |
+
"grad_norm": 8.606731414794922,
|
| 10550 |
+
"learning_rate": 0.0002,
|
| 10551 |
+
"loss": 0.1733,
|
| 10552 |
+
"step": 1497
|
| 10553 |
+
},
|
| 10554 |
+
{
|
| 10555 |
+
"epoch": 0.15893056071295952,
|
| 10556 |
+
"grad_norm": 8.657039642333984,
|
| 10557 |
+
"learning_rate": 0.0002,
|
| 10558 |
+
"loss": 0.4142,
|
| 10559 |
+
"step": 1498
|
| 10560 |
+
},
|
| 10561 |
+
{
|
| 10562 |
+
"epoch": 0.15903665588032465,
|
| 10563 |
+
"grad_norm": 28.612979888916016,
|
| 10564 |
+
"learning_rate": 0.0002,
|
| 10565 |
+
"loss": 0.6816,
|
| 10566 |
+
"step": 1499
|
| 10567 |
+
},
|
| 10568 |
+
{
|
| 10569 |
+
"epoch": 0.15914275104768977,
|
| 10570 |
+
"grad_norm": 46.119483947753906,
|
| 10571 |
+
"learning_rate": 0.0002,
|
| 10572 |
+
"loss": 0.9855,
|
| 10573 |
+
"step": 1500
|
| 10574 |
+
},
|
| 10575 |
+
{
|
| 10576 |
+
"epoch": 0.15924884621505492,
|
| 10577 |
+
"grad_norm": 6.165158271789551,
|
| 10578 |
+
"learning_rate": 0.0002,
|
| 10579 |
+
"loss": 0.2179,
|
| 10580 |
+
"step": 1501
|
| 10581 |
+
},
|
| 10582 |
+
{
|
| 10583 |
+
"epoch": 0.15935494138242004,
|
| 10584 |
+
"grad_norm": 7.080837726593018,
|
| 10585 |
+
"learning_rate": 0.0002,
|
| 10586 |
+
"loss": 0.2704,
|
| 10587 |
+
"step": 1502
|
| 10588 |
+
},
|
| 10589 |
+
{
|
| 10590 |
+
"epoch": 0.15946103654978516,
|
| 10591 |
+
"grad_norm": 7.18166971206665,
|
| 10592 |
+
"learning_rate": 0.0002,
|
| 10593 |
+
"loss": 0.2188,
|
| 10594 |
+
"step": 1503
|
| 10595 |
+
},
|
| 10596 |
+
{
|
| 10597 |
+
"epoch": 0.15956713171715028,
|
| 10598 |
+
"grad_norm": 8.573223114013672,
|
| 10599 |
+
"learning_rate": 0.0002,
|
| 10600 |
+
"loss": 0.3291,
|
| 10601 |
+
"step": 1504
|
| 10602 |
+
},
|
| 10603 |
+
{
|
| 10604 |
+
"epoch": 0.1596732268845154,
|
| 10605 |
+
"grad_norm": 8.644380569458008,
|
| 10606 |
+
"learning_rate": 0.0002,
|
| 10607 |
+
"loss": 0.2788,
|
| 10608 |
+
"step": 1505
|
| 10609 |
+
},
|
| 10610 |
+
{
|
| 10611 |
+
"epoch": 0.15977932205188053,
|
| 10612 |
+
"grad_norm": 7.784939765930176,
|
| 10613 |
+
"learning_rate": 0.0002,
|
| 10614 |
+
"loss": 0.2668,
|
| 10615 |
+
"step": 1506
|
| 10616 |
+
},
|
| 10617 |
+
{
|
| 10618 |
+
"epoch": 0.15988541721924565,
|
| 10619 |
+
"grad_norm": 5.95657205581665,
|
| 10620 |
+
"learning_rate": 0.0002,
|
| 10621 |
+
"loss": 0.1761,
|
| 10622 |
+
"step": 1507
|
| 10623 |
+
},
|
| 10624 |
+
{
|
| 10625 |
+
"epoch": 0.1599915123866108,
|
| 10626 |
+
"grad_norm": 9.104606628417969,
|
| 10627 |
+
"learning_rate": 0.0002,
|
| 10628 |
+
"loss": 0.3189,
|
| 10629 |
+
"step": 1508
|
| 10630 |
+
},
|
| 10631 |
+
{
|
| 10632 |
+
"epoch": 0.16009760755397592,
|
| 10633 |
+
"grad_norm": 7.202573299407959,
|
| 10634 |
+
"learning_rate": 0.0002,
|
| 10635 |
+
"loss": 0.2566,
|
| 10636 |
+
"step": 1509
|
| 10637 |
+
},
|
| 10638 |
+
{
|
| 10639 |
+
"epoch": 0.16020370272134105,
|
| 10640 |
+
"grad_norm": 7.618671894073486,
|
| 10641 |
+
"learning_rate": 0.0002,
|
| 10642 |
+
"loss": 0.274,
|
| 10643 |
+
"step": 1510
|
| 10644 |
+
},
|
| 10645 |
+
{
|
| 10646 |
+
"epoch": 0.16030979788870617,
|
| 10647 |
+
"grad_norm": 6.4304423332214355,
|
| 10648 |
+
"learning_rate": 0.0002,
|
| 10649 |
+
"loss": 0.2093,
|
| 10650 |
+
"step": 1511
|
| 10651 |
+
},
|
| 10652 |
+
{
|
| 10653 |
+
"epoch": 0.1604158930560713,
|
| 10654 |
+
"grad_norm": 16.81330108642578,
|
| 10655 |
+
"learning_rate": 0.0002,
|
| 10656 |
+
"loss": 0.575,
|
| 10657 |
+
"step": 1512
|
| 10658 |
+
},
|
| 10659 |
+
{
|
| 10660 |
+
"epoch": 0.1605219882234364,
|
| 10661 |
+
"grad_norm": 10.717194557189941,
|
| 10662 |
+
"learning_rate": 0.0002,
|
| 10663 |
+
"loss": 0.2021,
|
| 10664 |
+
"step": 1513
|
| 10665 |
+
},
|
| 10666 |
+
{
|
| 10667 |
+
"epoch": 0.16062808339080156,
|
| 10668 |
+
"grad_norm": 5.471472263336182,
|
| 10669 |
+
"learning_rate": 0.0002,
|
| 10670 |
+
"loss": 0.1565,
|
| 10671 |
+
"step": 1514
|
| 10672 |
+
},
|
| 10673 |
+
{
|
| 10674 |
+
"epoch": 0.16073417855816668,
|
| 10675 |
+
"grad_norm": 10.914753913879395,
|
| 10676 |
+
"learning_rate": 0.0002,
|
| 10677 |
+
"loss": 0.398,
|
| 10678 |
+
"step": 1515
|
| 10679 |
+
},
|
| 10680 |
+
{
|
| 10681 |
+
"epoch": 0.1608402737255318,
|
| 10682 |
+
"grad_norm": 16.667827606201172,
|
| 10683 |
+
"learning_rate": 0.0002,
|
| 10684 |
+
"loss": 0.5294,
|
| 10685 |
+
"step": 1516
|
| 10686 |
+
},
|
| 10687 |
+
{
|
| 10688 |
+
"epoch": 0.16094636889289693,
|
| 10689 |
+
"grad_norm": 22.517047882080078,
|
| 10690 |
+
"learning_rate": 0.0002,
|
| 10691 |
+
"loss": 0.4872,
|
| 10692 |
+
"step": 1517
|
| 10693 |
+
},
|
| 10694 |
+
{
|
| 10695 |
+
"epoch": 0.16105246406026205,
|
| 10696 |
+
"grad_norm": 7.484902381896973,
|
| 10697 |
+
"learning_rate": 0.0002,
|
| 10698 |
+
"loss": 0.2437,
|
| 10699 |
+
"step": 1518
|
| 10700 |
+
},
|
| 10701 |
+
{
|
| 10702 |
+
"epoch": 0.16115855922762717,
|
| 10703 |
+
"grad_norm": 8.691699028015137,
|
| 10704 |
+
"learning_rate": 0.0002,
|
| 10705 |
+
"loss": 0.2152,
|
| 10706 |
+
"step": 1519
|
| 10707 |
+
},
|
| 10708 |
+
{
|
| 10709 |
+
"epoch": 0.1612646543949923,
|
| 10710 |
+
"grad_norm": 13.564623832702637,
|
| 10711 |
+
"learning_rate": 0.0002,
|
| 10712 |
+
"loss": 0.3014,
|
| 10713 |
+
"step": 1520
|
| 10714 |
+
},
|
| 10715 |
+
{
|
| 10716 |
+
"epoch": 0.16137074956235745,
|
| 10717 |
+
"grad_norm": 9.140307426452637,
|
| 10718 |
+
"learning_rate": 0.0002,
|
| 10719 |
+
"loss": 0.3869,
|
| 10720 |
+
"step": 1521
|
| 10721 |
+
},
|
| 10722 |
+
{
|
| 10723 |
+
"epoch": 0.16147684472972257,
|
| 10724 |
+
"grad_norm": 14.570441246032715,
|
| 10725 |
+
"learning_rate": 0.0002,
|
| 10726 |
+
"loss": 0.4471,
|
| 10727 |
+
"step": 1522
|
| 10728 |
+
},
|
| 10729 |
+
{
|
| 10730 |
+
"epoch": 0.1615829398970877,
|
| 10731 |
+
"grad_norm": 13.858409881591797,
|
| 10732 |
+
"learning_rate": 0.0002,
|
| 10733 |
+
"loss": 0.5616,
|
| 10734 |
+
"step": 1523
|
| 10735 |
+
},
|
| 10736 |
+
{
|
| 10737 |
+
"epoch": 0.1616890350644528,
|
| 10738 |
+
"grad_norm": 7.074661731719971,
|
| 10739 |
+
"learning_rate": 0.0002,
|
| 10740 |
+
"loss": 0.2727,
|
| 10741 |
+
"step": 1524
|
| 10742 |
+
},
|
| 10743 |
+
{
|
| 10744 |
+
"epoch": 0.16179513023181794,
|
| 10745 |
+
"grad_norm": 18.214139938354492,
|
| 10746 |
+
"learning_rate": 0.0002,
|
| 10747 |
+
"loss": 0.6103,
|
| 10748 |
+
"step": 1525
|
| 10749 |
+
},
|
| 10750 |
+
{
|
| 10751 |
+
"epoch": 0.16190122539918306,
|
| 10752 |
+
"grad_norm": 16.54636573791504,
|
| 10753 |
+
"learning_rate": 0.0002,
|
| 10754 |
+
"loss": 0.4846,
|
| 10755 |
+
"step": 1526
|
| 10756 |
+
},
|
| 10757 |
+
{
|
| 10758 |
+
"epoch": 0.1620073205665482,
|
| 10759 |
+
"grad_norm": 10.301257133483887,
|
| 10760 |
+
"learning_rate": 0.0002,
|
| 10761 |
+
"loss": 0.2669,
|
| 10762 |
+
"step": 1527
|
| 10763 |
+
},
|
| 10764 |
+
{
|
| 10765 |
+
"epoch": 0.16211341573391333,
|
| 10766 |
+
"grad_norm": 9.871556282043457,
|
| 10767 |
+
"learning_rate": 0.0002,
|
| 10768 |
+
"loss": 0.2324,
|
| 10769 |
+
"step": 1528
|
| 10770 |
+
},
|
| 10771 |
+
{
|
| 10772 |
+
"epoch": 0.16221951090127845,
|
| 10773 |
+
"grad_norm": 13.535618782043457,
|
| 10774 |
+
"learning_rate": 0.0002,
|
| 10775 |
+
"loss": 0.2272,
|
| 10776 |
+
"step": 1529
|
| 10777 |
+
},
|
| 10778 |
+
{
|
| 10779 |
+
"epoch": 0.16232560606864357,
|
| 10780 |
+
"grad_norm": 12.314130783081055,
|
| 10781 |
+
"learning_rate": 0.0002,
|
| 10782 |
+
"loss": 0.4996,
|
| 10783 |
+
"step": 1530
|
| 10784 |
+
},
|
| 10785 |
+
{
|
| 10786 |
+
"epoch": 0.1624317012360087,
|
| 10787 |
+
"grad_norm": 14.841961860656738,
|
| 10788 |
+
"learning_rate": 0.0002,
|
| 10789 |
+
"loss": 0.6024,
|
| 10790 |
+
"step": 1531
|
| 10791 |
+
},
|
| 10792 |
+
{
|
| 10793 |
+
"epoch": 0.16253779640337382,
|
| 10794 |
+
"grad_norm": 5.811232089996338,
|
| 10795 |
+
"learning_rate": 0.0002,
|
| 10796 |
+
"loss": 0.1771,
|
| 10797 |
+
"step": 1532
|
| 10798 |
+
},
|
| 10799 |
+
{
|
| 10800 |
+
"epoch": 0.16264389157073894,
|
| 10801 |
+
"grad_norm": 16.888328552246094,
|
| 10802 |
+
"learning_rate": 0.0002,
|
| 10803 |
+
"loss": 0.4542,
|
| 10804 |
+
"step": 1533
|
| 10805 |
+
},
|
| 10806 |
+
{
|
| 10807 |
+
"epoch": 0.1627499867381041,
|
| 10808 |
+
"grad_norm": 11.106220245361328,
|
| 10809 |
+
"learning_rate": 0.0002,
|
| 10810 |
+
"loss": 0.2466,
|
| 10811 |
+
"step": 1534
|
| 10812 |
+
},
|
| 10813 |
+
{
|
| 10814 |
+
"epoch": 0.1628560819054692,
|
| 10815 |
+
"grad_norm": 9.508254051208496,
|
| 10816 |
+
"learning_rate": 0.0002,
|
| 10817 |
+
"loss": 0.3318,
|
| 10818 |
+
"step": 1535
|
| 10819 |
+
},
|
| 10820 |
+
{
|
| 10821 |
+
"epoch": 0.16296217707283434,
|
| 10822 |
+
"grad_norm": 5.494482517242432,
|
| 10823 |
+
"learning_rate": 0.0002,
|
| 10824 |
+
"loss": 0.1975,
|
| 10825 |
+
"step": 1536
|
| 10826 |
+
},
|
| 10827 |
+
{
|
| 10828 |
+
"epoch": 0.16306827224019946,
|
| 10829 |
+
"grad_norm": 7.207716464996338,
|
| 10830 |
+
"learning_rate": 0.0002,
|
| 10831 |
+
"loss": 0.1602,
|
| 10832 |
+
"step": 1537
|
| 10833 |
+
},
|
| 10834 |
+
{
|
| 10835 |
+
"epoch": 0.16317436740756458,
|
| 10836 |
+
"grad_norm": 9.260941505432129,
|
| 10837 |
+
"learning_rate": 0.0002,
|
| 10838 |
+
"loss": 0.3447,
|
| 10839 |
+
"step": 1538
|
| 10840 |
+
},
|
| 10841 |
+
{
|
| 10842 |
+
"epoch": 0.1632804625749297,
|
| 10843 |
+
"grad_norm": 17.291959762573242,
|
| 10844 |
+
"learning_rate": 0.0002,
|
| 10845 |
+
"loss": 0.7095,
|
| 10846 |
+
"step": 1539
|
| 10847 |
+
},
|
| 10848 |
+
{
|
| 10849 |
+
"epoch": 0.16338655774229485,
|
| 10850 |
+
"grad_norm": 6.590577125549316,
|
| 10851 |
+
"learning_rate": 0.0002,
|
| 10852 |
+
"loss": 0.1745,
|
| 10853 |
+
"step": 1540
|
| 10854 |
+
},
|
| 10855 |
+
{
|
| 10856 |
+
"epoch": 0.16349265290965997,
|
| 10857 |
+
"grad_norm": 19.075422286987305,
|
| 10858 |
+
"learning_rate": 0.0002,
|
| 10859 |
+
"loss": 0.4531,
|
| 10860 |
+
"step": 1541
|
| 10861 |
+
},
|
| 10862 |
+
{
|
| 10863 |
+
"epoch": 0.1635987480770251,
|
| 10864 |
+
"grad_norm": 11.184924125671387,
|
| 10865 |
+
"learning_rate": 0.0002,
|
| 10866 |
+
"loss": 0.4018,
|
| 10867 |
+
"step": 1542
|
| 10868 |
+
},
|
| 10869 |
+
{
|
| 10870 |
+
"epoch": 0.16370484324439022,
|
| 10871 |
+
"grad_norm": 9.449145317077637,
|
| 10872 |
+
"learning_rate": 0.0002,
|
| 10873 |
+
"loss": 0.1685,
|
| 10874 |
+
"step": 1543
|
| 10875 |
+
},
|
| 10876 |
+
{
|
| 10877 |
+
"epoch": 0.16381093841175534,
|
| 10878 |
+
"grad_norm": 10.494123458862305,
|
| 10879 |
+
"learning_rate": 0.0002,
|
| 10880 |
+
"loss": 0.2169,
|
| 10881 |
+
"step": 1544
|
| 10882 |
+
},
|
| 10883 |
+
{
|
| 10884 |
+
"epoch": 0.16391703357912046,
|
| 10885 |
+
"grad_norm": 10.133404731750488,
|
| 10886 |
+
"learning_rate": 0.0002,
|
| 10887 |
+
"loss": 0.1936,
|
| 10888 |
+
"step": 1545
|
| 10889 |
+
},
|
| 10890 |
+
{
|
| 10891 |
+
"epoch": 0.16402312874648559,
|
| 10892 |
+
"grad_norm": 15.003260612487793,
|
| 10893 |
+
"learning_rate": 0.0002,
|
| 10894 |
+
"loss": 0.3772,
|
| 10895 |
+
"step": 1546
|
| 10896 |
+
},
|
| 10897 |
+
{
|
| 10898 |
+
"epoch": 0.16412922391385074,
|
| 10899 |
+
"grad_norm": 7.767573356628418,
|
| 10900 |
+
"learning_rate": 0.0002,
|
| 10901 |
+
"loss": 0.159,
|
| 10902 |
+
"step": 1547
|
| 10903 |
+
},
|
| 10904 |
+
{
|
| 10905 |
+
"epoch": 0.16423531908121586,
|
| 10906 |
+
"grad_norm": 23.622535705566406,
|
| 10907 |
+
"learning_rate": 0.0002,
|
| 10908 |
+
"loss": 0.3405,
|
| 10909 |
+
"step": 1548
|
| 10910 |
+
},
|
| 10911 |
+
{
|
| 10912 |
+
"epoch": 0.16434141424858098,
|
| 10913 |
+
"grad_norm": 24.984254837036133,
|
| 10914 |
+
"learning_rate": 0.0002,
|
| 10915 |
+
"loss": 0.6249,
|
| 10916 |
+
"step": 1549
|
| 10917 |
+
},
|
| 10918 |
+
{
|
| 10919 |
+
"epoch": 0.1644475094159461,
|
| 10920 |
+
"grad_norm": 24.201826095581055,
|
| 10921 |
+
"learning_rate": 0.0002,
|
| 10922 |
+
"loss": 0.1584,
|
| 10923 |
+
"step": 1550
|
| 10924 |
+
},
|
| 10925 |
+
{
|
| 10926 |
+
"epoch": 0.16455360458331122,
|
| 10927 |
+
"grad_norm": 8.570555686950684,
|
| 10928 |
+
"learning_rate": 0.0002,
|
| 10929 |
+
"loss": 0.2353,
|
| 10930 |
+
"step": 1551
|
| 10931 |
+
},
|
| 10932 |
+
{
|
| 10933 |
+
"epoch": 0.16465969975067635,
|
| 10934 |
+
"grad_norm": 10.38317584991455,
|
| 10935 |
+
"learning_rate": 0.0002,
|
| 10936 |
+
"loss": 0.4683,
|
| 10937 |
+
"step": 1552
|
| 10938 |
+
},
|
| 10939 |
+
{
|
| 10940 |
+
"epoch": 0.16476579491804147,
|
| 10941 |
+
"grad_norm": 11.732857704162598,
|
| 10942 |
+
"learning_rate": 0.0002,
|
| 10943 |
+
"loss": 0.4213,
|
| 10944 |
+
"step": 1553
|
| 10945 |
+
},
|
| 10946 |
+
{
|
| 10947 |
+
"epoch": 0.16487189008540662,
|
| 10948 |
+
"grad_norm": 7.714136123657227,
|
| 10949 |
+
"learning_rate": 0.0002,
|
| 10950 |
+
"loss": 0.3295,
|
| 10951 |
+
"step": 1554
|
| 10952 |
+
},
|
| 10953 |
+
{
|
| 10954 |
+
"epoch": 0.16497798525277174,
|
| 10955 |
+
"grad_norm": 6.991514682769775,
|
| 10956 |
+
"learning_rate": 0.0002,
|
| 10957 |
+
"loss": 0.2019,
|
| 10958 |
+
"step": 1555
|
| 10959 |
+
},
|
| 10960 |
+
{
|
| 10961 |
+
"epoch": 0.16508408042013686,
|
| 10962 |
+
"grad_norm": 9.092559814453125,
|
| 10963 |
+
"learning_rate": 0.0002,
|
| 10964 |
+
"loss": 0.2968,
|
| 10965 |
+
"step": 1556
|
| 10966 |
+
},
|
| 10967 |
+
{
|
| 10968 |
+
"epoch": 0.165190175587502,
|
| 10969 |
+
"grad_norm": 11.589640617370605,
|
| 10970 |
+
"learning_rate": 0.0002,
|
| 10971 |
+
"loss": 0.3162,
|
| 10972 |
+
"step": 1557
|
| 10973 |
+
},
|
| 10974 |
+
{
|
| 10975 |
+
"epoch": 0.1652962707548671,
|
| 10976 |
+
"grad_norm": 12.049795150756836,
|
| 10977 |
+
"learning_rate": 0.0002,
|
| 10978 |
+
"loss": 0.4421,
|
| 10979 |
+
"step": 1558
|
| 10980 |
+
},
|
| 10981 |
+
{
|
| 10982 |
+
"epoch": 0.16540236592223223,
|
| 10983 |
+
"grad_norm": 5.583536148071289,
|
| 10984 |
+
"learning_rate": 0.0002,
|
| 10985 |
+
"loss": 0.1504,
|
| 10986 |
+
"step": 1559
|
| 10987 |
+
},
|
| 10988 |
+
{
|
| 10989 |
+
"epoch": 0.16550846108959738,
|
| 10990 |
+
"grad_norm": 6.551020622253418,
|
| 10991 |
+
"learning_rate": 0.0002,
|
| 10992 |
+
"loss": 0.2206,
|
| 10993 |
+
"step": 1560
|
| 10994 |
+
},
|
| 10995 |
+
{
|
| 10996 |
+
"epoch": 0.1656145562569625,
|
| 10997 |
+
"grad_norm": 8.706818580627441,
|
| 10998 |
+
"learning_rate": 0.0002,
|
| 10999 |
+
"loss": 0.3552,
|
| 11000 |
+
"step": 1561
|
| 11001 |
+
},
|
| 11002 |
+
{
|
| 11003 |
+
"epoch": 0.16572065142432763,
|
| 11004 |
+
"grad_norm": 8.111334800720215,
|
| 11005 |
+
"learning_rate": 0.0002,
|
| 11006 |
+
"loss": 0.4159,
|
| 11007 |
+
"step": 1562
|
| 11008 |
+
},
|
| 11009 |
+
{
|
| 11010 |
+
"epoch": 0.16582674659169275,
|
| 11011 |
+
"grad_norm": 11.537449836730957,
|
| 11012 |
+
"learning_rate": 0.0002,
|
| 11013 |
+
"loss": 0.7693,
|
| 11014 |
+
"step": 1563
|
| 11015 |
+
},
|
| 11016 |
+
{
|
| 11017 |
+
"epoch": 0.16593284175905787,
|
| 11018 |
+
"grad_norm": 18.545488357543945,
|
| 11019 |
+
"learning_rate": 0.0002,
|
| 11020 |
+
"loss": 0.5846,
|
| 11021 |
+
"step": 1564
|
| 11022 |
+
},
|
| 11023 |
+
{
|
| 11024 |
+
"epoch": 0.166038936926423,
|
| 11025 |
+
"grad_norm": 5.8001227378845215,
|
| 11026 |
+
"learning_rate": 0.0002,
|
| 11027 |
+
"loss": 0.1583,
|
| 11028 |
+
"step": 1565
|
| 11029 |
+
},
|
| 11030 |
+
{
|
| 11031 |
+
"epoch": 0.16614503209378811,
|
| 11032 |
+
"grad_norm": 7.831206321716309,
|
| 11033 |
+
"learning_rate": 0.0002,
|
| 11034 |
+
"loss": 0.2852,
|
| 11035 |
+
"step": 1566
|
| 11036 |
+
},
|
| 11037 |
+
{
|
| 11038 |
+
"epoch": 0.16625112726115326,
|
| 11039 |
+
"grad_norm": 12.290369033813477,
|
| 11040 |
+
"learning_rate": 0.0002,
|
| 11041 |
+
"loss": 0.4724,
|
| 11042 |
+
"step": 1567
|
| 11043 |
+
},
|
| 11044 |
+
{
|
| 11045 |
+
"epoch": 0.1663572224285184,
|
| 11046 |
+
"grad_norm": 11.707695007324219,
|
| 11047 |
+
"learning_rate": 0.0002,
|
| 11048 |
+
"loss": 0.3197,
|
| 11049 |
+
"step": 1568
|
| 11050 |
+
},
|
| 11051 |
+
{
|
| 11052 |
+
"epoch": 0.1664633175958835,
|
| 11053 |
+
"grad_norm": 7.226088047027588,
|
| 11054 |
+
"learning_rate": 0.0002,
|
| 11055 |
+
"loss": 0.2701,
|
| 11056 |
+
"step": 1569
|
| 11057 |
+
},
|
| 11058 |
+
{
|
| 11059 |
+
"epoch": 0.16656941276324863,
|
| 11060 |
+
"grad_norm": 11.163856506347656,
|
| 11061 |
+
"learning_rate": 0.0002,
|
| 11062 |
+
"loss": 0.8184,
|
| 11063 |
+
"step": 1570
|
| 11064 |
+
},
|
| 11065 |
+
{
|
| 11066 |
+
"epoch": 0.16667550793061375,
|
| 11067 |
+
"grad_norm": 13.382115364074707,
|
| 11068 |
+
"learning_rate": 0.0002,
|
| 11069 |
+
"loss": 0.5011,
|
| 11070 |
+
"step": 1571
|
| 11071 |
+
},
|
| 11072 |
+
{
|
| 11073 |
+
"epoch": 0.16678160309797888,
|
| 11074 |
+
"grad_norm": 7.779673099517822,
|
| 11075 |
+
"learning_rate": 0.0002,
|
| 11076 |
+
"loss": 0.2858,
|
| 11077 |
+
"step": 1572
|
| 11078 |
+
},
|
| 11079 |
+
{
|
| 11080 |
+
"epoch": 0.16688769826534403,
|
| 11081 |
+
"grad_norm": 12.70058822631836,
|
| 11082 |
+
"learning_rate": 0.0002,
|
| 11083 |
+
"loss": 0.4952,
|
| 11084 |
+
"step": 1573
|
| 11085 |
+
},
|
| 11086 |
+
{
|
| 11087 |
+
"epoch": 0.16699379343270915,
|
| 11088 |
+
"grad_norm": 14.56894302368164,
|
| 11089 |
+
"learning_rate": 0.0002,
|
| 11090 |
+
"loss": 0.4769,
|
| 11091 |
+
"step": 1574
|
| 11092 |
+
},
|
| 11093 |
+
{
|
| 11094 |
+
"epoch": 0.16709988860007427,
|
| 11095 |
+
"grad_norm": 15.41844654083252,
|
| 11096 |
+
"learning_rate": 0.0002,
|
| 11097 |
+
"loss": 0.5262,
|
| 11098 |
+
"step": 1575
|
| 11099 |
+
},
|
| 11100 |
+
{
|
| 11101 |
+
"epoch": 0.1672059837674394,
|
| 11102 |
+
"grad_norm": 11.619051933288574,
|
| 11103 |
+
"learning_rate": 0.0002,
|
| 11104 |
+
"loss": 0.3106,
|
| 11105 |
+
"step": 1576
|
| 11106 |
+
},
|
| 11107 |
+
{
|
| 11108 |
+
"epoch": 0.16731207893480451,
|
| 11109 |
+
"grad_norm": 11.883660316467285,
|
| 11110 |
+
"learning_rate": 0.0002,
|
| 11111 |
+
"loss": 0.3472,
|
| 11112 |
+
"step": 1577
|
| 11113 |
+
},
|
| 11114 |
+
{
|
| 11115 |
+
"epoch": 0.16741817410216964,
|
| 11116 |
+
"grad_norm": 12.899802207946777,
|
| 11117 |
+
"learning_rate": 0.0002,
|
| 11118 |
+
"loss": 0.6033,
|
| 11119 |
+
"step": 1578
|
| 11120 |
+
},
|
| 11121 |
+
{
|
| 11122 |
+
"epoch": 0.16752426926953476,
|
| 11123 |
+
"grad_norm": 6.0634002685546875,
|
| 11124 |
+
"learning_rate": 0.0002,
|
| 11125 |
+
"loss": 0.2574,
|
| 11126 |
+
"step": 1579
|
| 11127 |
+
},
|
| 11128 |
+
{
|
| 11129 |
+
"epoch": 0.1676303644368999,
|
| 11130 |
+
"grad_norm": 23.545072555541992,
|
| 11131 |
+
"learning_rate": 0.0002,
|
| 11132 |
+
"loss": 0.764,
|
| 11133 |
+
"step": 1580
|
| 11134 |
+
},
|
| 11135 |
+
{
|
| 11136 |
+
"epoch": 0.16773645960426503,
|
| 11137 |
+
"grad_norm": 17.987693786621094,
|
| 11138 |
+
"learning_rate": 0.0002,
|
| 11139 |
+
"loss": 0.5992,
|
| 11140 |
+
"step": 1581
|
| 11141 |
+
},
|
| 11142 |
+
{
|
| 11143 |
+
"epoch": 0.16784255477163015,
|
| 11144 |
+
"grad_norm": 11.353638648986816,
|
| 11145 |
+
"learning_rate": 0.0002,
|
| 11146 |
+
"loss": 0.3642,
|
| 11147 |
+
"step": 1582
|
| 11148 |
+
},
|
| 11149 |
+
{
|
| 11150 |
+
"epoch": 0.16794864993899528,
|
| 11151 |
+
"grad_norm": 14.046236038208008,
|
| 11152 |
+
"learning_rate": 0.0002,
|
| 11153 |
+
"loss": 0.2375,
|
| 11154 |
+
"step": 1583
|
| 11155 |
+
},
|
| 11156 |
+
{
|
| 11157 |
+
"epoch": 0.1680547451063604,
|
| 11158 |
+
"grad_norm": 11.119914054870605,
|
| 11159 |
+
"learning_rate": 0.0002,
|
| 11160 |
+
"loss": 0.4629,
|
| 11161 |
+
"step": 1584
|
| 11162 |
+
},
|
| 11163 |
+
{
|
| 11164 |
+
"epoch": 0.16816084027372552,
|
| 11165 |
+
"grad_norm": 13.469013214111328,
|
| 11166 |
+
"learning_rate": 0.0002,
|
| 11167 |
+
"loss": 0.2237,
|
| 11168 |
+
"step": 1585
|
| 11169 |
+
},
|
| 11170 |
+
{
|
| 11171 |
+
"epoch": 0.16826693544109067,
|
| 11172 |
+
"grad_norm": 10.916019439697266,
|
| 11173 |
+
"learning_rate": 0.0002,
|
| 11174 |
+
"loss": 0.2919,
|
| 11175 |
+
"step": 1586
|
| 11176 |
+
},
|
| 11177 |
+
{
|
| 11178 |
+
"epoch": 0.1683730306084558,
|
| 11179 |
+
"grad_norm": 12.998029708862305,
|
| 11180 |
+
"learning_rate": 0.0002,
|
| 11181 |
+
"loss": 0.6053,
|
| 11182 |
+
"step": 1587
|
| 11183 |
+
},
|
| 11184 |
+
{
|
| 11185 |
+
"epoch": 0.16847912577582091,
|
| 11186 |
+
"grad_norm": 8.945916175842285,
|
| 11187 |
+
"learning_rate": 0.0002,
|
| 11188 |
+
"loss": 0.2347,
|
| 11189 |
+
"step": 1588
|
| 11190 |
+
},
|
| 11191 |
+
{
|
| 11192 |
+
"epoch": 0.16858522094318604,
|
| 11193 |
+
"grad_norm": 28.43707847595215,
|
| 11194 |
+
"learning_rate": 0.0002,
|
| 11195 |
+
"loss": 0.7402,
|
| 11196 |
+
"step": 1589
|
| 11197 |
+
},
|
| 11198 |
+
{
|
| 11199 |
+
"epoch": 0.16869131611055116,
|
| 11200 |
+
"grad_norm": 16.19932746887207,
|
| 11201 |
+
"learning_rate": 0.0002,
|
| 11202 |
+
"loss": 0.5152,
|
| 11203 |
+
"step": 1590
|
| 11204 |
+
},
|
| 11205 |
+
{
|
| 11206 |
+
"epoch": 0.16879741127791628,
|
| 11207 |
+
"grad_norm": 15.148771286010742,
|
| 11208 |
+
"learning_rate": 0.0002,
|
| 11209 |
+
"loss": 0.5001,
|
| 11210 |
+
"step": 1591
|
| 11211 |
+
},
|
| 11212 |
+
{
|
| 11213 |
+
"epoch": 0.1689035064452814,
|
| 11214 |
+
"grad_norm": 8.733248710632324,
|
| 11215 |
+
"learning_rate": 0.0002,
|
| 11216 |
+
"loss": 0.1975,
|
| 11217 |
+
"step": 1592
|
| 11218 |
+
},
|
| 11219 |
+
{
|
| 11220 |
+
"epoch": 0.16900960161264655,
|
| 11221 |
+
"grad_norm": 12.654821395874023,
|
| 11222 |
+
"learning_rate": 0.0002,
|
| 11223 |
+
"loss": 0.3411,
|
| 11224 |
+
"step": 1593
|
| 11225 |
+
},
|
| 11226 |
+
{
|
| 11227 |
+
"epoch": 0.16911569678001168,
|
| 11228 |
+
"grad_norm": 9.223384857177734,
|
| 11229 |
+
"learning_rate": 0.0002,
|
| 11230 |
+
"loss": 0.2745,
|
| 11231 |
+
"step": 1594
|
| 11232 |
+
},
|
| 11233 |
+
{
|
| 11234 |
+
"epoch": 0.1692217919473768,
|
| 11235 |
+
"grad_norm": 7.64240026473999,
|
| 11236 |
+
"learning_rate": 0.0002,
|
| 11237 |
+
"loss": 0.1621,
|
| 11238 |
+
"step": 1595
|
| 11239 |
+
},
|
| 11240 |
+
{
|
| 11241 |
+
"epoch": 0.16932788711474192,
|
| 11242 |
+
"grad_norm": 16.028226852416992,
|
| 11243 |
+
"learning_rate": 0.0002,
|
| 11244 |
+
"loss": 0.7797,
|
| 11245 |
+
"step": 1596
|
| 11246 |
+
},
|
| 11247 |
+
{
|
| 11248 |
+
"epoch": 0.16943398228210704,
|
| 11249 |
+
"grad_norm": 31.33086395263672,
|
| 11250 |
+
"learning_rate": 0.0002,
|
| 11251 |
+
"loss": 1.0265,
|
| 11252 |
+
"step": 1597
|
| 11253 |
+
},
|
| 11254 |
+
{
|
| 11255 |
+
"epoch": 0.16954007744947217,
|
| 11256 |
+
"grad_norm": 18.998920440673828,
|
| 11257 |
+
"learning_rate": 0.0002,
|
| 11258 |
+
"loss": 0.223,
|
| 11259 |
+
"step": 1598
|
| 11260 |
+
},
|
| 11261 |
+
{
|
| 11262 |
+
"epoch": 0.16964617261683732,
|
| 11263 |
+
"grad_norm": 15.100379943847656,
|
| 11264 |
+
"learning_rate": 0.0002,
|
| 11265 |
+
"loss": 0.3521,
|
| 11266 |
+
"step": 1599
|
| 11267 |
+
},
|
| 11268 |
+
{
|
| 11269 |
+
"epoch": 0.16975226778420244,
|
| 11270 |
+
"grad_norm": 31.17913055419922,
|
| 11271 |
+
"learning_rate": 0.0002,
|
| 11272 |
+
"loss": 0.3986,
|
| 11273 |
+
"step": 1600
|
| 11274 |
+
},
|
| 11275 |
+
{
|
| 11276 |
+
"epoch": 0.16975226778420244,
|
| 11277 |
+
"eval_loss": 0.05746486410498619,
|
| 11278 |
+
"eval_runtime": 49.0476,
|
| 11279 |
+
"eval_samples_per_second": 3.099,
|
| 11280 |
+
"eval_steps_per_second": 1.55,
|
| 11281 |
+
"step": 1600
|
| 11282 |
}
|
| 11283 |
],
|
| 11284 |
"logging_steps": 1,
|
|
|
|
| 11293 |
"early_stopping_threshold": 0.0
|
| 11294 |
},
|
| 11295 |
"attributes": {
|
| 11296 |
+
"early_stopping_patience_counter": 3
|
| 11297 |
}
|
| 11298 |
},
|
| 11299 |
"TrainerControl": {
|
|
|
|
| 11307 |
"attributes": {}
|
| 11308 |
}
|
| 11309 |
},
|
| 11310 |
+
"total_flos": 4.91094134489088e+17,
|
| 11311 |
"train_batch_size": 2,
|
| 11312 |
"trial_name": null,
|
| 11313 |
"trial_params": null
|