Instructions to use error577/4e03c89a-8b75-498e-b418-baeb044e5bd5 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use error577/4e03c89a-8b75-498e-b418-baeb044e5bd5 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("peft-internal-testing/tiny-dummy-qwen2") model = PeftModel.from_pretrained(base_model, "error577/4e03c89a-8b75-498e-b418-baeb044e5bd5") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 3200, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 93608
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0bf29e1e61994ec0336d477fa04e9532e02cad4ce8defeca5b9c8873532c9a5
|
| 3 |
size 93608
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 204490
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d70dbacebf853874afa95edcf9ae55f62fe33ec0f52e27218e21a7a4fce0663
|
| 3 |
size 204490
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c478b822989cfa5bad7cbb7f6cdce96c508411d8c2b5e7af658500b382f2d54
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1a164e9dfd74ce4598a24a4302e4d4608ee61e6a934924eaf49fa15c9520747
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 11.890030860900879,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-2600",
|
| 4 |
-
"epoch": 1.
|
| 5 |
"eval_steps": 200,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -21135,6 +21135,1414 @@
|
|
| 21135 |
"eval_samples_per_second": 81.702,
|
| 21136 |
"eval_steps_per_second": 40.939,
|
| 21137 |
"step": 3000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21138 |
}
|
| 21139 |
],
|
| 21140 |
"logging_steps": 1,
|
|
@@ -21149,7 +22557,7 @@
|
|
| 21149 |
"early_stopping_threshold": 0.0
|
| 21150 |
},
|
| 21151 |
"attributes": {
|
| 21152 |
-
"early_stopping_patience_counter":
|
| 21153 |
}
|
| 21154 |
},
|
| 21155 |
"TrainerControl": {
|
|
@@ -21158,12 +22566,12 @@
|
|
| 21158 |
"should_evaluate": false,
|
| 21159 |
"should_log": false,
|
| 21160 |
"should_save": true,
|
| 21161 |
-
"should_training_stop":
|
| 21162 |
},
|
| 21163 |
"attributes": {}
|
| 21164 |
}
|
| 21165 |
},
|
| 21166 |
-
"total_flos":
|
| 21167 |
"train_batch_size": 2,
|
| 21168 |
"trial_name": null,
|
| 21169 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 11.890030860900879,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-2600",
|
| 4 |
+
"epoch": 1.1120425670539689,
|
| 5 |
"eval_steps": 200,
|
| 6 |
+
"global_step": 3200,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 21135 |
"eval_samples_per_second": 81.702,
|
| 21136 |
"eval_steps_per_second": 40.939,
|
| 21137 |
"step": 3000
|
| 21138 |
+
},
|
| 21139 |
+
{
|
| 21140 |
+
"epoch": 1.0428928222391138,
|
| 21141 |
+
"grad_norm": 0.10040950030088425,
|
| 21142 |
+
"learning_rate": 0.0002,
|
| 21143 |
+
"loss": 11.9048,
|
| 21144 |
+
"step": 3001
|
| 21145 |
+
},
|
| 21146 |
+
{
|
| 21147 |
+
"epoch": 1.0432403083939625,
|
| 21148 |
+
"grad_norm": 0.09029227495193481,
|
| 21149 |
+
"learning_rate": 0.0002,
|
| 21150 |
+
"loss": 11.9847,
|
| 21151 |
+
"step": 3002
|
| 21152 |
+
},
|
| 21153 |
+
{
|
| 21154 |
+
"epoch": 1.043587794548811,
|
| 21155 |
+
"grad_norm": 0.10105191916227341,
|
| 21156 |
+
"learning_rate": 0.0002,
|
| 21157 |
+
"loss": 11.8326,
|
| 21158 |
+
"step": 3003
|
| 21159 |
+
},
|
| 21160 |
+
{
|
| 21161 |
+
"epoch": 1.0439352807036595,
|
| 21162 |
+
"grad_norm": 0.09061862528324127,
|
| 21163 |
+
"learning_rate": 0.0002,
|
| 21164 |
+
"loss": 11.8992,
|
| 21165 |
+
"step": 3004
|
| 21166 |
+
},
|
| 21167 |
+
{
|
| 21168 |
+
"epoch": 1.044282766858508,
|
| 21169 |
+
"grad_norm": 0.10576041042804718,
|
| 21170 |
+
"learning_rate": 0.0002,
|
| 21171 |
+
"loss": 11.5005,
|
| 21172 |
+
"step": 3005
|
| 21173 |
+
},
|
| 21174 |
+
{
|
| 21175 |
+
"epoch": 1.0446302530133564,
|
| 21176 |
+
"grad_norm": 0.09599104523658752,
|
| 21177 |
+
"learning_rate": 0.0002,
|
| 21178 |
+
"loss": 12.0538,
|
| 21179 |
+
"step": 3006
|
| 21180 |
+
},
|
| 21181 |
+
{
|
| 21182 |
+
"epoch": 1.044977739168205,
|
| 21183 |
+
"grad_norm": 0.13297581672668457,
|
| 21184 |
+
"learning_rate": 0.0002,
|
| 21185 |
+
"loss": 12.0515,
|
| 21186 |
+
"step": 3007
|
| 21187 |
+
},
|
| 21188 |
+
{
|
| 21189 |
+
"epoch": 1.0453252253230536,
|
| 21190 |
+
"grad_norm": 0.09976636618375778,
|
| 21191 |
+
"learning_rate": 0.0002,
|
| 21192 |
+
"loss": 12.2069,
|
| 21193 |
+
"step": 3008
|
| 21194 |
+
},
|
| 21195 |
+
{
|
| 21196 |
+
"epoch": 1.045672711477902,
|
| 21197 |
+
"grad_norm": 0.11688413470983505,
|
| 21198 |
+
"learning_rate": 0.0002,
|
| 21199 |
+
"loss": 11.7578,
|
| 21200 |
+
"step": 3009
|
| 21201 |
+
},
|
| 21202 |
+
{
|
| 21203 |
+
"epoch": 1.0460201976327506,
|
| 21204 |
+
"grad_norm": 0.09697672724723816,
|
| 21205 |
+
"learning_rate": 0.0002,
|
| 21206 |
+
"loss": 12.0714,
|
| 21207 |
+
"step": 3010
|
| 21208 |
+
},
|
| 21209 |
+
{
|
| 21210 |
+
"epoch": 1.046367683787599,
|
| 21211 |
+
"grad_norm": 0.09619767963886261,
|
| 21212 |
+
"learning_rate": 0.0002,
|
| 21213 |
+
"loss": 11.3035,
|
| 21214 |
+
"step": 3011
|
| 21215 |
+
},
|
| 21216 |
+
{
|
| 21217 |
+
"epoch": 1.0467151699424475,
|
| 21218 |
+
"grad_norm": 0.12428798526525497,
|
| 21219 |
+
"learning_rate": 0.0002,
|
| 21220 |
+
"loss": 12.0725,
|
| 21221 |
+
"step": 3012
|
| 21222 |
+
},
|
| 21223 |
+
{
|
| 21224 |
+
"epoch": 1.0470626560972962,
|
| 21225 |
+
"grad_norm": 0.13079865276813507,
|
| 21226 |
+
"learning_rate": 0.0002,
|
| 21227 |
+
"loss": 12.2265,
|
| 21228 |
+
"step": 3013
|
| 21229 |
+
},
|
| 21230 |
+
{
|
| 21231 |
+
"epoch": 1.0474101422521447,
|
| 21232 |
+
"grad_norm": 0.12801267206668854,
|
| 21233 |
+
"learning_rate": 0.0002,
|
| 21234 |
+
"loss": 12.0876,
|
| 21235 |
+
"step": 3014
|
| 21236 |
+
},
|
| 21237 |
+
{
|
| 21238 |
+
"epoch": 1.0477576284069932,
|
| 21239 |
+
"grad_norm": 0.12890566885471344,
|
| 21240 |
+
"learning_rate": 0.0002,
|
| 21241 |
+
"loss": 11.5552,
|
| 21242 |
+
"step": 3015
|
| 21243 |
+
},
|
| 21244 |
+
{
|
| 21245 |
+
"epoch": 1.0481051145618416,
|
| 21246 |
+
"grad_norm": 0.11257907003164291,
|
| 21247 |
+
"learning_rate": 0.0002,
|
| 21248 |
+
"loss": 11.8383,
|
| 21249 |
+
"step": 3016
|
| 21250 |
+
},
|
| 21251 |
+
{
|
| 21252 |
+
"epoch": 1.04845260071669,
|
| 21253 |
+
"grad_norm": 0.12083103507757187,
|
| 21254 |
+
"learning_rate": 0.0002,
|
| 21255 |
+
"loss": 12.2685,
|
| 21256 |
+
"step": 3017
|
| 21257 |
+
},
|
| 21258 |
+
{
|
| 21259 |
+
"epoch": 1.0488000868715388,
|
| 21260 |
+
"grad_norm": 0.1324681043624878,
|
| 21261 |
+
"learning_rate": 0.0002,
|
| 21262 |
+
"loss": 11.3684,
|
| 21263 |
+
"step": 3018
|
| 21264 |
+
},
|
| 21265 |
+
{
|
| 21266 |
+
"epoch": 1.0491475730263873,
|
| 21267 |
+
"grad_norm": 0.10040869563817978,
|
| 21268 |
+
"learning_rate": 0.0002,
|
| 21269 |
+
"loss": 12.0172,
|
| 21270 |
+
"step": 3019
|
| 21271 |
+
},
|
| 21272 |
+
{
|
| 21273 |
+
"epoch": 1.0494950591812358,
|
| 21274 |
+
"grad_norm": 0.15976406633853912,
|
| 21275 |
+
"learning_rate": 0.0002,
|
| 21276 |
+
"loss": 12.0398,
|
| 21277 |
+
"step": 3020
|
| 21278 |
+
},
|
| 21279 |
+
{
|
| 21280 |
+
"epoch": 1.0498425453360842,
|
| 21281 |
+
"grad_norm": 0.13933569192886353,
|
| 21282 |
+
"learning_rate": 0.0002,
|
| 21283 |
+
"loss": 12.1699,
|
| 21284 |
+
"step": 3021
|
| 21285 |
+
},
|
| 21286 |
+
{
|
| 21287 |
+
"epoch": 1.0501900314909327,
|
| 21288 |
+
"grad_norm": 0.15907937288284302,
|
| 21289 |
+
"learning_rate": 0.0002,
|
| 21290 |
+
"loss": 11.6788,
|
| 21291 |
+
"step": 3022
|
| 21292 |
+
},
|
| 21293 |
+
{
|
| 21294 |
+
"epoch": 1.0505375176457814,
|
| 21295 |
+
"grad_norm": 0.1327735185623169,
|
| 21296 |
+
"learning_rate": 0.0002,
|
| 21297 |
+
"loss": 11.9645,
|
| 21298 |
+
"step": 3023
|
| 21299 |
+
},
|
| 21300 |
+
{
|
| 21301 |
+
"epoch": 1.0508850038006299,
|
| 21302 |
+
"grad_norm": 0.10884220898151398,
|
| 21303 |
+
"learning_rate": 0.0002,
|
| 21304 |
+
"loss": 11.8788,
|
| 21305 |
+
"step": 3024
|
| 21306 |
+
},
|
| 21307 |
+
{
|
| 21308 |
+
"epoch": 1.0512324899554784,
|
| 21309 |
+
"grad_norm": 0.12329146265983582,
|
| 21310 |
+
"learning_rate": 0.0002,
|
| 21311 |
+
"loss": 11.5522,
|
| 21312 |
+
"step": 3025
|
| 21313 |
+
},
|
| 21314 |
+
{
|
| 21315 |
+
"epoch": 1.0515799761103268,
|
| 21316 |
+
"grad_norm": 0.1264764368534088,
|
| 21317 |
+
"learning_rate": 0.0002,
|
| 21318 |
+
"loss": 12.1028,
|
| 21319 |
+
"step": 3026
|
| 21320 |
+
},
|
| 21321 |
+
{
|
| 21322 |
+
"epoch": 1.0519274622651753,
|
| 21323 |
+
"grad_norm": 0.13891306519508362,
|
| 21324 |
+
"learning_rate": 0.0002,
|
| 21325 |
+
"loss": 11.9379,
|
| 21326 |
+
"step": 3027
|
| 21327 |
+
},
|
| 21328 |
+
{
|
| 21329 |
+
"epoch": 1.052274948420024,
|
| 21330 |
+
"grad_norm": 0.12737491726875305,
|
| 21331 |
+
"learning_rate": 0.0002,
|
| 21332 |
+
"loss": 11.6687,
|
| 21333 |
+
"step": 3028
|
| 21334 |
+
},
|
| 21335 |
+
{
|
| 21336 |
+
"epoch": 1.0526224345748725,
|
| 21337 |
+
"grad_norm": 0.08300752192735672,
|
| 21338 |
+
"learning_rate": 0.0002,
|
| 21339 |
+
"loss": 11.4542,
|
| 21340 |
+
"step": 3029
|
| 21341 |
+
},
|
| 21342 |
+
{
|
| 21343 |
+
"epoch": 1.052969920729721,
|
| 21344 |
+
"grad_norm": 0.08598566055297852,
|
| 21345 |
+
"learning_rate": 0.0002,
|
| 21346 |
+
"loss": 12.2489,
|
| 21347 |
+
"step": 3030
|
| 21348 |
+
},
|
| 21349 |
+
{
|
| 21350 |
+
"epoch": 1.0533174068845694,
|
| 21351 |
+
"grad_norm": 0.07034048438072205,
|
| 21352 |
+
"learning_rate": 0.0002,
|
| 21353 |
+
"loss": 12.5011,
|
| 21354 |
+
"step": 3031
|
| 21355 |
+
},
|
| 21356 |
+
{
|
| 21357 |
+
"epoch": 1.053664893039418,
|
| 21358 |
+
"grad_norm": 0.09257436543703079,
|
| 21359 |
+
"learning_rate": 0.0002,
|
| 21360 |
+
"loss": 11.5443,
|
| 21361 |
+
"step": 3032
|
| 21362 |
+
},
|
| 21363 |
+
{
|
| 21364 |
+
"epoch": 1.0540123791942664,
|
| 21365 |
+
"grad_norm": 0.07999928295612335,
|
| 21366 |
+
"learning_rate": 0.0002,
|
| 21367 |
+
"loss": 11.4101,
|
| 21368 |
+
"step": 3033
|
| 21369 |
+
},
|
| 21370 |
+
{
|
| 21371 |
+
"epoch": 1.054359865349115,
|
| 21372 |
+
"grad_norm": 0.10055852681398392,
|
| 21373 |
+
"learning_rate": 0.0002,
|
| 21374 |
+
"loss": 12.0183,
|
| 21375 |
+
"step": 3034
|
| 21376 |
+
},
|
| 21377 |
+
{
|
| 21378 |
+
"epoch": 1.0547073515039636,
|
| 21379 |
+
"grad_norm": 0.09129275381565094,
|
| 21380 |
+
"learning_rate": 0.0002,
|
| 21381 |
+
"loss": 12.258,
|
| 21382 |
+
"step": 3035
|
| 21383 |
+
},
|
| 21384 |
+
{
|
| 21385 |
+
"epoch": 1.055054837658812,
|
| 21386 |
+
"grad_norm": 0.10697979480028152,
|
| 21387 |
+
"learning_rate": 0.0002,
|
| 21388 |
+
"loss": 11.9696,
|
| 21389 |
+
"step": 3036
|
| 21390 |
+
},
|
| 21391 |
+
{
|
| 21392 |
+
"epoch": 1.0554023238136605,
|
| 21393 |
+
"grad_norm": 0.09222649782896042,
|
| 21394 |
+
"learning_rate": 0.0002,
|
| 21395 |
+
"loss": 11.4177,
|
| 21396 |
+
"step": 3037
|
| 21397 |
+
},
|
| 21398 |
+
{
|
| 21399 |
+
"epoch": 1.055749809968509,
|
| 21400 |
+
"grad_norm": 0.07662931084632874,
|
| 21401 |
+
"learning_rate": 0.0002,
|
| 21402 |
+
"loss": 12.2785,
|
| 21403 |
+
"step": 3038
|
| 21404 |
+
},
|
| 21405 |
+
{
|
| 21406 |
+
"epoch": 1.0560972961233577,
|
| 21407 |
+
"grad_norm": 0.097097247838974,
|
| 21408 |
+
"learning_rate": 0.0002,
|
| 21409 |
+
"loss": 11.3493,
|
| 21410 |
+
"step": 3039
|
| 21411 |
+
},
|
| 21412 |
+
{
|
| 21413 |
+
"epoch": 1.0564447822782062,
|
| 21414 |
+
"grad_norm": 0.1129840537905693,
|
| 21415 |
+
"learning_rate": 0.0002,
|
| 21416 |
+
"loss": 12.6605,
|
| 21417 |
+
"step": 3040
|
| 21418 |
+
},
|
| 21419 |
+
{
|
| 21420 |
+
"epoch": 1.0567922684330546,
|
| 21421 |
+
"grad_norm": 0.08976583927869797,
|
| 21422 |
+
"learning_rate": 0.0002,
|
| 21423 |
+
"loss": 11.4769,
|
| 21424 |
+
"step": 3041
|
| 21425 |
+
},
|
| 21426 |
+
{
|
| 21427 |
+
"epoch": 1.057139754587903,
|
| 21428 |
+
"grad_norm": 0.09111633896827698,
|
| 21429 |
+
"learning_rate": 0.0002,
|
| 21430 |
+
"loss": 12.1494,
|
| 21431 |
+
"step": 3042
|
| 21432 |
+
},
|
| 21433 |
+
{
|
| 21434 |
+
"epoch": 1.0574872407427516,
|
| 21435 |
+
"grad_norm": 0.1040937528014183,
|
| 21436 |
+
"learning_rate": 0.0002,
|
| 21437 |
+
"loss": 11.6389,
|
| 21438 |
+
"step": 3043
|
| 21439 |
+
},
|
| 21440 |
+
{
|
| 21441 |
+
"epoch": 1.0578347268976003,
|
| 21442 |
+
"grad_norm": 0.10382246226072311,
|
| 21443 |
+
"learning_rate": 0.0002,
|
| 21444 |
+
"loss": 12.5237,
|
| 21445 |
+
"step": 3044
|
| 21446 |
+
},
|
| 21447 |
+
{
|
| 21448 |
+
"epoch": 1.0581822130524488,
|
| 21449 |
+
"grad_norm": 0.09293695539236069,
|
| 21450 |
+
"learning_rate": 0.0002,
|
| 21451 |
+
"loss": 11.579,
|
| 21452 |
+
"step": 3045
|
| 21453 |
+
},
|
| 21454 |
+
{
|
| 21455 |
+
"epoch": 1.0585296992072972,
|
| 21456 |
+
"grad_norm": 0.09409576654434204,
|
| 21457 |
+
"learning_rate": 0.0002,
|
| 21458 |
+
"loss": 11.6184,
|
| 21459 |
+
"step": 3046
|
| 21460 |
+
},
|
| 21461 |
+
{
|
| 21462 |
+
"epoch": 1.0588771853621457,
|
| 21463 |
+
"grad_norm": 0.10102306306362152,
|
| 21464 |
+
"learning_rate": 0.0002,
|
| 21465 |
+
"loss": 12.3859,
|
| 21466 |
+
"step": 3047
|
| 21467 |
+
},
|
| 21468 |
+
{
|
| 21469 |
+
"epoch": 1.0592246715169942,
|
| 21470 |
+
"grad_norm": 0.12072720378637314,
|
| 21471 |
+
"learning_rate": 0.0002,
|
| 21472 |
+
"loss": 11.1248,
|
| 21473 |
+
"step": 3048
|
| 21474 |
+
},
|
| 21475 |
+
{
|
| 21476 |
+
"epoch": 1.0595721576718429,
|
| 21477 |
+
"grad_norm": 0.09900699555873871,
|
| 21478 |
+
"learning_rate": 0.0002,
|
| 21479 |
+
"loss": 12.3286,
|
| 21480 |
+
"step": 3049
|
| 21481 |
+
},
|
| 21482 |
+
{
|
| 21483 |
+
"epoch": 1.0599196438266913,
|
| 21484 |
+
"grad_norm": 0.12859128415584564,
|
| 21485 |
+
"learning_rate": 0.0002,
|
| 21486 |
+
"loss": 11.635,
|
| 21487 |
+
"step": 3050
|
| 21488 |
+
},
|
| 21489 |
+
{
|
| 21490 |
+
"epoch": 1.0602671299815398,
|
| 21491 |
+
"grad_norm": 0.1224927008152008,
|
| 21492 |
+
"learning_rate": 0.0002,
|
| 21493 |
+
"loss": 12.2497,
|
| 21494 |
+
"step": 3051
|
| 21495 |
+
},
|
| 21496 |
+
{
|
| 21497 |
+
"epoch": 1.0606146161363883,
|
| 21498 |
+
"grad_norm": 0.10580836236476898,
|
| 21499 |
+
"learning_rate": 0.0002,
|
| 21500 |
+
"loss": 11.6962,
|
| 21501 |
+
"step": 3052
|
| 21502 |
+
},
|
| 21503 |
+
{
|
| 21504 |
+
"epoch": 1.0609621022912368,
|
| 21505 |
+
"grad_norm": 0.10810287296772003,
|
| 21506 |
+
"learning_rate": 0.0002,
|
| 21507 |
+
"loss": 11.5081,
|
| 21508 |
+
"step": 3053
|
| 21509 |
+
},
|
| 21510 |
+
{
|
| 21511 |
+
"epoch": 1.0613095884460853,
|
| 21512 |
+
"grad_norm": 0.11676646769046783,
|
| 21513 |
+
"learning_rate": 0.0002,
|
| 21514 |
+
"loss": 12.1123,
|
| 21515 |
+
"step": 3054
|
| 21516 |
+
},
|
| 21517 |
+
{
|
| 21518 |
+
"epoch": 1.061657074600934,
|
| 21519 |
+
"grad_norm": 0.1061026006937027,
|
| 21520 |
+
"learning_rate": 0.0002,
|
| 21521 |
+
"loss": 11.9494,
|
| 21522 |
+
"step": 3055
|
| 21523 |
+
},
|
| 21524 |
+
{
|
| 21525 |
+
"epoch": 1.0620045607557824,
|
| 21526 |
+
"grad_norm": 0.1431105136871338,
|
| 21527 |
+
"learning_rate": 0.0002,
|
| 21528 |
+
"loss": 12.2014,
|
| 21529 |
+
"step": 3056
|
| 21530 |
+
},
|
| 21531 |
+
{
|
| 21532 |
+
"epoch": 1.062352046910631,
|
| 21533 |
+
"grad_norm": 0.11367550492286682,
|
| 21534 |
+
"learning_rate": 0.0002,
|
| 21535 |
+
"loss": 11.4935,
|
| 21536 |
+
"step": 3057
|
| 21537 |
+
},
|
| 21538 |
+
{
|
| 21539 |
+
"epoch": 1.0626995330654794,
|
| 21540 |
+
"grad_norm": 0.14039647579193115,
|
| 21541 |
+
"learning_rate": 0.0002,
|
| 21542 |
+
"loss": 12.1607,
|
| 21543 |
+
"step": 3058
|
| 21544 |
+
},
|
| 21545 |
+
{
|
| 21546 |
+
"epoch": 1.0630470192203278,
|
| 21547 |
+
"grad_norm": 0.10046213120222092,
|
| 21548 |
+
"learning_rate": 0.0002,
|
| 21549 |
+
"loss": 11.8183,
|
| 21550 |
+
"step": 3059
|
| 21551 |
+
},
|
| 21552 |
+
{
|
| 21553 |
+
"epoch": 1.0633945053751765,
|
| 21554 |
+
"grad_norm": 0.12962733209133148,
|
| 21555 |
+
"learning_rate": 0.0002,
|
| 21556 |
+
"loss": 11.9268,
|
| 21557 |
+
"step": 3060
|
| 21558 |
+
},
|
| 21559 |
+
{
|
| 21560 |
+
"epoch": 1.063741991530025,
|
| 21561 |
+
"grad_norm": 0.12210898846387863,
|
| 21562 |
+
"learning_rate": 0.0002,
|
| 21563 |
+
"loss": 11.7957,
|
| 21564 |
+
"step": 3061
|
| 21565 |
+
},
|
| 21566 |
+
{
|
| 21567 |
+
"epoch": 1.0640894776848735,
|
| 21568 |
+
"grad_norm": 0.10924960672855377,
|
| 21569 |
+
"learning_rate": 0.0002,
|
| 21570 |
+
"loss": 12.1058,
|
| 21571 |
+
"step": 3062
|
| 21572 |
+
},
|
| 21573 |
+
{
|
| 21574 |
+
"epoch": 1.064436963839722,
|
| 21575 |
+
"grad_norm": 0.11986564099788666,
|
| 21576 |
+
"learning_rate": 0.0002,
|
| 21577 |
+
"loss": 11.8282,
|
| 21578 |
+
"step": 3063
|
| 21579 |
+
},
|
| 21580 |
+
{
|
| 21581 |
+
"epoch": 1.0647844499945704,
|
| 21582 |
+
"grad_norm": 0.16137158870697021,
|
| 21583 |
+
"learning_rate": 0.0002,
|
| 21584 |
+
"loss": 12.0026,
|
| 21585 |
+
"step": 3064
|
| 21586 |
+
},
|
| 21587 |
+
{
|
| 21588 |
+
"epoch": 1.0651319361494191,
|
| 21589 |
+
"grad_norm": 0.0848294347524643,
|
| 21590 |
+
"learning_rate": 0.0002,
|
| 21591 |
+
"loss": 11.5392,
|
| 21592 |
+
"step": 3065
|
| 21593 |
+
},
|
| 21594 |
+
{
|
| 21595 |
+
"epoch": 1.0654794223042676,
|
| 21596 |
+
"grad_norm": 0.12032149732112885,
|
| 21597 |
+
"learning_rate": 0.0002,
|
| 21598 |
+
"loss": 12.1545,
|
| 21599 |
+
"step": 3066
|
| 21600 |
+
},
|
| 21601 |
+
{
|
| 21602 |
+
"epoch": 1.065826908459116,
|
| 21603 |
+
"grad_norm": 0.15785424411296844,
|
| 21604 |
+
"learning_rate": 0.0002,
|
| 21605 |
+
"loss": 11.8842,
|
| 21606 |
+
"step": 3067
|
| 21607 |
+
},
|
| 21608 |
+
{
|
| 21609 |
+
"epoch": 1.0661743946139646,
|
| 21610 |
+
"grad_norm": 0.16696029901504517,
|
| 21611 |
+
"learning_rate": 0.0002,
|
| 21612 |
+
"loss": 11.9469,
|
| 21613 |
+
"step": 3068
|
| 21614 |
+
},
|
| 21615 |
+
{
|
| 21616 |
+
"epoch": 1.066521880768813,
|
| 21617 |
+
"grad_norm": 0.14501641690731049,
|
| 21618 |
+
"learning_rate": 0.0002,
|
| 21619 |
+
"loss": 11.8956,
|
| 21620 |
+
"step": 3069
|
| 21621 |
+
},
|
| 21622 |
+
{
|
| 21623 |
+
"epoch": 1.0668693669236617,
|
| 21624 |
+
"grad_norm": 0.11417847871780396,
|
| 21625 |
+
"learning_rate": 0.0002,
|
| 21626 |
+
"loss": 11.7326,
|
| 21627 |
+
"step": 3070
|
| 21628 |
+
},
|
| 21629 |
+
{
|
| 21630 |
+
"epoch": 1.0672168530785102,
|
| 21631 |
+
"grad_norm": 0.15129409730434418,
|
| 21632 |
+
"learning_rate": 0.0002,
|
| 21633 |
+
"loss": 11.8609,
|
| 21634 |
+
"step": 3071
|
| 21635 |
+
},
|
| 21636 |
+
{
|
| 21637 |
+
"epoch": 1.0675643392333587,
|
| 21638 |
+
"grad_norm": 0.13506145775318146,
|
| 21639 |
+
"learning_rate": 0.0002,
|
| 21640 |
+
"loss": 11.5992,
|
| 21641 |
+
"step": 3072
|
| 21642 |
+
},
|
| 21643 |
+
{
|
| 21644 |
+
"epoch": 1.0679118253882072,
|
| 21645 |
+
"grad_norm": 0.1739804893732071,
|
| 21646 |
+
"learning_rate": 0.0002,
|
| 21647 |
+
"loss": 12.2092,
|
| 21648 |
+
"step": 3073
|
| 21649 |
+
},
|
| 21650 |
+
{
|
| 21651 |
+
"epoch": 1.0682593115430556,
|
| 21652 |
+
"grad_norm": 0.16229771077632904,
|
| 21653 |
+
"learning_rate": 0.0002,
|
| 21654 |
+
"loss": 11.9163,
|
| 21655 |
+
"step": 3074
|
| 21656 |
+
},
|
| 21657 |
+
{
|
| 21658 |
+
"epoch": 1.0686067976979041,
|
| 21659 |
+
"grad_norm": 0.15382717549800873,
|
| 21660 |
+
"learning_rate": 0.0002,
|
| 21661 |
+
"loss": 11.8096,
|
| 21662 |
+
"step": 3075
|
| 21663 |
+
},
|
| 21664 |
+
{
|
| 21665 |
+
"epoch": 1.0689542838527528,
|
| 21666 |
+
"grad_norm": 0.1525484025478363,
|
| 21667 |
+
"learning_rate": 0.0002,
|
| 21668 |
+
"loss": 11.8599,
|
| 21669 |
+
"step": 3076
|
| 21670 |
+
},
|
| 21671 |
+
{
|
| 21672 |
+
"epoch": 1.0693017700076013,
|
| 21673 |
+
"grad_norm": 0.15495428442955017,
|
| 21674 |
+
"learning_rate": 0.0002,
|
| 21675 |
+
"loss": 12.1266,
|
| 21676 |
+
"step": 3077
|
| 21677 |
+
},
|
| 21678 |
+
{
|
| 21679 |
+
"epoch": 1.0696492561624498,
|
| 21680 |
+
"grad_norm": 0.10874029994010925,
|
| 21681 |
+
"learning_rate": 0.0002,
|
| 21682 |
+
"loss": 11.3479,
|
| 21683 |
+
"step": 3078
|
| 21684 |
+
},
|
| 21685 |
+
{
|
| 21686 |
+
"epoch": 1.0699967423172982,
|
| 21687 |
+
"grad_norm": 0.09244890511035919,
|
| 21688 |
+
"learning_rate": 0.0002,
|
| 21689 |
+
"loss": 12.2571,
|
| 21690 |
+
"step": 3079
|
| 21691 |
+
},
|
| 21692 |
+
{
|
| 21693 |
+
"epoch": 1.0703442284721467,
|
| 21694 |
+
"grad_norm": 0.1001732125878334,
|
| 21695 |
+
"learning_rate": 0.0002,
|
| 21696 |
+
"loss": 12.4613,
|
| 21697 |
+
"step": 3080
|
| 21698 |
+
},
|
| 21699 |
+
{
|
| 21700 |
+
"epoch": 1.0706917146269954,
|
| 21701 |
+
"grad_norm": 0.07678193598985672,
|
| 21702 |
+
"learning_rate": 0.0002,
|
| 21703 |
+
"loss": 11.6877,
|
| 21704 |
+
"step": 3081
|
| 21705 |
+
},
|
| 21706 |
+
{
|
| 21707 |
+
"epoch": 1.071039200781844,
|
| 21708 |
+
"grad_norm": 0.0782565250992775,
|
| 21709 |
+
"learning_rate": 0.0002,
|
| 21710 |
+
"loss": 11.2013,
|
| 21711 |
+
"step": 3082
|
| 21712 |
+
},
|
| 21713 |
+
{
|
| 21714 |
+
"epoch": 1.0713866869366924,
|
| 21715 |
+
"grad_norm": 0.11851420253515244,
|
| 21716 |
+
"learning_rate": 0.0002,
|
| 21717 |
+
"loss": 13.2156,
|
| 21718 |
+
"step": 3083
|
| 21719 |
+
},
|
| 21720 |
+
{
|
| 21721 |
+
"epoch": 1.0717341730915408,
|
| 21722 |
+
"grad_norm": 0.09388497471809387,
|
| 21723 |
+
"learning_rate": 0.0002,
|
| 21724 |
+
"loss": 10.8779,
|
| 21725 |
+
"step": 3084
|
| 21726 |
+
},
|
| 21727 |
+
{
|
| 21728 |
+
"epoch": 1.0720816592463893,
|
| 21729 |
+
"grad_norm": 0.10811235010623932,
|
| 21730 |
+
"learning_rate": 0.0002,
|
| 21731 |
+
"loss": 11.8932,
|
| 21732 |
+
"step": 3085
|
| 21733 |
+
},
|
| 21734 |
+
{
|
| 21735 |
+
"epoch": 1.072429145401238,
|
| 21736 |
+
"grad_norm": 0.10809807479381561,
|
| 21737 |
+
"learning_rate": 0.0002,
|
| 21738 |
+
"loss": 12.5661,
|
| 21739 |
+
"step": 3086
|
| 21740 |
+
},
|
| 21741 |
+
{
|
| 21742 |
+
"epoch": 1.0727766315560865,
|
| 21743 |
+
"grad_norm": 0.07677388191223145,
|
| 21744 |
+
"learning_rate": 0.0002,
|
| 21745 |
+
"loss": 11.7413,
|
| 21746 |
+
"step": 3087
|
| 21747 |
+
},
|
| 21748 |
+
{
|
| 21749 |
+
"epoch": 1.073124117710935,
|
| 21750 |
+
"grad_norm": 0.09076844900846481,
|
| 21751 |
+
"learning_rate": 0.0002,
|
| 21752 |
+
"loss": 11.2376,
|
| 21753 |
+
"step": 3088
|
| 21754 |
+
},
|
| 21755 |
+
{
|
| 21756 |
+
"epoch": 1.0734716038657834,
|
| 21757 |
+
"grad_norm": 0.10098181664943695,
|
| 21758 |
+
"learning_rate": 0.0002,
|
| 21759 |
+
"loss": 12.4601,
|
| 21760 |
+
"step": 3089
|
| 21761 |
+
},
|
| 21762 |
+
{
|
| 21763 |
+
"epoch": 1.073819090020632,
|
| 21764 |
+
"grad_norm": 0.11144387722015381,
|
| 21765 |
+
"learning_rate": 0.0002,
|
| 21766 |
+
"loss": 11.6769,
|
| 21767 |
+
"step": 3090
|
| 21768 |
+
},
|
| 21769 |
+
{
|
| 21770 |
+
"epoch": 1.0741665761754806,
|
| 21771 |
+
"grad_norm": 0.14037244021892548,
|
| 21772 |
+
"learning_rate": 0.0002,
|
| 21773 |
+
"loss": 11.1234,
|
| 21774 |
+
"step": 3091
|
| 21775 |
+
},
|
| 21776 |
+
{
|
| 21777 |
+
"epoch": 1.074514062330329,
|
| 21778 |
+
"grad_norm": 0.0916651040315628,
|
| 21779 |
+
"learning_rate": 0.0002,
|
| 21780 |
+
"loss": 12.1476,
|
| 21781 |
+
"step": 3092
|
| 21782 |
+
},
|
| 21783 |
+
{
|
| 21784 |
+
"epoch": 1.0748615484851776,
|
| 21785 |
+
"grad_norm": 0.0979626327753067,
|
| 21786 |
+
"learning_rate": 0.0002,
|
| 21787 |
+
"loss": 12.4142,
|
| 21788 |
+
"step": 3093
|
| 21789 |
+
},
|
| 21790 |
+
{
|
| 21791 |
+
"epoch": 1.075209034640026,
|
| 21792 |
+
"grad_norm": 0.08981118351221085,
|
| 21793 |
+
"learning_rate": 0.0002,
|
| 21794 |
+
"loss": 11.6293,
|
| 21795 |
+
"step": 3094
|
| 21796 |
+
},
|
| 21797 |
+
{
|
| 21798 |
+
"epoch": 1.0755565207948745,
|
| 21799 |
+
"grad_norm": 0.10690022259950638,
|
| 21800 |
+
"learning_rate": 0.0002,
|
| 21801 |
+
"loss": 11.8126,
|
| 21802 |
+
"step": 3095
|
| 21803 |
+
},
|
| 21804 |
+
{
|
| 21805 |
+
"epoch": 1.075904006949723,
|
| 21806 |
+
"grad_norm": 0.09489929676055908,
|
| 21807 |
+
"learning_rate": 0.0002,
|
| 21808 |
+
"loss": 12.0345,
|
| 21809 |
+
"step": 3096
|
| 21810 |
+
},
|
| 21811 |
+
{
|
| 21812 |
+
"epoch": 1.0762514931045717,
|
| 21813 |
+
"grad_norm": 0.08235189318656921,
|
| 21814 |
+
"learning_rate": 0.0002,
|
| 21815 |
+
"loss": 11.4136,
|
| 21816 |
+
"step": 3097
|
| 21817 |
+
},
|
| 21818 |
+
{
|
| 21819 |
+
"epoch": 1.0765989792594202,
|
| 21820 |
+
"grad_norm": 0.09662684798240662,
|
| 21821 |
+
"learning_rate": 0.0002,
|
| 21822 |
+
"loss": 12.3054,
|
| 21823 |
+
"step": 3098
|
| 21824 |
+
},
|
| 21825 |
+
{
|
| 21826 |
+
"epoch": 1.0769464654142686,
|
| 21827 |
+
"grad_norm": 0.10227999091148376,
|
| 21828 |
+
"learning_rate": 0.0002,
|
| 21829 |
+
"loss": 12.5541,
|
| 21830 |
+
"step": 3099
|
| 21831 |
+
},
|
| 21832 |
+
{
|
| 21833 |
+
"epoch": 1.0772939515691171,
|
| 21834 |
+
"grad_norm": 0.09497180581092834,
|
| 21835 |
+
"learning_rate": 0.0002,
|
| 21836 |
+
"loss": 11.0221,
|
| 21837 |
+
"step": 3100
|
| 21838 |
+
},
|
| 21839 |
+
{
|
| 21840 |
+
"epoch": 1.0776414377239656,
|
| 21841 |
+
"grad_norm": 0.10552803426980972,
|
| 21842 |
+
"learning_rate": 0.0002,
|
| 21843 |
+
"loss": 12.0775,
|
| 21844 |
+
"step": 3101
|
| 21845 |
+
},
|
| 21846 |
+
{
|
| 21847 |
+
"epoch": 1.0779889238788143,
|
| 21848 |
+
"grad_norm": 0.1022443100810051,
|
| 21849 |
+
"learning_rate": 0.0002,
|
| 21850 |
+
"loss": 11.693,
|
| 21851 |
+
"step": 3102
|
| 21852 |
+
},
|
| 21853 |
+
{
|
| 21854 |
+
"epoch": 1.0783364100336628,
|
| 21855 |
+
"grad_norm": 0.11267437040805817,
|
| 21856 |
+
"learning_rate": 0.0002,
|
| 21857 |
+
"loss": 12.2743,
|
| 21858 |
+
"step": 3103
|
| 21859 |
+
},
|
| 21860 |
+
{
|
| 21861 |
+
"epoch": 1.0786838961885112,
|
| 21862 |
+
"grad_norm": 0.10195007920265198,
|
| 21863 |
+
"learning_rate": 0.0002,
|
| 21864 |
+
"loss": 11.6838,
|
| 21865 |
+
"step": 3104
|
| 21866 |
+
},
|
| 21867 |
+
{
|
| 21868 |
+
"epoch": 1.0790313823433597,
|
| 21869 |
+
"grad_norm": 0.10385964065790176,
|
| 21870 |
+
"learning_rate": 0.0002,
|
| 21871 |
+
"loss": 11.0722,
|
| 21872 |
+
"step": 3105
|
| 21873 |
+
},
|
| 21874 |
+
{
|
| 21875 |
+
"epoch": 1.0793788684982082,
|
| 21876 |
+
"grad_norm": 0.0946369469165802,
|
| 21877 |
+
"learning_rate": 0.0002,
|
| 21878 |
+
"loss": 12.4561,
|
| 21879 |
+
"step": 3106
|
| 21880 |
+
},
|
| 21881 |
+
{
|
| 21882 |
+
"epoch": 1.0797263546530569,
|
| 21883 |
+
"grad_norm": 0.11925406008958817,
|
| 21884 |
+
"learning_rate": 0.0002,
|
| 21885 |
+
"loss": 12.8057,
|
| 21886 |
+
"step": 3107
|
| 21887 |
+
},
|
| 21888 |
+
{
|
| 21889 |
+
"epoch": 1.0800738408079054,
|
| 21890 |
+
"grad_norm": 0.12540408968925476,
|
| 21891 |
+
"learning_rate": 0.0002,
|
| 21892 |
+
"loss": 11.5163,
|
| 21893 |
+
"step": 3108
|
| 21894 |
+
},
|
| 21895 |
+
{
|
| 21896 |
+
"epoch": 1.0804213269627538,
|
| 21897 |
+
"grad_norm": 0.11336568742990494,
|
| 21898 |
+
"learning_rate": 0.0002,
|
| 21899 |
+
"loss": 11.8767,
|
| 21900 |
+
"step": 3109
|
| 21901 |
+
},
|
| 21902 |
+
{
|
| 21903 |
+
"epoch": 1.0807688131176023,
|
| 21904 |
+
"grad_norm": 0.12235575914382935,
|
| 21905 |
+
"learning_rate": 0.0002,
|
| 21906 |
+
"loss": 11.512,
|
| 21907 |
+
"step": 3110
|
| 21908 |
+
},
|
| 21909 |
+
{
|
| 21910 |
+
"epoch": 1.0811162992724508,
|
| 21911 |
+
"grad_norm": 0.10376548022031784,
|
| 21912 |
+
"learning_rate": 0.0002,
|
| 21913 |
+
"loss": 12.1061,
|
| 21914 |
+
"step": 3111
|
| 21915 |
+
},
|
| 21916 |
+
{
|
| 21917 |
+
"epoch": 1.0814637854272995,
|
| 21918 |
+
"grad_norm": 0.1010960265994072,
|
| 21919 |
+
"learning_rate": 0.0002,
|
| 21920 |
+
"loss": 12.1,
|
| 21921 |
+
"step": 3112
|
| 21922 |
+
},
|
| 21923 |
+
{
|
| 21924 |
+
"epoch": 1.081811271582148,
|
| 21925 |
+
"grad_norm": 0.11530645936727524,
|
| 21926 |
+
"learning_rate": 0.0002,
|
| 21927 |
+
"loss": 12.1182,
|
| 21928 |
+
"step": 3113
|
| 21929 |
+
},
|
| 21930 |
+
{
|
| 21931 |
+
"epoch": 1.0821587577369964,
|
| 21932 |
+
"grad_norm": 0.0884845182299614,
|
| 21933 |
+
"learning_rate": 0.0002,
|
| 21934 |
+
"loss": 11.7285,
|
| 21935 |
+
"step": 3114
|
| 21936 |
+
},
|
| 21937 |
+
{
|
| 21938 |
+
"epoch": 1.082506243891845,
|
| 21939 |
+
"grad_norm": 0.11763100326061249,
|
| 21940 |
+
"learning_rate": 0.0002,
|
| 21941 |
+
"loss": 11.723,
|
| 21942 |
+
"step": 3115
|
| 21943 |
+
},
|
| 21944 |
+
{
|
| 21945 |
+
"epoch": 1.0828537300466934,
|
| 21946 |
+
"grad_norm": 0.10990136116743088,
|
| 21947 |
+
"learning_rate": 0.0002,
|
| 21948 |
+
"loss": 12.3934,
|
| 21949 |
+
"step": 3116
|
| 21950 |
+
},
|
| 21951 |
+
{
|
| 21952 |
+
"epoch": 1.0832012162015419,
|
| 21953 |
+
"grad_norm": 0.09192871302366257,
|
| 21954 |
+
"learning_rate": 0.0002,
|
| 21955 |
+
"loss": 11.2826,
|
| 21956 |
+
"step": 3117
|
| 21957 |
+
},
|
| 21958 |
+
{
|
| 21959 |
+
"epoch": 1.0835487023563906,
|
| 21960 |
+
"grad_norm": 0.09819965809583664,
|
| 21961 |
+
"learning_rate": 0.0002,
|
| 21962 |
+
"loss": 12.0404,
|
| 21963 |
+
"step": 3118
|
| 21964 |
+
},
|
| 21965 |
+
{
|
| 21966 |
+
"epoch": 1.083896188511239,
|
| 21967 |
+
"grad_norm": 0.10060489922761917,
|
| 21968 |
+
"learning_rate": 0.0002,
|
| 21969 |
+
"loss": 11.7414,
|
| 21970 |
+
"step": 3119
|
| 21971 |
+
},
|
| 21972 |
+
{
|
| 21973 |
+
"epoch": 1.0842436746660875,
|
| 21974 |
+
"grad_norm": 0.12365764379501343,
|
| 21975 |
+
"learning_rate": 0.0002,
|
| 21976 |
+
"loss": 11.792,
|
| 21977 |
+
"step": 3120
|
| 21978 |
+
},
|
| 21979 |
+
{
|
| 21980 |
+
"epoch": 1.084591160820936,
|
| 21981 |
+
"grad_norm": 0.15197716653347015,
|
| 21982 |
+
"learning_rate": 0.0002,
|
| 21983 |
+
"loss": 12.2526,
|
| 21984 |
+
"step": 3121
|
| 21985 |
+
},
|
| 21986 |
+
{
|
| 21987 |
+
"epoch": 1.0849386469757845,
|
| 21988 |
+
"grad_norm": 0.10459038615226746,
|
| 21989 |
+
"learning_rate": 0.0002,
|
| 21990 |
+
"loss": 11.6768,
|
| 21991 |
+
"step": 3122
|
| 21992 |
+
},
|
| 21993 |
+
{
|
| 21994 |
+
"epoch": 1.0852861331306332,
|
| 21995 |
+
"grad_norm": 0.13700555264949799,
|
| 21996 |
+
"learning_rate": 0.0002,
|
| 21997 |
+
"loss": 11.9923,
|
| 21998 |
+
"step": 3123
|
| 21999 |
+
},
|
| 22000 |
+
{
|
| 22001 |
+
"epoch": 1.0856336192854816,
|
| 22002 |
+
"grad_norm": 0.0997752919793129,
|
| 22003 |
+
"learning_rate": 0.0002,
|
| 22004 |
+
"loss": 11.8864,
|
| 22005 |
+
"step": 3124
|
| 22006 |
+
},
|
| 22007 |
+
{
|
| 22008 |
+
"epoch": 1.08598110544033,
|
| 22009 |
+
"grad_norm": 0.12061736732721329,
|
| 22010 |
+
"learning_rate": 0.0002,
|
| 22011 |
+
"loss": 11.7102,
|
| 22012 |
+
"step": 3125
|
| 22013 |
+
},
|
| 22014 |
+
{
|
| 22015 |
+
"epoch": 1.0863285915951786,
|
| 22016 |
+
"grad_norm": 0.14541535079479218,
|
| 22017 |
+
"learning_rate": 0.0002,
|
| 22018 |
+
"loss": 12.0837,
|
| 22019 |
+
"step": 3126
|
| 22020 |
+
},
|
| 22021 |
+
{
|
| 22022 |
+
"epoch": 1.086676077750027,
|
| 22023 |
+
"grad_norm": 0.16560031473636627,
|
| 22024 |
+
"learning_rate": 0.0002,
|
| 22025 |
+
"loss": 12.0427,
|
| 22026 |
+
"step": 3127
|
| 22027 |
+
},
|
| 22028 |
+
{
|
| 22029 |
+
"epoch": 1.0870235639048758,
|
| 22030 |
+
"grad_norm": 0.14440461993217468,
|
| 22031 |
+
"learning_rate": 0.0002,
|
| 22032 |
+
"loss": 12.0517,
|
| 22033 |
+
"step": 3128
|
| 22034 |
+
},
|
| 22035 |
+
{
|
| 22036 |
+
"epoch": 1.0873710500597242,
|
| 22037 |
+
"grad_norm": 0.0778345912694931,
|
| 22038 |
+
"learning_rate": 0.0002,
|
| 22039 |
+
"loss": 11.4403,
|
| 22040 |
+
"step": 3129
|
| 22041 |
+
},
|
| 22042 |
+
{
|
| 22043 |
+
"epoch": 1.0877185362145727,
|
| 22044 |
+
"grad_norm": 0.07398004829883575,
|
| 22045 |
+
"learning_rate": 0.0002,
|
| 22046 |
+
"loss": 11.6366,
|
| 22047 |
+
"step": 3130
|
| 22048 |
+
},
|
| 22049 |
+
{
|
| 22050 |
+
"epoch": 1.0880660223694212,
|
| 22051 |
+
"grad_norm": 0.07982704788446426,
|
| 22052 |
+
"learning_rate": 0.0002,
|
| 22053 |
+
"loss": 11.9853,
|
| 22054 |
+
"step": 3131
|
| 22055 |
+
},
|
| 22056 |
+
{
|
| 22057 |
+
"epoch": 1.0884135085242697,
|
| 22058 |
+
"grad_norm": 0.08345544338226318,
|
| 22059 |
+
"learning_rate": 0.0002,
|
| 22060 |
+
"loss": 12.1445,
|
| 22061 |
+
"step": 3132
|
| 22062 |
+
},
|
| 22063 |
+
{
|
| 22064 |
+
"epoch": 1.0887609946791184,
|
| 22065 |
+
"grad_norm": 0.08951692283153534,
|
| 22066 |
+
"learning_rate": 0.0002,
|
| 22067 |
+
"loss": 12.4367,
|
| 22068 |
+
"step": 3133
|
| 22069 |
+
},
|
| 22070 |
+
{
|
| 22071 |
+
"epoch": 1.0891084808339668,
|
| 22072 |
+
"grad_norm": 0.08639615029096603,
|
| 22073 |
+
"learning_rate": 0.0002,
|
| 22074 |
+
"loss": 10.5661,
|
| 22075 |
+
"step": 3134
|
| 22076 |
+
},
|
| 22077 |
+
{
|
| 22078 |
+
"epoch": 1.0894559669888153,
|
| 22079 |
+
"grad_norm": 0.07927480340003967,
|
| 22080 |
+
"learning_rate": 0.0002,
|
| 22081 |
+
"loss": 12.2146,
|
| 22082 |
+
"step": 3135
|
| 22083 |
+
},
|
| 22084 |
+
{
|
| 22085 |
+
"epoch": 1.0898034531436638,
|
| 22086 |
+
"grad_norm": 0.07335536181926727,
|
| 22087 |
+
"learning_rate": 0.0002,
|
| 22088 |
+
"loss": 12.7707,
|
| 22089 |
+
"step": 3136
|
| 22090 |
+
},
|
| 22091 |
+
{
|
| 22092 |
+
"epoch": 1.0901509392985123,
|
| 22093 |
+
"grad_norm": 0.11253196746110916,
|
| 22094 |
+
"learning_rate": 0.0002,
|
| 22095 |
+
"loss": 11.1206,
|
| 22096 |
+
"step": 3137
|
| 22097 |
+
},
|
| 22098 |
+
{
|
| 22099 |
+
"epoch": 1.0904984254533607,
|
| 22100 |
+
"grad_norm": 0.09651170670986176,
|
| 22101 |
+
"learning_rate": 0.0002,
|
| 22102 |
+
"loss": 11.6782,
|
| 22103 |
+
"step": 3138
|
| 22104 |
+
},
|
| 22105 |
+
{
|
| 22106 |
+
"epoch": 1.0908459116082094,
|
| 22107 |
+
"grad_norm": 0.07955699414014816,
|
| 22108 |
+
"learning_rate": 0.0002,
|
| 22109 |
+
"loss": 12.0649,
|
| 22110 |
+
"step": 3139
|
| 22111 |
+
},
|
| 22112 |
+
{
|
| 22113 |
+
"epoch": 1.091193397763058,
|
| 22114 |
+
"grad_norm": 0.10333449393510818,
|
| 22115 |
+
"learning_rate": 0.0002,
|
| 22116 |
+
"loss": 12.3202,
|
| 22117 |
+
"step": 3140
|
| 22118 |
+
},
|
| 22119 |
+
{
|
| 22120 |
+
"epoch": 1.0915408839179064,
|
| 22121 |
+
"grad_norm": 0.10153722763061523,
|
| 22122 |
+
"learning_rate": 0.0002,
|
| 22123 |
+
"loss": 12.0423,
|
| 22124 |
+
"step": 3141
|
| 22125 |
+
},
|
| 22126 |
+
{
|
| 22127 |
+
"epoch": 1.0918883700727549,
|
| 22128 |
+
"grad_norm": 0.10803821682929993,
|
| 22129 |
+
"learning_rate": 0.0002,
|
| 22130 |
+
"loss": 12.3167,
|
| 22131 |
+
"step": 3142
|
| 22132 |
+
},
|
| 22133 |
+
{
|
| 22134 |
+
"epoch": 1.0922358562276033,
|
| 22135 |
+
"grad_norm": 0.08711834996938705,
|
| 22136 |
+
"learning_rate": 0.0002,
|
| 22137 |
+
"loss": 11.8988,
|
| 22138 |
+
"step": 3143
|
| 22139 |
+
},
|
| 22140 |
+
{
|
| 22141 |
+
"epoch": 1.092583342382452,
|
| 22142 |
+
"grad_norm": 0.08147117495536804,
|
| 22143 |
+
"learning_rate": 0.0002,
|
| 22144 |
+
"loss": 11.3889,
|
| 22145 |
+
"step": 3144
|
| 22146 |
+
},
|
| 22147 |
+
{
|
| 22148 |
+
"epoch": 1.0929308285373005,
|
| 22149 |
+
"grad_norm": 0.10931695997714996,
|
| 22150 |
+
"learning_rate": 0.0002,
|
| 22151 |
+
"loss": 12.3769,
|
| 22152 |
+
"step": 3145
|
| 22153 |
+
},
|
| 22154 |
+
{
|
| 22155 |
+
"epoch": 1.093278314692149,
|
| 22156 |
+
"grad_norm": 0.09107208251953125,
|
| 22157 |
+
"learning_rate": 0.0002,
|
| 22158 |
+
"loss": 11.4512,
|
| 22159 |
+
"step": 3146
|
| 22160 |
+
},
|
| 22161 |
+
{
|
| 22162 |
+
"epoch": 1.0936258008469975,
|
| 22163 |
+
"grad_norm": 0.13750143349170685,
|
| 22164 |
+
"learning_rate": 0.0002,
|
| 22165 |
+
"loss": 11.8709,
|
| 22166 |
+
"step": 3147
|
| 22167 |
+
},
|
| 22168 |
+
{
|
| 22169 |
+
"epoch": 1.093973287001846,
|
| 22170 |
+
"grad_norm": 0.09606263041496277,
|
| 22171 |
+
"learning_rate": 0.0002,
|
| 22172 |
+
"loss": 11.9896,
|
| 22173 |
+
"step": 3148
|
| 22174 |
+
},
|
| 22175 |
+
{
|
| 22176 |
+
"epoch": 1.0943207731566946,
|
| 22177 |
+
"grad_norm": 0.09826741367578506,
|
| 22178 |
+
"learning_rate": 0.0002,
|
| 22179 |
+
"loss": 11.6717,
|
| 22180 |
+
"step": 3149
|
| 22181 |
+
},
|
| 22182 |
+
{
|
| 22183 |
+
"epoch": 1.094668259311543,
|
| 22184 |
+
"grad_norm": 0.11101061850786209,
|
| 22185 |
+
"learning_rate": 0.0002,
|
| 22186 |
+
"loss": 12.1396,
|
| 22187 |
+
"step": 3150
|
| 22188 |
+
},
|
| 22189 |
+
{
|
| 22190 |
+
"epoch": 1.0950157454663916,
|
| 22191 |
+
"grad_norm": 0.09494297951459885,
|
| 22192 |
+
"learning_rate": 0.0002,
|
| 22193 |
+
"loss": 11.4818,
|
| 22194 |
+
"step": 3151
|
| 22195 |
+
},
|
| 22196 |
+
{
|
| 22197 |
+
"epoch": 1.09536323162124,
|
| 22198 |
+
"grad_norm": 0.08935624361038208,
|
| 22199 |
+
"learning_rate": 0.0002,
|
| 22200 |
+
"loss": 11.8127,
|
| 22201 |
+
"step": 3152
|
| 22202 |
+
},
|
| 22203 |
+
{
|
| 22204 |
+
"epoch": 1.0957107177760885,
|
| 22205 |
+
"grad_norm": 0.1134086325764656,
|
| 22206 |
+
"learning_rate": 0.0002,
|
| 22207 |
+
"loss": 12.2501,
|
| 22208 |
+
"step": 3153
|
| 22209 |
+
},
|
| 22210 |
+
{
|
| 22211 |
+
"epoch": 1.0960582039309372,
|
| 22212 |
+
"grad_norm": 0.09913463890552521,
|
| 22213 |
+
"learning_rate": 0.0002,
|
| 22214 |
+
"loss": 11.2353,
|
| 22215 |
+
"step": 3154
|
| 22216 |
+
},
|
| 22217 |
+
{
|
| 22218 |
+
"epoch": 1.0964056900857857,
|
| 22219 |
+
"grad_norm": 0.1054450124502182,
|
| 22220 |
+
"learning_rate": 0.0002,
|
| 22221 |
+
"loss": 12.603,
|
| 22222 |
+
"step": 3155
|
| 22223 |
+
},
|
| 22224 |
+
{
|
| 22225 |
+
"epoch": 1.0967531762406342,
|
| 22226 |
+
"grad_norm": 0.08404537290334702,
|
| 22227 |
+
"learning_rate": 0.0002,
|
| 22228 |
+
"loss": 11.9198,
|
| 22229 |
+
"step": 3156
|
| 22230 |
+
},
|
| 22231 |
+
{
|
| 22232 |
+
"epoch": 1.0971006623954827,
|
| 22233 |
+
"grad_norm": 0.09555667638778687,
|
| 22234 |
+
"learning_rate": 0.0002,
|
| 22235 |
+
"loss": 11.9876,
|
| 22236 |
+
"step": 3157
|
| 22237 |
+
},
|
| 22238 |
+
{
|
| 22239 |
+
"epoch": 1.0974481485503311,
|
| 22240 |
+
"grad_norm": 0.1253845989704132,
|
| 22241 |
+
"learning_rate": 0.0002,
|
| 22242 |
+
"loss": 11.6896,
|
| 22243 |
+
"step": 3158
|
| 22244 |
+
},
|
| 22245 |
+
{
|
| 22246 |
+
"epoch": 1.0977956347051796,
|
| 22247 |
+
"grad_norm": 0.09816471487283707,
|
| 22248 |
+
"learning_rate": 0.0002,
|
| 22249 |
+
"loss": 12.0218,
|
| 22250 |
+
"step": 3159
|
| 22251 |
+
},
|
| 22252 |
+
{
|
| 22253 |
+
"epoch": 1.0981431208600283,
|
| 22254 |
+
"grad_norm": 0.10587966442108154,
|
| 22255 |
+
"learning_rate": 0.0002,
|
| 22256 |
+
"loss": 11.3987,
|
| 22257 |
+
"step": 3160
|
| 22258 |
+
},
|
| 22259 |
+
{
|
| 22260 |
+
"epoch": 1.0984906070148768,
|
| 22261 |
+
"grad_norm": 0.09283459186553955,
|
| 22262 |
+
"learning_rate": 0.0002,
|
| 22263 |
+
"loss": 12.3757,
|
| 22264 |
+
"step": 3161
|
| 22265 |
+
},
|
| 22266 |
+
{
|
| 22267 |
+
"epoch": 1.0988380931697252,
|
| 22268 |
+
"grad_norm": 0.11049716174602509,
|
| 22269 |
+
"learning_rate": 0.0002,
|
| 22270 |
+
"loss": 11.9055,
|
| 22271 |
+
"step": 3162
|
| 22272 |
+
},
|
| 22273 |
+
{
|
| 22274 |
+
"epoch": 1.0991855793245737,
|
| 22275 |
+
"grad_norm": 0.12820129096508026,
|
| 22276 |
+
"learning_rate": 0.0002,
|
| 22277 |
+
"loss": 11.9245,
|
| 22278 |
+
"step": 3163
|
| 22279 |
+
},
|
| 22280 |
+
{
|
| 22281 |
+
"epoch": 1.0995330654794222,
|
| 22282 |
+
"grad_norm": 0.10874733328819275,
|
| 22283 |
+
"learning_rate": 0.0002,
|
| 22284 |
+
"loss": 11.7597,
|
| 22285 |
+
"step": 3164
|
| 22286 |
+
},
|
| 22287 |
+
{
|
| 22288 |
+
"epoch": 1.099880551634271,
|
| 22289 |
+
"grad_norm": 0.13193494081497192,
|
| 22290 |
+
"learning_rate": 0.0002,
|
| 22291 |
+
"loss": 11.8473,
|
| 22292 |
+
"step": 3165
|
| 22293 |
+
},
|
| 22294 |
+
{
|
| 22295 |
+
"epoch": 1.1002280377891194,
|
| 22296 |
+
"grad_norm": 0.0925128385424614,
|
| 22297 |
+
"learning_rate": 0.0002,
|
| 22298 |
+
"loss": 11.7849,
|
| 22299 |
+
"step": 3166
|
| 22300 |
+
},
|
| 22301 |
+
{
|
| 22302 |
+
"epoch": 1.1005755239439678,
|
| 22303 |
+
"grad_norm": 0.1046229749917984,
|
| 22304 |
+
"learning_rate": 0.0002,
|
| 22305 |
+
"loss": 11.755,
|
| 22306 |
+
"step": 3167
|
| 22307 |
+
},
|
| 22308 |
+
{
|
| 22309 |
+
"epoch": 1.1009230100988163,
|
| 22310 |
+
"grad_norm": 0.10519328713417053,
|
| 22311 |
+
"learning_rate": 0.0002,
|
| 22312 |
+
"loss": 11.9813,
|
| 22313 |
+
"step": 3168
|
| 22314 |
+
},
|
| 22315 |
+
{
|
| 22316 |
+
"epoch": 1.1012704962536648,
|
| 22317 |
+
"grad_norm": 0.11502043902873993,
|
| 22318 |
+
"learning_rate": 0.0002,
|
| 22319 |
+
"loss": 12.0296,
|
| 22320 |
+
"step": 3169
|
| 22321 |
+
},
|
| 22322 |
+
{
|
| 22323 |
+
"epoch": 1.1016179824085135,
|
| 22324 |
+
"grad_norm": 0.14044922590255737,
|
| 22325 |
+
"learning_rate": 0.0002,
|
| 22326 |
+
"loss": 11.6235,
|
| 22327 |
+
"step": 3170
|
| 22328 |
+
},
|
| 22329 |
+
{
|
| 22330 |
+
"epoch": 1.101965468563362,
|
| 22331 |
+
"grad_norm": 0.13645493984222412,
|
| 22332 |
+
"learning_rate": 0.0002,
|
| 22333 |
+
"loss": 12.5923,
|
| 22334 |
+
"step": 3171
|
| 22335 |
+
},
|
| 22336 |
+
{
|
| 22337 |
+
"epoch": 1.1023129547182104,
|
| 22338 |
+
"grad_norm": 0.1124870628118515,
|
| 22339 |
+
"learning_rate": 0.0002,
|
| 22340 |
+
"loss": 11.3602,
|
| 22341 |
+
"step": 3172
|
| 22342 |
+
},
|
| 22343 |
+
{
|
| 22344 |
+
"epoch": 1.102660440873059,
|
| 22345 |
+
"grad_norm": 0.11562458425760269,
|
| 22346 |
+
"learning_rate": 0.0002,
|
| 22347 |
+
"loss": 12.1489,
|
| 22348 |
+
"step": 3173
|
| 22349 |
+
},
|
| 22350 |
+
{
|
| 22351 |
+
"epoch": 1.1030079270279074,
|
| 22352 |
+
"grad_norm": 0.10781342536211014,
|
| 22353 |
+
"learning_rate": 0.0002,
|
| 22354 |
+
"loss": 11.6516,
|
| 22355 |
+
"step": 3174
|
| 22356 |
+
},
|
| 22357 |
+
{
|
| 22358 |
+
"epoch": 1.103355413182756,
|
| 22359 |
+
"grad_norm": 0.13207580149173737,
|
| 22360 |
+
"learning_rate": 0.0002,
|
| 22361 |
+
"loss": 12.1741,
|
| 22362 |
+
"step": 3175
|
| 22363 |
+
},
|
| 22364 |
+
{
|
| 22365 |
+
"epoch": 1.1037028993376046,
|
| 22366 |
+
"grad_norm": 0.12355954945087433,
|
| 22367 |
+
"learning_rate": 0.0002,
|
| 22368 |
+
"loss": 11.6688,
|
| 22369 |
+
"step": 3176
|
| 22370 |
+
},
|
| 22371 |
+
{
|
| 22372 |
+
"epoch": 1.104050385492453,
|
| 22373 |
+
"grad_norm": 0.11870186030864716,
|
| 22374 |
+
"learning_rate": 0.0002,
|
| 22375 |
+
"loss": 11.9207,
|
| 22376 |
+
"step": 3177
|
| 22377 |
+
},
|
| 22378 |
+
{
|
| 22379 |
+
"epoch": 1.1043978716473015,
|
| 22380 |
+
"grad_norm": 0.13183437287807465,
|
| 22381 |
+
"learning_rate": 0.0002,
|
| 22382 |
+
"loss": 11.5129,
|
| 22383 |
+
"step": 3178
|
| 22384 |
+
},
|
| 22385 |
+
{
|
| 22386 |
+
"epoch": 1.10474535780215,
|
| 22387 |
+
"grad_norm": 0.0630902573466301,
|
| 22388 |
+
"learning_rate": 0.0002,
|
| 22389 |
+
"loss": 12.2142,
|
| 22390 |
+
"step": 3179
|
| 22391 |
+
},
|
| 22392 |
+
{
|
| 22393 |
+
"epoch": 1.1050928439569985,
|
| 22394 |
+
"grad_norm": 0.07119868695735931,
|
| 22395 |
+
"learning_rate": 0.0002,
|
| 22396 |
+
"loss": 12.1167,
|
| 22397 |
+
"step": 3180
|
| 22398 |
+
},
|
| 22399 |
+
{
|
| 22400 |
+
"epoch": 1.1054403301118472,
|
| 22401 |
+
"grad_norm": 0.07944965362548828,
|
| 22402 |
+
"learning_rate": 0.0002,
|
| 22403 |
+
"loss": 11.6292,
|
| 22404 |
+
"step": 3181
|
| 22405 |
+
},
|
| 22406 |
+
{
|
| 22407 |
+
"epoch": 1.1057878162666956,
|
| 22408 |
+
"grad_norm": 0.0722755491733551,
|
| 22409 |
+
"learning_rate": 0.0002,
|
| 22410 |
+
"loss": 11.6733,
|
| 22411 |
+
"step": 3182
|
| 22412 |
+
},
|
| 22413 |
+
{
|
| 22414 |
+
"epoch": 1.1061353024215441,
|
| 22415 |
+
"grad_norm": 0.07113254815340042,
|
| 22416 |
+
"learning_rate": 0.0002,
|
| 22417 |
+
"loss": 12.3427,
|
| 22418 |
+
"step": 3183
|
| 22419 |
+
},
|
| 22420 |
+
{
|
| 22421 |
+
"epoch": 1.1064827885763926,
|
| 22422 |
+
"grad_norm": 0.0842144712805748,
|
| 22423 |
+
"learning_rate": 0.0002,
|
| 22424 |
+
"loss": 12.0264,
|
| 22425 |
+
"step": 3184
|
| 22426 |
+
},
|
| 22427 |
+
{
|
| 22428 |
+
"epoch": 1.1068302747312413,
|
| 22429 |
+
"grad_norm": 0.0939704105257988,
|
| 22430 |
+
"learning_rate": 0.0002,
|
| 22431 |
+
"loss": 11.8564,
|
| 22432 |
+
"step": 3185
|
| 22433 |
+
},
|
| 22434 |
+
{
|
| 22435 |
+
"epoch": 1.1071777608860898,
|
| 22436 |
+
"grad_norm": 0.09444461017847061,
|
| 22437 |
+
"learning_rate": 0.0002,
|
| 22438 |
+
"loss": 11.3774,
|
| 22439 |
+
"step": 3186
|
| 22440 |
+
},
|
| 22441 |
+
{
|
| 22442 |
+
"epoch": 1.1075252470409382,
|
| 22443 |
+
"grad_norm": 0.0924166589975357,
|
| 22444 |
+
"learning_rate": 0.0002,
|
| 22445 |
+
"loss": 12.2495,
|
| 22446 |
+
"step": 3187
|
| 22447 |
+
},
|
| 22448 |
+
{
|
| 22449 |
+
"epoch": 1.1078727331957867,
|
| 22450 |
+
"grad_norm": 0.11503501236438751,
|
| 22451 |
+
"learning_rate": 0.0002,
|
| 22452 |
+
"loss": 12.4216,
|
| 22453 |
+
"step": 3188
|
| 22454 |
+
},
|
| 22455 |
+
{
|
| 22456 |
+
"epoch": 1.1082202193506352,
|
| 22457 |
+
"grad_norm": 0.07429388910531998,
|
| 22458 |
+
"learning_rate": 0.0002,
|
| 22459 |
+
"loss": 11.2653,
|
| 22460 |
+
"step": 3189
|
| 22461 |
+
},
|
| 22462 |
+
{
|
| 22463 |
+
"epoch": 1.1085677055054837,
|
| 22464 |
+
"grad_norm": 0.10018110275268555,
|
| 22465 |
+
"learning_rate": 0.0002,
|
| 22466 |
+
"loss": 12.1339,
|
| 22467 |
+
"step": 3190
|
| 22468 |
+
},
|
| 22469 |
+
{
|
| 22470 |
+
"epoch": 1.1089151916603324,
|
| 22471 |
+
"grad_norm": 0.09756633639335632,
|
| 22472 |
+
"learning_rate": 0.0002,
|
| 22473 |
+
"loss": 12.3508,
|
| 22474 |
+
"step": 3191
|
| 22475 |
+
},
|
| 22476 |
+
{
|
| 22477 |
+
"epoch": 1.1092626778151808,
|
| 22478 |
+
"grad_norm": 0.08946289122104645,
|
| 22479 |
+
"learning_rate": 0.0002,
|
| 22480 |
+
"loss": 11.2391,
|
| 22481 |
+
"step": 3192
|
| 22482 |
+
},
|
| 22483 |
+
{
|
| 22484 |
+
"epoch": 1.1096101639700293,
|
| 22485 |
+
"grad_norm": 0.09019240736961365,
|
| 22486 |
+
"learning_rate": 0.0002,
|
| 22487 |
+
"loss": 11.6514,
|
| 22488 |
+
"step": 3193
|
| 22489 |
+
},
|
| 22490 |
+
{
|
| 22491 |
+
"epoch": 1.1099576501248778,
|
| 22492 |
+
"grad_norm": 0.072312131524086,
|
| 22493 |
+
"learning_rate": 0.0002,
|
| 22494 |
+
"loss": 11.516,
|
| 22495 |
+
"step": 3194
|
| 22496 |
+
},
|
| 22497 |
+
{
|
| 22498 |
+
"epoch": 1.1103051362797263,
|
| 22499 |
+
"grad_norm": 0.10936738550662994,
|
| 22500 |
+
"learning_rate": 0.0002,
|
| 22501 |
+
"loss": 13.0548,
|
| 22502 |
+
"step": 3195
|
| 22503 |
+
},
|
| 22504 |
+
{
|
| 22505 |
+
"epoch": 1.110652622434575,
|
| 22506 |
+
"grad_norm": 0.09847588837146759,
|
| 22507 |
+
"learning_rate": 0.0002,
|
| 22508 |
+
"loss": 11.6638,
|
| 22509 |
+
"step": 3196
|
| 22510 |
+
},
|
| 22511 |
+
{
|
| 22512 |
+
"epoch": 1.1110001085894234,
|
| 22513 |
+
"grad_norm": 0.07593686878681183,
|
| 22514 |
+
"learning_rate": 0.0002,
|
| 22515 |
+
"loss": 11.6498,
|
| 22516 |
+
"step": 3197
|
| 22517 |
+
},
|
| 22518 |
+
{
|
| 22519 |
+
"epoch": 1.111347594744272,
|
| 22520 |
+
"grad_norm": 0.08302731812000275,
|
| 22521 |
+
"learning_rate": 0.0002,
|
| 22522 |
+
"loss": 11.2301,
|
| 22523 |
+
"step": 3198
|
| 22524 |
+
},
|
| 22525 |
+
{
|
| 22526 |
+
"epoch": 1.1116950808991204,
|
| 22527 |
+
"grad_norm": 0.0974450334906578,
|
| 22528 |
+
"learning_rate": 0.0002,
|
| 22529 |
+
"loss": 12.2797,
|
| 22530 |
+
"step": 3199
|
| 22531 |
+
},
|
| 22532 |
+
{
|
| 22533 |
+
"epoch": 1.1120425670539689,
|
| 22534 |
+
"grad_norm": 0.08975806832313538,
|
| 22535 |
+
"learning_rate": 0.0002,
|
| 22536 |
+
"loss": 11.7092,
|
| 22537 |
+
"step": 3200
|
| 22538 |
+
},
|
| 22539 |
+
{
|
| 22540 |
+
"epoch": 1.1120425670539689,
|
| 22541 |
+
"eval_loss": 11.890547752380371,
|
| 22542 |
+
"eval_runtime": 5.6628,
|
| 22543 |
+
"eval_samples_per_second": 81.761,
|
| 22544 |
+
"eval_steps_per_second": 40.969,
|
| 22545 |
+
"step": 3200
|
| 22546 |
}
|
| 22547 |
],
|
| 22548 |
"logging_steps": 1,
|
|
|
|
| 22557 |
"early_stopping_threshold": 0.0
|
| 22558 |
},
|
| 22559 |
"attributes": {
|
| 22560 |
+
"early_stopping_patience_counter": 3
|
| 22561 |
}
|
| 22562 |
},
|
| 22563 |
"TrainerControl": {
|
|
|
|
| 22566 |
"should_evaluate": false,
|
| 22567 |
"should_log": false,
|
| 22568 |
"should_save": true,
|
| 22569 |
+
"should_training_stop": true
|
| 22570 |
},
|
| 22571 |
"attributes": {}
|
| 22572 |
}
|
| 22573 |
},
|
| 22574 |
+
"total_flos": 15426650112000.0,
|
| 22575 |
"train_batch_size": 2,
|
| 22576 |
"trial_name": null,
|
| 22577 |
"trial_params": null
|