Instructions to use error577/c06956a3-fe98-497b-b43e-8ab5d5a0d214 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use error577/c06956a3-fe98-497b-b43e-8ab5d5a0d214 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("unsloth/SmolLM-135M") model = PeftModel.from_pretrained(base_model, "error577/c06956a3-fe98-497b-b43e-8ab5d5a0d214") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 2900, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 78207176
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecec7827b4a3b6bf46c45f0ed4cc3afa2919a5efc62539f466eccdadf47dfb77
|
| 3 |
size 78207176
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 156662398
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed0bd8fdf5984071990644b8eec8004359a5e415a1d0bbb49b1dd22907097ff1
|
| 3 |
size 156662398
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77ec95306e269ad4d04f3b80ffb6b5b6cbf049cdfef08cd5f5582eae3c5767a4
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47fc549ab672e70c5fd6a208da22f8f006227697b006ad82fe861fa20d79e912
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.9878795742988586,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-2600",
|
| 4 |
-
"epoch": 2.
|
| 5 |
"eval_steps": 100,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -19839,6 +19839,714 @@
|
|
| 19839 |
"eval_samples_per_second": 32.075,
|
| 19840 |
"eval_steps_per_second": 10.692,
|
| 19841 |
"step": 2800
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19842 |
}
|
| 19843 |
],
|
| 19844 |
"logging_steps": 1,
|
|
@@ -19853,7 +20561,7 @@
|
|
| 19853 |
"early_stopping_threshold": 0.0
|
| 19854 |
},
|
| 19855 |
"attributes": {
|
| 19856 |
-
"early_stopping_patience_counter":
|
| 19857 |
}
|
| 19858 |
},
|
| 19859 |
"TrainerControl": {
|
|
@@ -19862,12 +20570,12 @@
|
|
| 19862 |
"should_evaluate": false,
|
| 19863 |
"should_log": false,
|
| 19864 |
"should_save": true,
|
| 19865 |
-
"should_training_stop":
|
| 19866 |
},
|
| 19867 |
"attributes": {}
|
| 19868 |
}
|
| 19869 |
},
|
| 19870 |
-
"total_flos": 1.
|
| 19871 |
"train_batch_size": 3,
|
| 19872 |
"trial_name": null,
|
| 19873 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.9878795742988586,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-2600",
|
| 4 |
+
"epoch": 2.8148507643775784,
|
| 5 |
"eval_steps": 100,
|
| 6 |
+
"global_step": 2900,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 19839 |
"eval_samples_per_second": 32.075,
|
| 19840 |
"eval_steps_per_second": 10.692,
|
| 19841 |
"step": 2800
|
| 19842 |
+
},
|
| 19843 |
+
{
|
| 19844 |
+
"epoch": 2.7187575831108957,
|
| 19845 |
+
"grad_norm": 0.1841689944267273,
|
| 19846 |
+
"learning_rate": 4.313371779896924e-06,
|
| 19847 |
+
"loss": 1.0771,
|
| 19848 |
+
"step": 2801
|
| 19849 |
+
},
|
| 19850 |
+
{
|
| 19851 |
+
"epoch": 2.7197282213055085,
|
| 19852 |
+
"grad_norm": 0.18824175000190735,
|
| 19853 |
+
"learning_rate": 4.283787704202191e-06,
|
| 19854 |
+
"loss": 0.9732,
|
| 19855 |
+
"step": 2802
|
| 19856 |
+
},
|
| 19857 |
+
{
|
| 19858 |
+
"epoch": 2.7206988595001214,
|
| 19859 |
+
"grad_norm": 0.20387710630893707,
|
| 19860 |
+
"learning_rate": 4.254303211180355e-06,
|
| 19861 |
+
"loss": 0.9334,
|
| 19862 |
+
"step": 2803
|
| 19863 |
+
},
|
| 19864 |
+
{
|
| 19865 |
+
"epoch": 2.721669497694734,
|
| 19866 |
+
"grad_norm": 0.19975079596042633,
|
| 19867 |
+
"learning_rate": 4.224918331506955e-06,
|
| 19868 |
+
"loss": 0.9455,
|
| 19869 |
+
"step": 2804
|
| 19870 |
+
},
|
| 19871 |
+
{
|
| 19872 |
+
"epoch": 2.722640135889347,
|
| 19873 |
+
"grad_norm": 0.20404532551765442,
|
| 19874 |
+
"learning_rate": 4.195633095753859e-06,
|
| 19875 |
+
"loss": 1.0015,
|
| 19876 |
+
"step": 2805
|
| 19877 |
+
},
|
| 19878 |
+
{
|
| 19879 |
+
"epoch": 2.7236107740839604,
|
| 19880 |
+
"grad_norm": 0.2210119664669037,
|
| 19881 |
+
"learning_rate": 4.166447534389273e-06,
|
| 19882 |
+
"loss": 1.1665,
|
| 19883 |
+
"step": 2806
|
| 19884 |
+
},
|
| 19885 |
+
{
|
| 19886 |
+
"epoch": 2.724581412278573,
|
| 19887 |
+
"grad_norm": 0.22967366874217987,
|
| 19888 |
+
"learning_rate": 4.137361677777729e-06,
|
| 19889 |
+
"loss": 1.1992,
|
| 19890 |
+
"step": 2807
|
| 19891 |
+
},
|
| 19892 |
+
{
|
| 19893 |
+
"epoch": 2.725552050473186,
|
| 19894 |
+
"grad_norm": 0.24054734408855438,
|
| 19895 |
+
"learning_rate": 4.10837555618e-06,
|
| 19896 |
+
"loss": 1.1678,
|
| 19897 |
+
"step": 2808
|
| 19898 |
+
},
|
| 19899 |
+
{
|
| 19900 |
+
"epoch": 2.7265226886677993,
|
| 19901 |
+
"grad_norm": 0.26717615127563477,
|
| 19902 |
+
"learning_rate": 4.079489199753106e-06,
|
| 19903 |
+
"loss": 1.2649,
|
| 19904 |
+
"step": 2809
|
| 19905 |
+
},
|
| 19906 |
+
{
|
| 19907 |
+
"epoch": 2.727493326862412,
|
| 19908 |
+
"grad_norm": 0.3074055314064026,
|
| 19909 |
+
"learning_rate": 4.050702638550275e-06,
|
| 19910 |
+
"loss": 1.3553,
|
| 19911 |
+
"step": 2810
|
| 19912 |
+
},
|
| 19913 |
+
{
|
| 19914 |
+
"epoch": 2.728463965057025,
|
| 19915 |
+
"grad_norm": 0.23675306141376495,
|
| 19916 |
+
"learning_rate": 4.02201590252087e-06,
|
| 19917 |
+
"loss": 1.1079,
|
| 19918 |
+
"step": 2811
|
| 19919 |
+
},
|
| 19920 |
+
{
|
| 19921 |
+
"epoch": 2.729434603251638,
|
| 19922 |
+
"grad_norm": 0.097384013235569,
|
| 19923 |
+
"learning_rate": 3.993429021510475e-06,
|
| 19924 |
+
"loss": 0.6874,
|
| 19925 |
+
"step": 2812
|
| 19926 |
+
},
|
| 19927 |
+
{
|
| 19928 |
+
"epoch": 2.7304052414462507,
|
| 19929 |
+
"grad_norm": 0.11538916826248169,
|
| 19930 |
+
"learning_rate": 3.964942025260709e-06,
|
| 19931 |
+
"loss": 0.763,
|
| 19932 |
+
"step": 2813
|
| 19933 |
+
},
|
| 19934 |
+
{
|
| 19935 |
+
"epoch": 2.731375879640864,
|
| 19936 |
+
"grad_norm": 0.11739393323659897,
|
| 19937 |
+
"learning_rate": 3.9365549434092985e-06,
|
| 19938 |
+
"loss": 0.8426,
|
| 19939 |
+
"step": 2814
|
| 19940 |
+
},
|
| 19941 |
+
{
|
| 19942 |
+
"epoch": 2.732346517835477,
|
| 19943 |
+
"grad_norm": 0.12055722624063492,
|
| 19944 |
+
"learning_rate": 3.908267805490051e-06,
|
| 19945 |
+
"loss": 0.8365,
|
| 19946 |
+
"step": 2815
|
| 19947 |
+
},
|
| 19948 |
+
{
|
| 19949 |
+
"epoch": 2.7333171560300897,
|
| 19950 |
+
"grad_norm": 0.11913731694221497,
|
| 19951 |
+
"learning_rate": 3.880080640932726e-06,
|
| 19952 |
+
"loss": 0.8147,
|
| 19953 |
+
"step": 2816
|
| 19954 |
+
},
|
| 19955 |
+
{
|
| 19956 |
+
"epoch": 2.7342877942247026,
|
| 19957 |
+
"grad_norm": 0.1266409307718277,
|
| 19958 |
+
"learning_rate": 3.851993479063154e-06,
|
| 19959 |
+
"loss": 0.8613,
|
| 19960 |
+
"step": 2817
|
| 19961 |
+
},
|
| 19962 |
+
{
|
| 19963 |
+
"epoch": 2.7352584324193154,
|
| 19964 |
+
"grad_norm": 0.12514308094978333,
|
| 19965 |
+
"learning_rate": 3.8240063491030595e-06,
|
| 19966 |
+
"loss": 0.7884,
|
| 19967 |
+
"step": 2818
|
| 19968 |
+
},
|
| 19969 |
+
{
|
| 19970 |
+
"epoch": 2.7362290706139287,
|
| 19971 |
+
"grad_norm": 0.1324032098054886,
|
| 19972 |
+
"learning_rate": 3.7961192801701075e-06,
|
| 19973 |
+
"loss": 0.7866,
|
| 19974 |
+
"step": 2819
|
| 19975 |
+
},
|
| 19976 |
+
{
|
| 19977 |
+
"epoch": 2.7371997088085416,
|
| 19978 |
+
"grad_norm": 0.13662707805633545,
|
| 19979 |
+
"learning_rate": 3.768332301277866e-06,
|
| 19980 |
+
"loss": 0.8241,
|
| 19981 |
+
"step": 2820
|
| 19982 |
+
},
|
| 19983 |
+
{
|
| 19984 |
+
"epoch": 2.7381703470031544,
|
| 19985 |
+
"grad_norm": 0.13156142830848694,
|
| 19986 |
+
"learning_rate": 3.740645441335777e-06,
|
| 19987 |
+
"loss": 0.8493,
|
| 19988 |
+
"step": 2821
|
| 19989 |
+
},
|
| 19990 |
+
{
|
| 19991 |
+
"epoch": 2.7391409851977677,
|
| 19992 |
+
"grad_norm": 0.1341821551322937,
|
| 19993 |
+
"learning_rate": 3.713058729149099e-06,
|
| 19994 |
+
"loss": 0.8823,
|
| 19995 |
+
"step": 2822
|
| 19996 |
+
},
|
| 19997 |
+
{
|
| 19998 |
+
"epoch": 2.7401116233923806,
|
| 19999 |
+
"grad_norm": 0.1449829339981079,
|
| 20000 |
+
"learning_rate": 3.685572193418929e-06,
|
| 20001 |
+
"loss": 0.795,
|
| 20002 |
+
"step": 2823
|
| 20003 |
+
},
|
| 20004 |
+
{
|
| 20005 |
+
"epoch": 2.7410822615869934,
|
| 20006 |
+
"grad_norm": 0.14363281428813934,
|
| 20007 |
+
"learning_rate": 3.6581858627421027e-06,
|
| 20008 |
+
"loss": 0.9099,
|
| 20009 |
+
"step": 2824
|
| 20010 |
+
},
|
| 20011 |
+
{
|
| 20012 |
+
"epoch": 2.7420528997816063,
|
| 20013 |
+
"grad_norm": 0.14378949999809265,
|
| 20014 |
+
"learning_rate": 3.630899765611251e-06,
|
| 20015 |
+
"loss": 0.8484,
|
| 20016 |
+
"step": 2825
|
| 20017 |
+
},
|
| 20018 |
+
{
|
| 20019 |
+
"epoch": 2.743023537976219,
|
| 20020 |
+
"grad_norm": 0.14728431403636932,
|
| 20021 |
+
"learning_rate": 3.6037139304146762e-06,
|
| 20022 |
+
"loss": 0.9152,
|
| 20023 |
+
"step": 2826
|
| 20024 |
+
},
|
| 20025 |
+
{
|
| 20026 |
+
"epoch": 2.7439941761708324,
|
| 20027 |
+
"grad_norm": 0.15249083936214447,
|
| 20028 |
+
"learning_rate": 3.576628385436376e-06,
|
| 20029 |
+
"loss": 1.0054,
|
| 20030 |
+
"step": 2827
|
| 20031 |
+
},
|
| 20032 |
+
{
|
| 20033 |
+
"epoch": 2.7449648143654453,
|
| 20034 |
+
"grad_norm": 0.14234529435634613,
|
| 20035 |
+
"learning_rate": 3.549643158856042e-06,
|
| 20036 |
+
"loss": 0.868,
|
| 20037 |
+
"step": 2828
|
| 20038 |
+
},
|
| 20039 |
+
{
|
| 20040 |
+
"epoch": 2.745935452560058,
|
| 20041 |
+
"grad_norm": 0.14099052548408508,
|
| 20042 |
+
"learning_rate": 3.52275827874895e-06,
|
| 20043 |
+
"loss": 0.8055,
|
| 20044 |
+
"step": 2829
|
| 20045 |
+
},
|
| 20046 |
+
{
|
| 20047 |
+
"epoch": 2.7469060907546714,
|
| 20048 |
+
"grad_norm": 0.1423068344593048,
|
| 20049 |
+
"learning_rate": 3.495973773086014e-06,
|
| 20050 |
+
"loss": 0.7825,
|
| 20051 |
+
"step": 2830
|
| 20052 |
+
},
|
| 20053 |
+
{
|
| 20054 |
+
"epoch": 2.7478767289492843,
|
| 20055 |
+
"grad_norm": 0.1489572525024414,
|
| 20056 |
+
"learning_rate": 3.4692896697336886e-06,
|
| 20057 |
+
"loss": 0.9618,
|
| 20058 |
+
"step": 2831
|
| 20059 |
+
},
|
| 20060 |
+
{
|
| 20061 |
+
"epoch": 2.748847367143897,
|
| 20062 |
+
"grad_norm": 0.1469445824623108,
|
| 20063 |
+
"learning_rate": 3.4427059964539654e-06,
|
| 20064 |
+
"loss": 0.8345,
|
| 20065 |
+
"step": 2832
|
| 20066 |
+
},
|
| 20067 |
+
{
|
| 20068 |
+
"epoch": 2.74981800533851,
|
| 20069 |
+
"grad_norm": 0.15292416512966156,
|
| 20070 |
+
"learning_rate": 3.416222780904399e-06,
|
| 20071 |
+
"loss": 0.8481,
|
| 20072 |
+
"step": 2833
|
| 20073 |
+
},
|
| 20074 |
+
{
|
| 20075 |
+
"epoch": 2.750788643533123,
|
| 20076 |
+
"grad_norm": 0.1488342136144638,
|
| 20077 |
+
"learning_rate": 3.3898400506379936e-06,
|
| 20078 |
+
"loss": 0.963,
|
| 20079 |
+
"step": 2834
|
| 20080 |
+
},
|
| 20081 |
+
{
|
| 20082 |
+
"epoch": 2.751759281727736,
|
| 20083 |
+
"grad_norm": 0.1511238068342209,
|
| 20084 |
+
"learning_rate": 3.3635578331031814e-06,
|
| 20085 |
+
"loss": 0.947,
|
| 20086 |
+
"step": 2835
|
| 20087 |
+
},
|
| 20088 |
+
{
|
| 20089 |
+
"epoch": 2.752729919922349,
|
| 20090 |
+
"grad_norm": 0.15727517008781433,
|
| 20091 |
+
"learning_rate": 3.337376155643879e-06,
|
| 20092 |
+
"loss": 0.9951,
|
| 20093 |
+
"step": 2836
|
| 20094 |
+
},
|
| 20095 |
+
{
|
| 20096 |
+
"epoch": 2.753700558116962,
|
| 20097 |
+
"grad_norm": 0.1646905243396759,
|
| 20098 |
+
"learning_rate": 3.311295045499363e-06,
|
| 20099 |
+
"loss": 1.0745,
|
| 20100 |
+
"step": 2837
|
| 20101 |
+
},
|
| 20102 |
+
{
|
| 20103 |
+
"epoch": 2.754671196311575,
|
| 20104 |
+
"grad_norm": 0.15824346244335175,
|
| 20105 |
+
"learning_rate": 3.2853145298042953e-06,
|
| 20106 |
+
"loss": 0.9614,
|
| 20107 |
+
"step": 2838
|
| 20108 |
+
},
|
| 20109 |
+
{
|
| 20110 |
+
"epoch": 2.755641834506188,
|
| 20111 |
+
"grad_norm": 0.16009409725666046,
|
| 20112 |
+
"learning_rate": 3.259434635588665e-06,
|
| 20113 |
+
"loss": 1.078,
|
| 20114 |
+
"step": 2839
|
| 20115 |
+
},
|
| 20116 |
+
{
|
| 20117 |
+
"epoch": 2.756612472700801,
|
| 20118 |
+
"grad_norm": 0.1654738336801529,
|
| 20119 |
+
"learning_rate": 3.233655389777801e-06,
|
| 20120 |
+
"loss": 1.0821,
|
| 20121 |
+
"step": 2840
|
| 20122 |
+
},
|
| 20123 |
+
{
|
| 20124 |
+
"epoch": 2.7575831108954136,
|
| 20125 |
+
"grad_norm": 0.15743136405944824,
|
| 20126 |
+
"learning_rate": 3.207976819192282e-06,
|
| 20127 |
+
"loss": 0.9115,
|
| 20128 |
+
"step": 2841
|
| 20129 |
+
},
|
| 20130 |
+
{
|
| 20131 |
+
"epoch": 2.7585537490900265,
|
| 20132 |
+
"grad_norm": 0.17163686454296112,
|
| 20133 |
+
"learning_rate": 3.1823989505479935e-06,
|
| 20134 |
+
"loss": 1.0294,
|
| 20135 |
+
"step": 2842
|
| 20136 |
+
},
|
| 20137 |
+
{
|
| 20138 |
+
"epoch": 2.75952438728464,
|
| 20139 |
+
"grad_norm": 0.1687493622303009,
|
| 20140 |
+
"learning_rate": 3.156921810455993e-06,
|
| 20141 |
+
"loss": 1.0501,
|
| 20142 |
+
"step": 2843
|
| 20143 |
+
},
|
| 20144 |
+
{
|
| 20145 |
+
"epoch": 2.7604950254792526,
|
| 20146 |
+
"grad_norm": 0.17639270424842834,
|
| 20147 |
+
"learning_rate": 3.1315454254226105e-06,
|
| 20148 |
+
"loss": 1.0293,
|
| 20149 |
+
"step": 2844
|
| 20150 |
+
},
|
| 20151 |
+
{
|
| 20152 |
+
"epoch": 2.7614656636738655,
|
| 20153 |
+
"grad_norm": 0.16919519007205963,
|
| 20154 |
+
"learning_rate": 3.1062698218492724e-06,
|
| 20155 |
+
"loss": 0.9516,
|
| 20156 |
+
"step": 2845
|
| 20157 |
+
},
|
| 20158 |
+
{
|
| 20159 |
+
"epoch": 2.7624363018684788,
|
| 20160 |
+
"grad_norm": 0.16980887949466705,
|
| 20161 |
+
"learning_rate": 3.081095026032599e-06,
|
| 20162 |
+
"loss": 0.9062,
|
| 20163 |
+
"step": 2846
|
| 20164 |
+
},
|
| 20165 |
+
{
|
| 20166 |
+
"epoch": 2.7634069400630916,
|
| 20167 |
+
"grad_norm": 0.16965676844120026,
|
| 20168 |
+
"learning_rate": 3.056021064164338e-06,
|
| 20169 |
+
"loss": 0.9043,
|
| 20170 |
+
"step": 2847
|
| 20171 |
+
},
|
| 20172 |
+
{
|
| 20173 |
+
"epoch": 2.7643775782577045,
|
| 20174 |
+
"grad_norm": 0.17765143513679504,
|
| 20175 |
+
"learning_rate": 3.0310479623313127e-06,
|
| 20176 |
+
"loss": 1.0725,
|
| 20177 |
+
"step": 2848
|
| 20178 |
+
},
|
| 20179 |
+
{
|
| 20180 |
+
"epoch": 2.7653482164523173,
|
| 20181 |
+
"grad_norm": 0.18927070498466492,
|
| 20182 |
+
"learning_rate": 3.006175746515416e-06,
|
| 20183 |
+
"loss": 1.0599,
|
| 20184 |
+
"step": 2849
|
| 20185 |
+
},
|
| 20186 |
+
{
|
| 20187 |
+
"epoch": 2.76631885464693,
|
| 20188 |
+
"grad_norm": 0.17687347531318665,
|
| 20189 |
+
"learning_rate": 2.9814044425935606e-06,
|
| 20190 |
+
"loss": 0.9613,
|
| 20191 |
+
"step": 2850
|
| 20192 |
+
},
|
| 20193 |
+
{
|
| 20194 |
+
"epoch": 2.7672894928415435,
|
| 20195 |
+
"grad_norm": 0.18917405605316162,
|
| 20196 |
+
"learning_rate": 2.956734076337686e-06,
|
| 20197 |
+
"loss": 0.9761,
|
| 20198 |
+
"step": 2851
|
| 20199 |
+
},
|
| 20200 |
+
{
|
| 20201 |
+
"epoch": 2.7682601310361563,
|
| 20202 |
+
"grad_norm": 0.19635681807994843,
|
| 20203 |
+
"learning_rate": 2.9321646734147502e-06,
|
| 20204 |
+
"loss": 1.0194,
|
| 20205 |
+
"step": 2852
|
| 20206 |
+
},
|
| 20207 |
+
{
|
| 20208 |
+
"epoch": 2.769230769230769,
|
| 20209 |
+
"grad_norm": 0.1971740424633026,
|
| 20210 |
+
"learning_rate": 2.9076962593866165e-06,
|
| 20211 |
+
"loss": 0.9562,
|
| 20212 |
+
"step": 2853
|
| 20213 |
+
},
|
| 20214 |
+
{
|
| 20215 |
+
"epoch": 2.7702014074253825,
|
| 20216 |
+
"grad_norm": 0.19959934055805206,
|
| 20217 |
+
"learning_rate": 2.8833288597100992e-06,
|
| 20218 |
+
"loss": 0.8914,
|
| 20219 |
+
"step": 2854
|
| 20220 |
+
},
|
| 20221 |
+
{
|
| 20222 |
+
"epoch": 2.7711720456199953,
|
| 20223 |
+
"grad_norm": 0.20012199878692627,
|
| 20224 |
+
"learning_rate": 2.859062499736931e-06,
|
| 20225 |
+
"loss": 0.8614,
|
| 20226 |
+
"step": 2855
|
| 20227 |
+
},
|
| 20228 |
+
{
|
| 20229 |
+
"epoch": 2.772142683814608,
|
| 20230 |
+
"grad_norm": 0.21430733799934387,
|
| 20231 |
+
"learning_rate": 2.8348972047137157e-06,
|
| 20232 |
+
"loss": 1.0574,
|
| 20233 |
+
"step": 2856
|
| 20234 |
+
},
|
| 20235 |
+
{
|
| 20236 |
+
"epoch": 2.773113322009221,
|
| 20237 |
+
"grad_norm": 0.23541782796382904,
|
| 20238 |
+
"learning_rate": 2.810832999781876e-06,
|
| 20239 |
+
"loss": 0.964,
|
| 20240 |
+
"step": 2857
|
| 20241 |
+
},
|
| 20242 |
+
{
|
| 20243 |
+
"epoch": 2.774083960203834,
|
| 20244 |
+
"grad_norm": 0.23918581008911133,
|
| 20245 |
+
"learning_rate": 2.7868699099777297e-06,
|
| 20246 |
+
"loss": 1.0844,
|
| 20247 |
+
"step": 2858
|
| 20248 |
+
},
|
| 20249 |
+
{
|
| 20250 |
+
"epoch": 2.775054598398447,
|
| 20251 |
+
"grad_norm": 0.2599409818649292,
|
| 20252 |
+
"learning_rate": 2.7630079602323442e-06,
|
| 20253 |
+
"loss": 1.25,
|
| 20254 |
+
"step": 2859
|
| 20255 |
+
},
|
| 20256 |
+
{
|
| 20257 |
+
"epoch": 2.77602523659306,
|
| 20258 |
+
"grad_norm": 0.3049253225326538,
|
| 20259 |
+
"learning_rate": 2.739247175371562e-06,
|
| 20260 |
+
"loss": 1.563,
|
| 20261 |
+
"step": 2860
|
| 20262 |
+
},
|
| 20263 |
+
{
|
| 20264 |
+
"epoch": 2.776995874787673,
|
| 20265 |
+
"grad_norm": 0.23053397238254547,
|
| 20266 |
+
"learning_rate": 2.715587580116008e-06,
|
| 20267 |
+
"loss": 1.2561,
|
| 20268 |
+
"step": 2861
|
| 20269 |
+
},
|
| 20270 |
+
{
|
| 20271 |
+
"epoch": 2.7779665129822857,
|
| 20272 |
+
"grad_norm": 0.09382031857967377,
|
| 20273 |
+
"learning_rate": 2.69202919908097e-06,
|
| 20274 |
+
"loss": 0.6279,
|
| 20275 |
+
"step": 2862
|
| 20276 |
+
},
|
| 20277 |
+
{
|
| 20278 |
+
"epoch": 2.7789371511768985,
|
| 20279 |
+
"grad_norm": 0.11443454027175903,
|
| 20280 |
+
"learning_rate": 2.668572056776508e-06,
|
| 20281 |
+
"loss": 0.7862,
|
| 20282 |
+
"step": 2863
|
| 20283 |
+
},
|
| 20284 |
+
{
|
| 20285 |
+
"epoch": 2.779907789371512,
|
| 20286 |
+
"grad_norm": 0.12107350677251816,
|
| 20287 |
+
"learning_rate": 2.6452161776073127e-06,
|
| 20288 |
+
"loss": 0.8552,
|
| 20289 |
+
"step": 2864
|
| 20290 |
+
},
|
| 20291 |
+
{
|
| 20292 |
+
"epoch": 2.7808784275661247,
|
| 20293 |
+
"grad_norm": 0.12047024071216583,
|
| 20294 |
+
"learning_rate": 2.62196158587269e-06,
|
| 20295 |
+
"loss": 0.8538,
|
| 20296 |
+
"step": 2865
|
| 20297 |
+
},
|
| 20298 |
+
{
|
| 20299 |
+
"epoch": 2.7818490657607375,
|
| 20300 |
+
"grad_norm": 0.1213371604681015,
|
| 20301 |
+
"learning_rate": 2.5988083057666533e-06,
|
| 20302 |
+
"loss": 0.8344,
|
| 20303 |
+
"step": 2866
|
| 20304 |
+
},
|
| 20305 |
+
{
|
| 20306 |
+
"epoch": 2.782819703955351,
|
| 20307 |
+
"grad_norm": 0.12109532952308655,
|
| 20308 |
+
"learning_rate": 2.5757563613777123e-06,
|
| 20309 |
+
"loss": 0.7894,
|
| 20310 |
+
"step": 2867
|
| 20311 |
+
},
|
| 20312 |
+
{
|
| 20313 |
+
"epoch": 2.7837903421499637,
|
| 20314 |
+
"grad_norm": 0.1238628402352333,
|
| 20315 |
+
"learning_rate": 2.552805776689049e-06,
|
| 20316 |
+
"loss": 0.8611,
|
| 20317 |
+
"step": 2868
|
| 20318 |
+
},
|
| 20319 |
+
{
|
| 20320 |
+
"epoch": 2.7847609803445765,
|
| 20321 |
+
"grad_norm": 0.13090772926807404,
|
| 20322 |
+
"learning_rate": 2.529956575578296e-06,
|
| 20323 |
+
"loss": 0.8493,
|
| 20324 |
+
"step": 2869
|
| 20325 |
+
},
|
| 20326 |
+
{
|
| 20327 |
+
"epoch": 2.7857316185391894,
|
| 20328 |
+
"grad_norm": 0.13436706364154816,
|
| 20329 |
+
"learning_rate": 2.5072087818176382e-06,
|
| 20330 |
+
"loss": 0.8741,
|
| 20331 |
+
"step": 2870
|
| 20332 |
+
},
|
| 20333 |
+
{
|
| 20334 |
+
"epoch": 2.7867022567338022,
|
| 20335 |
+
"grad_norm": 0.13709810376167297,
|
| 20336 |
+
"learning_rate": 2.4845624190738105e-06,
|
| 20337 |
+
"loss": 0.8812,
|
| 20338 |
+
"step": 2871
|
| 20339 |
+
},
|
| 20340 |
+
{
|
| 20341 |
+
"epoch": 2.7876728949284155,
|
| 20342 |
+
"grad_norm": 0.13804461061954498,
|
| 20343 |
+
"learning_rate": 2.4620175109079546e-06,
|
| 20344 |
+
"loss": 0.8665,
|
| 20345 |
+
"step": 2872
|
| 20346 |
+
},
|
| 20347 |
+
{
|
| 20348 |
+
"epoch": 2.7886435331230284,
|
| 20349 |
+
"grad_norm": 0.14359496533870697,
|
| 20350 |
+
"learning_rate": 2.439574080775675e-06,
|
| 20351 |
+
"loss": 0.8911,
|
| 20352 |
+
"step": 2873
|
| 20353 |
+
},
|
| 20354 |
+
{
|
| 20355 |
+
"epoch": 2.7896141713176412,
|
| 20356 |
+
"grad_norm": 0.13800141215324402,
|
| 20357 |
+
"learning_rate": 2.4172321520270158e-06,
|
| 20358 |
+
"loss": 0.8494,
|
| 20359 |
+
"step": 2874
|
| 20360 |
+
},
|
| 20361 |
+
{
|
| 20362 |
+
"epoch": 2.7905848095122545,
|
| 20363 |
+
"grad_norm": 0.13890890777111053,
|
| 20364 |
+
"learning_rate": 2.3949917479063945e-06,
|
| 20365 |
+
"loss": 0.7982,
|
| 20366 |
+
"step": 2875
|
| 20367 |
+
},
|
| 20368 |
+
{
|
| 20369 |
+
"epoch": 2.7915554477068674,
|
| 20370 |
+
"grad_norm": 0.14671853184700012,
|
| 20371 |
+
"learning_rate": 2.372852891552646e-06,
|
| 20372 |
+
"loss": 0.887,
|
| 20373 |
+
"step": 2876
|
| 20374 |
+
},
|
| 20375 |
+
{
|
| 20376 |
+
"epoch": 2.79252608590148,
|
| 20377 |
+
"grad_norm": 0.14337050914764404,
|
| 20378 |
+
"learning_rate": 2.350815605998902e-06,
|
| 20379 |
+
"loss": 0.8124,
|
| 20380 |
+
"step": 2877
|
| 20381 |
+
},
|
| 20382 |
+
{
|
| 20383 |
+
"epoch": 2.793496724096093,
|
| 20384 |
+
"grad_norm": 0.15220637619495392,
|
| 20385 |
+
"learning_rate": 2.3288799141726546e-06,
|
| 20386 |
+
"loss": 0.9298,
|
| 20387 |
+
"step": 2878
|
| 20388 |
+
},
|
| 20389 |
+
{
|
| 20390 |
+
"epoch": 2.794467362290706,
|
| 20391 |
+
"grad_norm": 0.1513538807630539,
|
| 20392 |
+
"learning_rate": 2.307045838895683e-06,
|
| 20393 |
+
"loss": 0.8263,
|
| 20394 |
+
"step": 2879
|
| 20395 |
+
},
|
| 20396 |
+
{
|
| 20397 |
+
"epoch": 2.795438000485319,
|
| 20398 |
+
"grad_norm": 0.14897724986076355,
|
| 20399 |
+
"learning_rate": 2.2853134028840594e-06,
|
| 20400 |
+
"loss": 0.8521,
|
| 20401 |
+
"step": 2880
|
| 20402 |
+
},
|
| 20403 |
+
{
|
| 20404 |
+
"epoch": 2.796408638679932,
|
| 20405 |
+
"grad_norm": 0.14755824208259583,
|
| 20406 |
+
"learning_rate": 2.2636826287480873e-06,
|
| 20407 |
+
"loss": 0.8297,
|
| 20408 |
+
"step": 2881
|
| 20409 |
+
},
|
| 20410 |
+
{
|
| 20411 |
+
"epoch": 2.797379276874545,
|
| 20412 |
+
"grad_norm": 0.15349432826042175,
|
| 20413 |
+
"learning_rate": 2.242153538992331e-06,
|
| 20414 |
+
"loss": 0.8793,
|
| 20415 |
+
"step": 2882
|
| 20416 |
+
},
|
| 20417 |
+
{
|
| 20418 |
+
"epoch": 2.798349915069158,
|
| 20419 |
+
"grad_norm": 0.14888982474803925,
|
| 20420 |
+
"learning_rate": 2.2207261560155403e-06,
|
| 20421 |
+
"loss": 0.963,
|
| 20422 |
+
"step": 2883
|
| 20423 |
+
},
|
| 20424 |
+
{
|
| 20425 |
+
"epoch": 2.799320553263771,
|
| 20426 |
+
"grad_norm": 0.1462210714817047,
|
| 20427 |
+
"learning_rate": 2.199400502110671e-06,
|
| 20428 |
+
"loss": 0.8169,
|
| 20429 |
+
"step": 2884
|
| 20430 |
+
},
|
| 20431 |
+
{
|
| 20432 |
+
"epoch": 2.800291191458384,
|
| 20433 |
+
"grad_norm": 0.15383176505565643,
|
| 20434 |
+
"learning_rate": 2.178176599464821e-06,
|
| 20435 |
+
"loss": 0.9687,
|
| 20436 |
+
"step": 2885
|
| 20437 |
+
},
|
| 20438 |
+
{
|
| 20439 |
+
"epoch": 2.8012618296529967,
|
| 20440 |
+
"grad_norm": 0.1494937241077423,
|
| 20441 |
+
"learning_rate": 2.1570544701592255e-06,
|
| 20442 |
+
"loss": 0.8874,
|
| 20443 |
+
"step": 2886
|
| 20444 |
+
},
|
| 20445 |
+
{
|
| 20446 |
+
"epoch": 2.8022324678476096,
|
| 20447 |
+
"grad_norm": 0.16348032653331757,
|
| 20448 |
+
"learning_rate": 2.1360341361692517e-06,
|
| 20449 |
+
"loss": 0.9179,
|
| 20450 |
+
"step": 2887
|
| 20451 |
+
},
|
| 20452 |
+
{
|
| 20453 |
+
"epoch": 2.803203106042223,
|
| 20454 |
+
"grad_norm": 0.15522876381874084,
|
| 20455 |
+
"learning_rate": 2.1151156193643494e-06,
|
| 20456 |
+
"loss": 0.9339,
|
| 20457 |
+
"step": 2888
|
| 20458 |
+
},
|
| 20459 |
+
{
|
| 20460 |
+
"epoch": 2.8041737442368357,
|
| 20461 |
+
"grad_norm": 0.16467227041721344,
|
| 20462 |
+
"learning_rate": 2.094298941508044e-06,
|
| 20463 |
+
"loss": 1.0078,
|
| 20464 |
+
"step": 2889
|
| 20465 |
+
},
|
| 20466 |
+
{
|
| 20467 |
+
"epoch": 2.8051443824314486,
|
| 20468 |
+
"grad_norm": 0.16494648158550262,
|
| 20469 |
+
"learning_rate": 2.073584124257899e-06,
|
| 20470 |
+
"loss": 0.9288,
|
| 20471 |
+
"step": 2890
|
| 20472 |
+
},
|
| 20473 |
+
{
|
| 20474 |
+
"epoch": 2.806115020626062,
|
| 20475 |
+
"grad_norm": 0.16785050928592682,
|
| 20476 |
+
"learning_rate": 2.052971189165487e-06,
|
| 20477 |
+
"loss": 1.0261,
|
| 20478 |
+
"step": 2891
|
| 20479 |
+
},
|
| 20480 |
+
{
|
| 20481 |
+
"epoch": 2.8070856588206747,
|
| 20482 |
+
"grad_norm": 0.16841880977153778,
|
| 20483 |
+
"learning_rate": 2.032460157676452e-06,
|
| 20484 |
+
"loss": 1.0323,
|
| 20485 |
+
"step": 2892
|
| 20486 |
+
},
|
| 20487 |
+
{
|
| 20488 |
+
"epoch": 2.8080562970152876,
|
| 20489 |
+
"grad_norm": 0.16867302358150482,
|
| 20490 |
+
"learning_rate": 2.012051051130326e-06,
|
| 20491 |
+
"loss": 0.9854,
|
| 20492 |
+
"step": 2893
|
| 20493 |
+
},
|
| 20494 |
+
{
|
| 20495 |
+
"epoch": 2.8090269352099004,
|
| 20496 |
+
"grad_norm": 0.17229261994361877,
|
| 20497 |
+
"learning_rate": 1.9917438907606556e-06,
|
| 20498 |
+
"loss": 1.1873,
|
| 20499 |
+
"step": 2894
|
| 20500 |
+
},
|
| 20501 |
+
{
|
| 20502 |
+
"epoch": 2.8099975734045133,
|
| 20503 |
+
"grad_norm": 0.1767563819885254,
|
| 20504 |
+
"learning_rate": 1.971538697694919e-06,
|
| 20505 |
+
"loss": 1.0934,
|
| 20506 |
+
"step": 2895
|
| 20507 |
+
},
|
| 20508 |
+
{
|
| 20509 |
+
"epoch": 2.8109682115991266,
|
| 20510 |
+
"grad_norm": 0.1713634431362152,
|
| 20511 |
+
"learning_rate": 1.9514354929545007e-06,
|
| 20512 |
+
"loss": 0.8957,
|
| 20513 |
+
"step": 2896
|
| 20514 |
+
},
|
| 20515 |
+
{
|
| 20516 |
+
"epoch": 2.8119388497937394,
|
| 20517 |
+
"grad_norm": 0.1810528039932251,
|
| 20518 |
+
"learning_rate": 1.9314342974546484e-06,
|
| 20519 |
+
"loss": 1.159,
|
| 20520 |
+
"step": 2897
|
| 20521 |
+
},
|
| 20522 |
+
{
|
| 20523 |
+
"epoch": 2.8129094879883523,
|
| 20524 |
+
"grad_norm": 0.1705545037984848,
|
| 20525 |
+
"learning_rate": 1.911535132004549e-06,
|
| 20526 |
+
"loss": 1.029,
|
| 20527 |
+
"step": 2898
|
| 20528 |
+
},
|
| 20529 |
+
{
|
| 20530 |
+
"epoch": 2.8138801261829656,
|
| 20531 |
+
"grad_norm": 0.18117842078208923,
|
| 20532 |
+
"learning_rate": 1.8917380173071542e-06,
|
| 20533 |
+
"loss": 1.2136,
|
| 20534 |
+
"step": 2899
|
| 20535 |
+
},
|
| 20536 |
+
{
|
| 20537 |
+
"epoch": 2.8148507643775784,
|
| 20538 |
+
"grad_norm": 0.17970870435237885,
|
| 20539 |
+
"learning_rate": 1.8720429739592982e-06,
|
| 20540 |
+
"loss": 0.9116,
|
| 20541 |
+
"step": 2900
|
| 20542 |
+
},
|
| 20543 |
+
{
|
| 20544 |
+
"epoch": 2.8148507643775784,
|
| 20545 |
+
"eval_loss": 0.98960942029953,
|
| 20546 |
+
"eval_runtime": 7.7986,
|
| 20547 |
+
"eval_samples_per_second": 31.929,
|
| 20548 |
+
"eval_steps_per_second": 10.643,
|
| 20549 |
+
"step": 2900
|
| 20550 |
}
|
| 20551 |
],
|
| 20552 |
"logging_steps": 1,
|
|
|
|
| 20561 |
"early_stopping_threshold": 0.0
|
| 20562 |
},
|
| 20563 |
"attributes": {
|
| 20564 |
+
"early_stopping_patience_counter": 3
|
| 20565 |
}
|
| 20566 |
},
|
| 20567 |
"TrainerControl": {
|
|
|
|
| 20570 |
"should_evaluate": false,
|
| 20571 |
"should_log": false,
|
| 20572 |
"should_save": true,
|
| 20573 |
+
"should_training_stop": true
|
| 20574 |
},
|
| 20575 |
"attributes": {}
|
| 20576 |
}
|
| 20577 |
},
|
| 20578 |
+
"total_flos": 1.1026136928367411e+17,
|
| 20579 |
"train_batch_size": 3,
|
| 20580 |
"trial_name": null,
|
| 20581 |
"trial_params": null
|