Training in progress, step 23700, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3152280
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7cf2154ecf2487bf36f5051a816a203ee011927cdb923eb05844ccc5d35c437a
|
| 3 |
size 3152280
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1778426
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c05e5c5e1c28fc49933f391a5f3c141392cd727094ac32bb9ffb92e9dee44b2b
|
| 3 |
size 1778426
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f45f564a550b76608168cf088d991892a77d36efabdae6b19241fc7b17c9f89
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:daa98ed7195f7faebad45947e7946a2fa2b71367c5c862e11b4061f8620273b4
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 6.180864334106445,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-100",
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 100,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -167103,6 +167103,714 @@
|
|
| 167103 |
"eval_samples_per_second": 90.072,
|
| 167104 |
"eval_steps_per_second": 22.525,
|
| 167105 |
"step": 23600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 167106 |
}
|
| 167107 |
],
|
| 167108 |
"logging_steps": 1,
|
|
@@ -167131,7 +167839,7 @@
|
|
| 167131 |
"attributes": {}
|
| 167132 |
}
|
| 167133 |
},
|
| 167134 |
-
"total_flos":
|
| 167135 |
"train_batch_size": 4,
|
| 167136 |
"trial_name": null,
|
| 167137 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 6.180864334106445,
|
| 3 |
"best_model_checkpoint": "miner_id_24/checkpoint-100",
|
| 4 |
+
"epoch": 0.1519815313582147,
|
| 5 |
"eval_steps": 100,
|
| 6 |
+
"global_step": 23700,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 167103 |
"eval_samples_per_second": 90.072,
|
| 167104 |
"eval_steps_per_second": 22.525,
|
| 167105 |
"step": 23600
|
| 167106 |
+
},
|
| 167107 |
+
{
|
| 167108 |
+
"epoch": 0.15134667179684494,
|
| 167109 |
+
"grad_norm": 14.87328815460205,
|
| 167110 |
+
"learning_rate": 0.00019988726836621114,
|
| 167111 |
+
"loss": 4.3415,
|
| 167112 |
+
"step": 23601
|
| 167113 |
+
},
|
| 167114 |
+
{
|
| 167115 |
+
"epoch": 0.15135308451968707,
|
| 167116 |
+
"grad_norm": 5.706100940704346,
|
| 167117 |
+
"learning_rate": 0.00019988725880252378,
|
| 167118 |
+
"loss": 4.0649,
|
| 167119 |
+
"step": 23602
|
| 167120 |
+
},
|
| 167121 |
+
{
|
| 167122 |
+
"epoch": 0.15135949724252917,
|
| 167123 |
+
"grad_norm": 7.063119411468506,
|
| 167124 |
+
"learning_rate": 0.000199887249238431,
|
| 167125 |
+
"loss": 4.381,
|
| 167126 |
+
"step": 23603
|
| 167127 |
+
},
|
| 167128 |
+
{
|
| 167129 |
+
"epoch": 0.1513659099653713,
|
| 167130 |
+
"grad_norm": 8.473258018493652,
|
| 167131 |
+
"learning_rate": 0.00019988723967393277,
|
| 167132 |
+
"loss": 4.6767,
|
| 167133 |
+
"step": 23604
|
| 167134 |
+
},
|
| 167135 |
+
{
|
| 167136 |
+
"epoch": 0.1513723226882134,
|
| 167137 |
+
"grad_norm": 17.406356811523438,
|
| 167138 |
+
"learning_rate": 0.00019988723010902915,
|
| 167139 |
+
"loss": 4.1845,
|
| 167140 |
+
"step": 23605
|
| 167141 |
+
},
|
| 167142 |
+
{
|
| 167143 |
+
"epoch": 0.15137873541105554,
|
| 167144 |
+
"grad_norm": 20.81691551208496,
|
| 167145 |
+
"learning_rate": 0.00019988722054372008,
|
| 167146 |
+
"loss": 4.1804,
|
| 167147 |
+
"step": 23606
|
| 167148 |
+
},
|
| 167149 |
+
{
|
| 167150 |
+
"epoch": 0.15138514813389764,
|
| 167151 |
+
"grad_norm": 7.795045375823975,
|
| 167152 |
+
"learning_rate": 0.00019988721097800557,
|
| 167153 |
+
"loss": 4.7816,
|
| 167154 |
+
"step": 23607
|
| 167155 |
+
},
|
| 167156 |
+
{
|
| 167157 |
+
"epoch": 0.15139156085673977,
|
| 167158 |
+
"grad_norm": 7.874817371368408,
|
| 167159 |
+
"learning_rate": 0.00019988720141188567,
|
| 167160 |
+
"loss": 4.5283,
|
| 167161 |
+
"step": 23608
|
| 167162 |
+
},
|
| 167163 |
+
{
|
| 167164 |
+
"epoch": 0.1513979735795819,
|
| 167165 |
+
"grad_norm": 12.021803855895996,
|
| 167166 |
+
"learning_rate": 0.00019988719184536034,
|
| 167167 |
+
"loss": 4.2747,
|
| 167168 |
+
"step": 23609
|
| 167169 |
+
},
|
| 167170 |
+
{
|
| 167171 |
+
"epoch": 0.151404386302424,
|
| 167172 |
+
"grad_norm": 51.40670394897461,
|
| 167173 |
+
"learning_rate": 0.00019988718227842957,
|
| 167174 |
+
"loss": 4.1566,
|
| 167175 |
+
"step": 23610
|
| 167176 |
+
},
|
| 167177 |
+
{
|
| 167178 |
+
"epoch": 0.15141079902526614,
|
| 167179 |
+
"grad_norm": 23.023088455200195,
|
| 167180 |
+
"learning_rate": 0.00019988717271109336,
|
| 167181 |
+
"loss": 4.4938,
|
| 167182 |
+
"step": 23611
|
| 167183 |
+
},
|
| 167184 |
+
{
|
| 167185 |
+
"epoch": 0.15141721174810824,
|
| 167186 |
+
"grad_norm": 16.185041427612305,
|
| 167187 |
+
"learning_rate": 0.00019988716314335174,
|
| 167188 |
+
"loss": 4.7515,
|
| 167189 |
+
"step": 23612
|
| 167190 |
+
},
|
| 167191 |
+
{
|
| 167192 |
+
"epoch": 0.15142362447095037,
|
| 167193 |
+
"grad_norm": 25.73534393310547,
|
| 167194 |
+
"learning_rate": 0.0001998871535752047,
|
| 167195 |
+
"loss": 4.0295,
|
| 167196 |
+
"step": 23613
|
| 167197 |
+
},
|
| 167198 |
+
{
|
| 167199 |
+
"epoch": 0.15143003719379247,
|
| 167200 |
+
"grad_norm": 85.11093139648438,
|
| 167201 |
+
"learning_rate": 0.00019988714400665224,
|
| 167202 |
+
"loss": 4.2602,
|
| 167203 |
+
"step": 23614
|
| 167204 |
+
},
|
| 167205 |
+
{
|
| 167206 |
+
"epoch": 0.1514364499166346,
|
| 167207 |
+
"grad_norm": 18.10570526123047,
|
| 167208 |
+
"learning_rate": 0.00019988713443769437,
|
| 167209 |
+
"loss": 4.2781,
|
| 167210 |
+
"step": 23615
|
| 167211 |
+
},
|
| 167212 |
+
{
|
| 167213 |
+
"epoch": 0.15144286263947673,
|
| 167214 |
+
"grad_norm": 13.801009178161621,
|
| 167215 |
+
"learning_rate": 0.00019988712486833103,
|
| 167216 |
+
"loss": 4.3744,
|
| 167217 |
+
"step": 23616
|
| 167218 |
+
},
|
| 167219 |
+
{
|
| 167220 |
+
"epoch": 0.15144927536231884,
|
| 167221 |
+
"grad_norm": 7.92153787612915,
|
| 167222 |
+
"learning_rate": 0.00019988711529856228,
|
| 167223 |
+
"loss": 4.3883,
|
| 167224 |
+
"step": 23617
|
| 167225 |
+
},
|
| 167226 |
+
{
|
| 167227 |
+
"epoch": 0.15145568808516097,
|
| 167228 |
+
"grad_norm": 7.688686370849609,
|
| 167229 |
+
"learning_rate": 0.0001998871057283881,
|
| 167230 |
+
"loss": 4.1716,
|
| 167231 |
+
"step": 23618
|
| 167232 |
+
},
|
| 167233 |
+
{
|
| 167234 |
+
"epoch": 0.15146210080800307,
|
| 167235 |
+
"grad_norm": 6.041033744812012,
|
| 167236 |
+
"learning_rate": 0.00019988709615780851,
|
| 167237 |
+
"loss": 4.1667,
|
| 167238 |
+
"step": 23619
|
| 167239 |
+
},
|
| 167240 |
+
{
|
| 167241 |
+
"epoch": 0.1514685135308452,
|
| 167242 |
+
"grad_norm": 17.42910385131836,
|
| 167243 |
+
"learning_rate": 0.0001998870865868235,
|
| 167244 |
+
"loss": 4.3996,
|
| 167245 |
+
"step": 23620
|
| 167246 |
+
},
|
| 167247 |
+
{
|
| 167248 |
+
"epoch": 0.1514749262536873,
|
| 167249 |
+
"grad_norm": 10.518637657165527,
|
| 167250 |
+
"learning_rate": 0.00019988707701543306,
|
| 167251 |
+
"loss": 4.5619,
|
| 167252 |
+
"step": 23621
|
| 167253 |
+
},
|
| 167254 |
+
{
|
| 167255 |
+
"epoch": 0.15148133897652943,
|
| 167256 |
+
"grad_norm": 14.168219566345215,
|
| 167257 |
+
"learning_rate": 0.0001998870674436372,
|
| 167258 |
+
"loss": 4.4587,
|
| 167259 |
+
"step": 23622
|
| 167260 |
+
},
|
| 167261 |
+
{
|
| 167262 |
+
"epoch": 0.15148775169937156,
|
| 167263 |
+
"grad_norm": 7.4672698974609375,
|
| 167264 |
+
"learning_rate": 0.00019988705787143588,
|
| 167265 |
+
"loss": 4.2132,
|
| 167266 |
+
"step": 23623
|
| 167267 |
+
},
|
| 167268 |
+
{
|
| 167269 |
+
"epoch": 0.15149416442221367,
|
| 167270 |
+
"grad_norm": 9.569836616516113,
|
| 167271 |
+
"learning_rate": 0.00019988704829882918,
|
| 167272 |
+
"loss": 4.53,
|
| 167273 |
+
"step": 23624
|
| 167274 |
+
},
|
| 167275 |
+
{
|
| 167276 |
+
"epoch": 0.1515005771450558,
|
| 167277 |
+
"grad_norm": 8.265048027038574,
|
| 167278 |
+
"learning_rate": 0.00019988703872581703,
|
| 167279 |
+
"loss": 4.496,
|
| 167280 |
+
"step": 23625
|
| 167281 |
+
},
|
| 167282 |
+
{
|
| 167283 |
+
"epoch": 0.1515069898678979,
|
| 167284 |
+
"grad_norm": 29.739028930664062,
|
| 167285 |
+
"learning_rate": 0.00019988702915239945,
|
| 167286 |
+
"loss": 4.2118,
|
| 167287 |
+
"step": 23626
|
| 167288 |
+
},
|
| 167289 |
+
{
|
| 167290 |
+
"epoch": 0.15151340259074003,
|
| 167291 |
+
"grad_norm": 29.298561096191406,
|
| 167292 |
+
"learning_rate": 0.00019988701957857646,
|
| 167293 |
+
"loss": 4.6326,
|
| 167294 |
+
"step": 23627
|
| 167295 |
+
},
|
| 167296 |
+
{
|
| 167297 |
+
"epoch": 0.15151981531358213,
|
| 167298 |
+
"grad_norm": 75.64373016357422,
|
| 167299 |
+
"learning_rate": 0.00019988701000434804,
|
| 167300 |
+
"loss": 4.3954,
|
| 167301 |
+
"step": 23628
|
| 167302 |
+
},
|
| 167303 |
+
{
|
| 167304 |
+
"epoch": 0.15152622803642427,
|
| 167305 |
+
"grad_norm": 49.07052993774414,
|
| 167306 |
+
"learning_rate": 0.0001998870004297142,
|
| 167307 |
+
"loss": 4.3241,
|
| 167308 |
+
"step": 23629
|
| 167309 |
+
},
|
| 167310 |
+
{
|
| 167311 |
+
"epoch": 0.1515326407592664,
|
| 167312 |
+
"grad_norm": 7.733348369598389,
|
| 167313 |
+
"learning_rate": 0.0001998869908546749,
|
| 167314 |
+
"loss": 4.16,
|
| 167315 |
+
"step": 23630
|
| 167316 |
+
},
|
| 167317 |
+
{
|
| 167318 |
+
"epoch": 0.1515390534821085,
|
| 167319 |
+
"grad_norm": 5.879331111907959,
|
| 167320 |
+
"learning_rate": 0.0001998869812792302,
|
| 167321 |
+
"loss": 4.2239,
|
| 167322 |
+
"step": 23631
|
| 167323 |
+
},
|
| 167324 |
+
{
|
| 167325 |
+
"epoch": 0.15154546620495063,
|
| 167326 |
+
"grad_norm": 11.023707389831543,
|
| 167327 |
+
"learning_rate": 0.0001998869717033801,
|
| 167328 |
+
"loss": 4.3251,
|
| 167329 |
+
"step": 23632
|
| 167330 |
+
},
|
| 167331 |
+
{
|
| 167332 |
+
"epoch": 0.15155187892779273,
|
| 167333 |
+
"grad_norm": 21.03569793701172,
|
| 167334 |
+
"learning_rate": 0.00019988696212712456,
|
| 167335 |
+
"loss": 4.1775,
|
| 167336 |
+
"step": 23633
|
| 167337 |
+
},
|
| 167338 |
+
{
|
| 167339 |
+
"epoch": 0.15155829165063486,
|
| 167340 |
+
"grad_norm": 7.752333164215088,
|
| 167341 |
+
"learning_rate": 0.00019988695255046359,
|
| 167342 |
+
"loss": 4.3911,
|
| 167343 |
+
"step": 23634
|
| 167344 |
+
},
|
| 167345 |
+
{
|
| 167346 |
+
"epoch": 0.15156470437347697,
|
| 167347 |
+
"grad_norm": 10.730012893676758,
|
| 167348 |
+
"learning_rate": 0.0001998869429733972,
|
| 167349 |
+
"loss": 4.6062,
|
| 167350 |
+
"step": 23635
|
| 167351 |
+
},
|
| 167352 |
+
{
|
| 167353 |
+
"epoch": 0.1515711170963191,
|
| 167354 |
+
"grad_norm": 11.527237892150879,
|
| 167355 |
+
"learning_rate": 0.00019988693339592536,
|
| 167356 |
+
"loss": 4.1032,
|
| 167357 |
+
"step": 23636
|
| 167358 |
+
},
|
| 167359 |
+
{
|
| 167360 |
+
"epoch": 0.15157752981916123,
|
| 167361 |
+
"grad_norm": 6.764353275299072,
|
| 167362 |
+
"learning_rate": 0.00019988692381804813,
|
| 167363 |
+
"loss": 4.2224,
|
| 167364 |
+
"step": 23637
|
| 167365 |
+
},
|
| 167366 |
+
{
|
| 167367 |
+
"epoch": 0.15158394254200333,
|
| 167368 |
+
"grad_norm": 51.50617218017578,
|
| 167369 |
+
"learning_rate": 0.00019988691423976547,
|
| 167370 |
+
"loss": 4.4293,
|
| 167371 |
+
"step": 23638
|
| 167372 |
+
},
|
| 167373 |
+
{
|
| 167374 |
+
"epoch": 0.15159035526484546,
|
| 167375 |
+
"grad_norm": 21.761741638183594,
|
| 167376 |
+
"learning_rate": 0.00019988690466107736,
|
| 167377 |
+
"loss": 4.7608,
|
| 167378 |
+
"step": 23639
|
| 167379 |
+
},
|
| 167380 |
+
{
|
| 167381 |
+
"epoch": 0.15159676798768756,
|
| 167382 |
+
"grad_norm": 7.172781944274902,
|
| 167383 |
+
"learning_rate": 0.00019988689508198385,
|
| 167384 |
+
"loss": 4.2409,
|
| 167385 |
+
"step": 23640
|
| 167386 |
+
},
|
| 167387 |
+
{
|
| 167388 |
+
"epoch": 0.1516031807105297,
|
| 167389 |
+
"grad_norm": 6.2091965675354,
|
| 167390 |
+
"learning_rate": 0.0001998868855024849,
|
| 167391 |
+
"loss": 4.3489,
|
| 167392 |
+
"step": 23641
|
| 167393 |
+
},
|
| 167394 |
+
{
|
| 167395 |
+
"epoch": 0.1516095934333718,
|
| 167396 |
+
"grad_norm": 30.645578384399414,
|
| 167397 |
+
"learning_rate": 0.00019988687592258054,
|
| 167398 |
+
"loss": 4.4792,
|
| 167399 |
+
"step": 23642
|
| 167400 |
+
},
|
| 167401 |
+
{
|
| 167402 |
+
"epoch": 0.15161600615621393,
|
| 167403 |
+
"grad_norm": 6.617429733276367,
|
| 167404 |
+
"learning_rate": 0.00019988686634227074,
|
| 167405 |
+
"loss": 4.9496,
|
| 167406 |
+
"step": 23643
|
| 167407 |
+
},
|
| 167408 |
+
{
|
| 167409 |
+
"epoch": 0.15162241887905606,
|
| 167410 |
+
"grad_norm": 15.078673362731934,
|
| 167411 |
+
"learning_rate": 0.00019988685676155553,
|
| 167412 |
+
"loss": 4.4513,
|
| 167413 |
+
"step": 23644
|
| 167414 |
+
},
|
| 167415 |
+
{
|
| 167416 |
+
"epoch": 0.15162883160189816,
|
| 167417 |
+
"grad_norm": 8.473072052001953,
|
| 167418 |
+
"learning_rate": 0.00019988684718043488,
|
| 167419 |
+
"loss": 4.394,
|
| 167420 |
+
"step": 23645
|
| 167421 |
+
},
|
| 167422 |
+
{
|
| 167423 |
+
"epoch": 0.1516352443247403,
|
| 167424 |
+
"grad_norm": 6.013941764831543,
|
| 167425 |
+
"learning_rate": 0.00019988683759890883,
|
| 167426 |
+
"loss": 3.9255,
|
| 167427 |
+
"step": 23646
|
| 167428 |
+
},
|
| 167429 |
+
{
|
| 167430 |
+
"epoch": 0.1516416570475824,
|
| 167431 |
+
"grad_norm": 10.538925170898438,
|
| 167432 |
+
"learning_rate": 0.00019988682801697736,
|
| 167433 |
+
"loss": 4.2962,
|
| 167434 |
+
"step": 23647
|
| 167435 |
+
},
|
| 167436 |
+
{
|
| 167437 |
+
"epoch": 0.15164806977042453,
|
| 167438 |
+
"grad_norm": 5.199534893035889,
|
| 167439 |
+
"learning_rate": 0.00019988681843464043,
|
| 167440 |
+
"loss": 4.0351,
|
| 167441 |
+
"step": 23648
|
| 167442 |
+
},
|
| 167443 |
+
{
|
| 167444 |
+
"epoch": 0.15165448249326663,
|
| 167445 |
+
"grad_norm": 11.110218048095703,
|
| 167446 |
+
"learning_rate": 0.0001998868088518981,
|
| 167447 |
+
"loss": 4.3869,
|
| 167448 |
+
"step": 23649
|
| 167449 |
+
},
|
| 167450 |
+
{
|
| 167451 |
+
"epoch": 0.15166089521610876,
|
| 167452 |
+
"grad_norm": 8.953813552856445,
|
| 167453 |
+
"learning_rate": 0.00019988679926875036,
|
| 167454 |
+
"loss": 4.4429,
|
| 167455 |
+
"step": 23650
|
| 167456 |
+
},
|
| 167457 |
+
{
|
| 167458 |
+
"epoch": 0.1516673079389509,
|
| 167459 |
+
"grad_norm": 14.708697319030762,
|
| 167460 |
+
"learning_rate": 0.00019988678968519717,
|
| 167461 |
+
"loss": 4.2603,
|
| 167462 |
+
"step": 23651
|
| 167463 |
+
},
|
| 167464 |
+
{
|
| 167465 |
+
"epoch": 0.151673720661793,
|
| 167466 |
+
"grad_norm": 10.12867259979248,
|
| 167467 |
+
"learning_rate": 0.00019988678010123855,
|
| 167468 |
+
"loss": 4.329,
|
| 167469 |
+
"step": 23652
|
| 167470 |
+
},
|
| 167471 |
+
{
|
| 167472 |
+
"epoch": 0.15168013338463512,
|
| 167473 |
+
"grad_norm": 10.468693733215332,
|
| 167474 |
+
"learning_rate": 0.0001998867705168745,
|
| 167475 |
+
"loss": 4.4183,
|
| 167476 |
+
"step": 23653
|
| 167477 |
+
},
|
| 167478 |
+
{
|
| 167479 |
+
"epoch": 0.15168654610747723,
|
| 167480 |
+
"grad_norm": 12.587207794189453,
|
| 167481 |
+
"learning_rate": 0.0001998867609321051,
|
| 167482 |
+
"loss": 4.1896,
|
| 167483 |
+
"step": 23654
|
| 167484 |
+
},
|
| 167485 |
+
{
|
| 167486 |
+
"epoch": 0.15169295883031936,
|
| 167487 |
+
"grad_norm": 13.359684944152832,
|
| 167488 |
+
"learning_rate": 0.0001998867513469302,
|
| 167489 |
+
"loss": 4.2148,
|
| 167490 |
+
"step": 23655
|
| 167491 |
+
},
|
| 167492 |
+
{
|
| 167493 |
+
"epoch": 0.15169937155316146,
|
| 167494 |
+
"grad_norm": 9.511140823364258,
|
| 167495 |
+
"learning_rate": 0.00019988674176134988,
|
| 167496 |
+
"loss": 4.2695,
|
| 167497 |
+
"step": 23656
|
| 167498 |
+
},
|
| 167499 |
+
{
|
| 167500 |
+
"epoch": 0.1517057842760036,
|
| 167501 |
+
"grad_norm": 5.638649940490723,
|
| 167502 |
+
"learning_rate": 0.00019988673217536415,
|
| 167503 |
+
"loss": 4.1696,
|
| 167504 |
+
"step": 23657
|
| 167505 |
+
},
|
| 167506 |
+
{
|
| 167507 |
+
"epoch": 0.15171219699884572,
|
| 167508 |
+
"grad_norm": 7.771658420562744,
|
| 167509 |
+
"learning_rate": 0.000199886722588973,
|
| 167510 |
+
"loss": 4.2897,
|
| 167511 |
+
"step": 23658
|
| 167512 |
+
},
|
| 167513 |
+
{
|
| 167514 |
+
"epoch": 0.15171860972168782,
|
| 167515 |
+
"grad_norm": 12.889413833618164,
|
| 167516 |
+
"learning_rate": 0.00019988671300217643,
|
| 167517 |
+
"loss": 4.4422,
|
| 167518 |
+
"step": 23659
|
| 167519 |
+
},
|
| 167520 |
+
{
|
| 167521 |
+
"epoch": 0.15172502244452996,
|
| 167522 |
+
"grad_norm": 9.250569343566895,
|
| 167523 |
+
"learning_rate": 0.0001998867034149744,
|
| 167524 |
+
"loss": 4.3164,
|
| 167525 |
+
"step": 23660
|
| 167526 |
+
},
|
| 167527 |
+
{
|
| 167528 |
+
"epoch": 0.15173143516737206,
|
| 167529 |
+
"grad_norm": 7.801565647125244,
|
| 167530 |
+
"learning_rate": 0.000199886693827367,
|
| 167531 |
+
"loss": 4.4518,
|
| 167532 |
+
"step": 23661
|
| 167533 |
+
},
|
| 167534 |
+
{
|
| 167535 |
+
"epoch": 0.1517378478902142,
|
| 167536 |
+
"grad_norm": 5.1163506507873535,
|
| 167537 |
+
"learning_rate": 0.00019988668423935417,
|
| 167538 |
+
"loss": 4.3433,
|
| 167539 |
+
"step": 23662
|
| 167540 |
+
},
|
| 167541 |
+
{
|
| 167542 |
+
"epoch": 0.1517442606130563,
|
| 167543 |
+
"grad_norm": 23.096261978149414,
|
| 167544 |
+
"learning_rate": 0.0001998866746509359,
|
| 167545 |
+
"loss": 4.3736,
|
| 167546 |
+
"step": 23663
|
| 167547 |
+
},
|
| 167548 |
+
{
|
| 167549 |
+
"epoch": 0.15175067333589842,
|
| 167550 |
+
"grad_norm": 28.745418548583984,
|
| 167551 |
+
"learning_rate": 0.0001998866650621122,
|
| 167552 |
+
"loss": 4.2645,
|
| 167553 |
+
"step": 23664
|
| 167554 |
+
},
|
| 167555 |
+
{
|
| 167556 |
+
"epoch": 0.15175708605874055,
|
| 167557 |
+
"grad_norm": 6.824552059173584,
|
| 167558 |
+
"learning_rate": 0.0001998866554728831,
|
| 167559 |
+
"loss": 4.807,
|
| 167560 |
+
"step": 23665
|
| 167561 |
+
},
|
| 167562 |
+
{
|
| 167563 |
+
"epoch": 0.15176349878158266,
|
| 167564 |
+
"grad_norm": 6.8455705642700195,
|
| 167565 |
+
"learning_rate": 0.00019988664588324855,
|
| 167566 |
+
"loss": 4.1431,
|
| 167567 |
+
"step": 23666
|
| 167568 |
+
},
|
| 167569 |
+
{
|
| 167570 |
+
"epoch": 0.1517699115044248,
|
| 167571 |
+
"grad_norm": 14.618508338928223,
|
| 167572 |
+
"learning_rate": 0.00019988663629320858,
|
| 167573 |
+
"loss": 4.3213,
|
| 167574 |
+
"step": 23667
|
| 167575 |
+
},
|
| 167576 |
+
{
|
| 167577 |
+
"epoch": 0.1517763242272669,
|
| 167578 |
+
"grad_norm": 10.214397430419922,
|
| 167579 |
+
"learning_rate": 0.0001998866267027632,
|
| 167580 |
+
"loss": 4.2672,
|
| 167581 |
+
"step": 23668
|
| 167582 |
+
},
|
| 167583 |
+
{
|
| 167584 |
+
"epoch": 0.15178273695010902,
|
| 167585 |
+
"grad_norm": 5.088359832763672,
|
| 167586 |
+
"learning_rate": 0.00019988661711191238,
|
| 167587 |
+
"loss": 4.4219,
|
| 167588 |
+
"step": 23669
|
| 167589 |
+
},
|
| 167590 |
+
{
|
| 167591 |
+
"epoch": 0.15178914967295112,
|
| 167592 |
+
"grad_norm": 12.118770599365234,
|
| 167593 |
+
"learning_rate": 0.00019988660752065615,
|
| 167594 |
+
"loss": 4.594,
|
| 167595 |
+
"step": 23670
|
| 167596 |
+
},
|
| 167597 |
+
{
|
| 167598 |
+
"epoch": 0.15179556239579325,
|
| 167599 |
+
"grad_norm": 52.094017028808594,
|
| 167600 |
+
"learning_rate": 0.00019988659792899451,
|
| 167601 |
+
"loss": 4.2728,
|
| 167602 |
+
"step": 23671
|
| 167603 |
+
},
|
| 167604 |
+
{
|
| 167605 |
+
"epoch": 0.15180197511863538,
|
| 167606 |
+
"grad_norm": 12.180669784545898,
|
| 167607 |
+
"learning_rate": 0.0001998865883369274,
|
| 167608 |
+
"loss": 4.2656,
|
| 167609 |
+
"step": 23672
|
| 167610 |
+
},
|
| 167611 |
+
{
|
| 167612 |
+
"epoch": 0.1518083878414775,
|
| 167613 |
+
"grad_norm": 7.253273963928223,
|
| 167614 |
+
"learning_rate": 0.00019988657874445492,
|
| 167615 |
+
"loss": 4.3151,
|
| 167616 |
+
"step": 23673
|
| 167617 |
+
},
|
| 167618 |
+
{
|
| 167619 |
+
"epoch": 0.15181480056431962,
|
| 167620 |
+
"grad_norm": 5.360169410705566,
|
| 167621 |
+
"learning_rate": 0.000199886569151577,
|
| 167622 |
+
"loss": 4.1634,
|
| 167623 |
+
"step": 23674
|
| 167624 |
+
},
|
| 167625 |
+
{
|
| 167626 |
+
"epoch": 0.15182121328716172,
|
| 167627 |
+
"grad_norm": 14.537033081054688,
|
| 167628 |
+
"learning_rate": 0.00019988655955829364,
|
| 167629 |
+
"loss": 4.2943,
|
| 167630 |
+
"step": 23675
|
| 167631 |
+
},
|
| 167632 |
+
{
|
| 167633 |
+
"epoch": 0.15182762601000385,
|
| 167634 |
+
"grad_norm": 19.10356330871582,
|
| 167635 |
+
"learning_rate": 0.00019988654996460487,
|
| 167636 |
+
"loss": 4.2791,
|
| 167637 |
+
"step": 23676
|
| 167638 |
+
},
|
| 167639 |
+
{
|
| 167640 |
+
"epoch": 0.15183403873284596,
|
| 167641 |
+
"grad_norm": 5.171665668487549,
|
| 167642 |
+
"learning_rate": 0.00019988654037051066,
|
| 167643 |
+
"loss": 4.6395,
|
| 167644 |
+
"step": 23677
|
| 167645 |
+
},
|
| 167646 |
+
{
|
| 167647 |
+
"epoch": 0.15184045145568809,
|
| 167648 |
+
"grad_norm": 12.747756004333496,
|
| 167649 |
+
"learning_rate": 0.00019988653077601106,
|
| 167650 |
+
"loss": 4.4302,
|
| 167651 |
+
"step": 23678
|
| 167652 |
+
},
|
| 167653 |
+
{
|
| 167654 |
+
"epoch": 0.15184686417853022,
|
| 167655 |
+
"grad_norm": 12.749086380004883,
|
| 167656 |
+
"learning_rate": 0.00019988652118110603,
|
| 167657 |
+
"loss": 4.3307,
|
| 167658 |
+
"step": 23679
|
| 167659 |
+
},
|
| 167660 |
+
{
|
| 167661 |
+
"epoch": 0.15185327690137232,
|
| 167662 |
+
"grad_norm": 10.871156692504883,
|
| 167663 |
+
"learning_rate": 0.00019988651158579557,
|
| 167664 |
+
"loss": 4.3057,
|
| 167665 |
+
"step": 23680
|
| 167666 |
+
},
|
| 167667 |
+
{
|
| 167668 |
+
"epoch": 0.15185968962421445,
|
| 167669 |
+
"grad_norm": 13.451910018920898,
|
| 167670 |
+
"learning_rate": 0.00019988650199007966,
|
| 167671 |
+
"loss": 4.2729,
|
| 167672 |
+
"step": 23681
|
| 167673 |
+
},
|
| 167674 |
+
{
|
| 167675 |
+
"epoch": 0.15186610234705655,
|
| 167676 |
+
"grad_norm": 3.7656025886535645,
|
| 167677 |
+
"learning_rate": 0.00019988649239395835,
|
| 167678 |
+
"loss": 4.1189,
|
| 167679 |
+
"step": 23682
|
| 167680 |
+
},
|
| 167681 |
+
{
|
| 167682 |
+
"epoch": 0.15187251506989868,
|
| 167683 |
+
"grad_norm": 12.876087188720703,
|
| 167684 |
+
"learning_rate": 0.00019988648279743162,
|
| 167685 |
+
"loss": 4.1326,
|
| 167686 |
+
"step": 23683
|
| 167687 |
+
},
|
| 167688 |
+
{
|
| 167689 |
+
"epoch": 0.1518789277927408,
|
| 167690 |
+
"grad_norm": 14.639209747314453,
|
| 167691 |
+
"learning_rate": 0.00019988647320049946,
|
| 167692 |
+
"loss": 4.3203,
|
| 167693 |
+
"step": 23684
|
| 167694 |
+
},
|
| 167695 |
+
{
|
| 167696 |
+
"epoch": 0.15188534051558292,
|
| 167697 |
+
"grad_norm": 7.330726146697998,
|
| 167698 |
+
"learning_rate": 0.00019988646360316189,
|
| 167699 |
+
"loss": 4.04,
|
| 167700 |
+
"step": 23685
|
| 167701 |
+
},
|
| 167702 |
+
{
|
| 167703 |
+
"epoch": 0.15189175323842505,
|
| 167704 |
+
"grad_norm": 9.780208587646484,
|
| 167705 |
+
"learning_rate": 0.00019988645400541888,
|
| 167706 |
+
"loss": 4.0034,
|
| 167707 |
+
"step": 23686
|
| 167708 |
+
},
|
| 167709 |
+
{
|
| 167710 |
+
"epoch": 0.15189816596126715,
|
| 167711 |
+
"grad_norm": 4.955523490905762,
|
| 167712 |
+
"learning_rate": 0.00019988644440727048,
|
| 167713 |
+
"loss": 4.6748,
|
| 167714 |
+
"step": 23687
|
| 167715 |
+
},
|
| 167716 |
+
{
|
| 167717 |
+
"epoch": 0.15190457868410928,
|
| 167718 |
+
"grad_norm": 4.328463554382324,
|
| 167719 |
+
"learning_rate": 0.00019988643480871662,
|
| 167720 |
+
"loss": 4.1206,
|
| 167721 |
+
"step": 23688
|
| 167722 |
+
},
|
| 167723 |
+
{
|
| 167724 |
+
"epoch": 0.15191099140695138,
|
| 167725 |
+
"grad_norm": 7.340639591217041,
|
| 167726 |
+
"learning_rate": 0.00019988642520975735,
|
| 167727 |
+
"loss": 4.301,
|
| 167728 |
+
"step": 23689
|
| 167729 |
+
},
|
| 167730 |
+
{
|
| 167731 |
+
"epoch": 0.15191740412979352,
|
| 167732 |
+
"grad_norm": 30.54640769958496,
|
| 167733 |
+
"learning_rate": 0.00019988641561039265,
|
| 167734 |
+
"loss": 4.2187,
|
| 167735 |
+
"step": 23690
|
| 167736 |
+
},
|
| 167737 |
+
{
|
| 167738 |
+
"epoch": 0.15192381685263562,
|
| 167739 |
+
"grad_norm": 62.47636413574219,
|
| 167740 |
+
"learning_rate": 0.00019988640601062256,
|
| 167741 |
+
"loss": 4.6428,
|
| 167742 |
+
"step": 23691
|
| 167743 |
+
},
|
| 167744 |
+
{
|
| 167745 |
+
"epoch": 0.15193022957547775,
|
| 167746 |
+
"grad_norm": 8.748270988464355,
|
| 167747 |
+
"learning_rate": 0.000199886396410447,
|
| 167748 |
+
"loss": 4.5067,
|
| 167749 |
+
"step": 23692
|
| 167750 |
+
},
|
| 167751 |
+
{
|
| 167752 |
+
"epoch": 0.15193664229831988,
|
| 167753 |
+
"grad_norm": 8.587457656860352,
|
| 167754 |
+
"learning_rate": 0.00019988638680986607,
|
| 167755 |
+
"loss": 4.1744,
|
| 167756 |
+
"step": 23693
|
| 167757 |
+
},
|
| 167758 |
+
{
|
| 167759 |
+
"epoch": 0.15194305502116198,
|
| 167760 |
+
"grad_norm": 35.94694137573242,
|
| 167761 |
+
"learning_rate": 0.0001998863772088797,
|
| 167762 |
+
"loss": 4.3603,
|
| 167763 |
+
"step": 23694
|
| 167764 |
+
},
|
| 167765 |
+
{
|
| 167766 |
+
"epoch": 0.1519494677440041,
|
| 167767 |
+
"grad_norm": 10.538044929504395,
|
| 167768 |
+
"learning_rate": 0.00019988636760748788,
|
| 167769 |
+
"loss": 4.3994,
|
| 167770 |
+
"step": 23695
|
| 167771 |
+
},
|
| 167772 |
+
{
|
| 167773 |
+
"epoch": 0.15195588046684622,
|
| 167774 |
+
"grad_norm": 18.425981521606445,
|
| 167775 |
+
"learning_rate": 0.00019988635800569066,
|
| 167776 |
+
"loss": 4.3202,
|
| 167777 |
+
"step": 23696
|
| 167778 |
+
},
|
| 167779 |
+
{
|
| 167780 |
+
"epoch": 0.15196229318968835,
|
| 167781 |
+
"grad_norm": 6.233572006225586,
|
| 167782 |
+
"learning_rate": 0.00019988634840348798,
|
| 167783 |
+
"loss": 3.9431,
|
| 167784 |
+
"step": 23697
|
| 167785 |
+
},
|
| 167786 |
+
{
|
| 167787 |
+
"epoch": 0.15196870591253045,
|
| 167788 |
+
"grad_norm": 9.165323257446289,
|
| 167789 |
+
"learning_rate": 0.00019988633880087996,
|
| 167790 |
+
"loss": 4.5993,
|
| 167791 |
+
"step": 23698
|
| 167792 |
+
},
|
| 167793 |
+
{
|
| 167794 |
+
"epoch": 0.15197511863537258,
|
| 167795 |
+
"grad_norm": 26.06110191345215,
|
| 167796 |
+
"learning_rate": 0.00019988632919786645,
|
| 167797 |
+
"loss": 4.1604,
|
| 167798 |
+
"step": 23699
|
| 167799 |
+
},
|
| 167800 |
+
{
|
| 167801 |
+
"epoch": 0.1519815313582147,
|
| 167802 |
+
"grad_norm": 19.585329055786133,
|
| 167803 |
+
"learning_rate": 0.00019988631959444754,
|
| 167804 |
+
"loss": 4.44,
|
| 167805 |
+
"step": 23700
|
| 167806 |
+
},
|
| 167807 |
+
{
|
| 167808 |
+
"epoch": 0.1519815313582147,
|
| 167809 |
+
"eval_loss": 4.259066581726074,
|
| 167810 |
+
"eval_runtime": 34.7227,
|
| 167811 |
+
"eval_samples_per_second": 90.287,
|
| 167812 |
+
"eval_steps_per_second": 22.579,
|
| 167813 |
+
"step": 23700
|
| 167814 |
}
|
| 167815 |
],
|
| 167816 |
"logging_steps": 1,
|
|
|
|
| 167839 |
"attributes": {}
|
| 167840 |
}
|
| 167841 |
},
|
| 167842 |
+
"total_flos": 4972708966170624.0,
|
| 167843 |
"train_batch_size": 4,
|
| 167844 |
"trial_name": null,
|
| 167845 |
"trial_params": null
|