Upload folder using huggingface_hub
Browse files- p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d200/exports/step_00020000/lora_1ep_s2.json +260 -0
- p5-mae-15m-d200/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d200/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d200/exports/step_00040000/model.safetensors +3 -0
p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
|
| 3 |
+
"fingerprint": "ef66d511604c75db",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d200",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.36961520574986934,
|
| 60 |
+
"lora/map": 0.36961520574986934,
|
| 61 |
+
"fsd50k/map": 0.36961520574986934,
|
| 62 |
+
"train_seconds": 25.8,
|
| 63 |
+
"total_seconds": 35.66,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021797757056774572,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02412899631616749,
|
| 77 |
+
"val_map": 0.36961520574986934,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 25.798825129517354
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.28394365310668945,
|
| 84 |
+
0.11789457499980927,
|
| 85 |
+
0.5163615345954895,
|
| 86 |
+
0.38636061549186707,
|
| 87 |
+
0.4197143018245697,
|
| 88 |
+
0.633513867855072,
|
| 89 |
+
0.8094367980957031,
|
| 90 |
+
0.5531242489814758,
|
| 91 |
+
0.5579795241355896,
|
| 92 |
+
0.5686799883842468,
|
| 93 |
+
0.25469258427619934,
|
| 94 |
+
0.40124884247779846,
|
| 95 |
+
0.1491691619157791,
|
| 96 |
+
0.3077373802661896,
|
| 97 |
+
0.49849605560302734,
|
| 98 |
+
0.46039775013923645,
|
| 99 |
+
0.037647541612386703,
|
| 100 |
+
0.16304324567317963,
|
| 101 |
+
0.4694167375564575,
|
| 102 |
+
0.22508125007152557,
|
| 103 |
+
0.45662859082221985,
|
| 104 |
+
0.4250750243663788,
|
| 105 |
+
0.8237513899803162,
|
| 106 |
+
0.11672307550907135,
|
| 107 |
+
0.1760741025209427,
|
| 108 |
+
0.4904136657714844,
|
| 109 |
+
0.36734527349472046,
|
| 110 |
+
0.2734631896018982,
|
| 111 |
+
0.7282565832138062,
|
| 112 |
+
0.3052406311035156,
|
| 113 |
+
0.606269896030426,
|
| 114 |
+
0.5164518356323242,
|
| 115 |
+
0.24516236782073975,
|
| 116 |
+
0.16685056686401367,
|
| 117 |
+
0.3256388008594513,
|
| 118 |
+
0.23769208788871765,
|
| 119 |
+
0.41125428676605225,
|
| 120 |
+
0.15870040655136108,
|
| 121 |
+
0.30153581500053406,
|
| 122 |
+
0.21648888289928436,
|
| 123 |
+
0.5183073878288269,
|
| 124 |
+
0.23013512790203094,
|
| 125 |
+
0.6343091130256653,
|
| 126 |
+
0.16584652662277222,
|
| 127 |
+
0.42634281516075134,
|
| 128 |
+
0.12257825583219528,
|
| 129 |
+
0.25745993852615356,
|
| 130 |
+
0.2891067564487457,
|
| 131 |
+
0.7645208239555359,
|
| 132 |
+
0.3675945997238159,
|
| 133 |
+
0.3638814389705658,
|
| 134 |
+
0.5228796005249023,
|
| 135 |
+
0.5659325122833252,
|
| 136 |
+
0.12014993280172348,
|
| 137 |
+
0.10332979261875153,
|
| 138 |
+
0.02629895880818367,
|
| 139 |
+
0.2452516108751297,
|
| 140 |
+
0.6681188344955444,
|
| 141 |
+
0.12034427374601364,
|
| 142 |
+
0.49756279587745667,
|
| 143 |
+
0.5504742860794067,
|
| 144 |
+
0.6276012063026428,
|
| 145 |
+
0.411854088306427,
|
| 146 |
+
0.14341601729393005,
|
| 147 |
+
0.46857938170433044,
|
| 148 |
+
0.09006723016500473,
|
| 149 |
+
0.24511758983135223,
|
| 150 |
+
0.6613189578056335,
|
| 151 |
+
0.5394989252090454,
|
| 152 |
+
0.5228694677352905,
|
| 153 |
+
0.4557873010635376,
|
| 154 |
+
0.19371870160102844,
|
| 155 |
+
0.6945930123329163,
|
| 156 |
+
0.3765665292739868,
|
| 157 |
+
0.25620025396347046,
|
| 158 |
+
0.249037504196167,
|
| 159 |
+
0.4074964225292206,
|
| 160 |
+
0.38426119089126587,
|
| 161 |
+
0.2759557366371155,
|
| 162 |
+
0.3984993100166321,
|
| 163 |
+
0.26894450187683105,
|
| 164 |
+
0.15846171975135803,
|
| 165 |
+
0.2701444625854492,
|
| 166 |
+
0.292587548494339,
|
| 167 |
+
0.16648267209529877,
|
| 168 |
+
0.24106429517269135,
|
| 169 |
+
0.44663694500923157,
|
| 170 |
+
0.6473449468612671,
|
| 171 |
+
0.1908002495765686,
|
| 172 |
+
0.1655302196741104,
|
| 173 |
+
0.7267892360687256,
|
| 174 |
+
0.10677260160446167,
|
| 175 |
+
0.535459578037262,
|
| 176 |
+
0.22212563455104828,
|
| 177 |
+
0.24484670162200928,
|
| 178 |
+
0.2878953814506531,
|
| 179 |
+
0.44273507595062256,
|
| 180 |
+
0.14004449546337128,
|
| 181 |
+
0.3625655174255371,
|
| 182 |
+
0.10168016701936722,
|
| 183 |
+
0.5518338084220886,
|
| 184 |
+
0.6944460272789001,
|
| 185 |
+
0.2209859937429428,
|
| 186 |
+
0.3832608163356781,
|
| 187 |
+
0.2360614687204361,
|
| 188 |
+
0.3132886290550232,
|
| 189 |
+
0.6291452050209045,
|
| 190 |
+
0.4543953537940979,
|
| 191 |
+
0.5648996829986572,
|
| 192 |
+
0.155122309923172,
|
| 193 |
+
0.1802682876586914,
|
| 194 |
+
0.33761119842529297,
|
| 195 |
+
0.5612269043922424,
|
| 196 |
+
0.06829863041639328,
|
| 197 |
+
0.13483838737010956,
|
| 198 |
+
0.3198957145214081,
|
| 199 |
+
0.70516037940979,
|
| 200 |
+
0.3374459147453308,
|
| 201 |
+
0.4729613661766052,
|
| 202 |
+
0.2311270534992218,
|
| 203 |
+
0.8525550961494446,
|
| 204 |
+
0.8597104549407959,
|
| 205 |
+
0.29825544357299805,
|
| 206 |
+
0.10651375353336334,
|
| 207 |
+
0.15580637753009796,
|
| 208 |
+
0.7584971785545349,
|
| 209 |
+
0.23549102246761322,
|
| 210 |
+
0.7170370817184448,
|
| 211 |
+
0.3071296513080597,
|
| 212 |
+
0.08553456515073776,
|
| 213 |
+
0.19311079382896423,
|
| 214 |
+
0.7039437890052795,
|
| 215 |
+
0.41781488060951233,
|
| 216 |
+
0.3958051800727844,
|
| 217 |
+
0.6434289216995239,
|
| 218 |
+
0.08823993802070618,
|
| 219 |
+
0.0684213936328888,
|
| 220 |
+
0.04749000817537308,
|
| 221 |
+
0.42790013551712036,
|
| 222 |
+
0.5454164147377014,
|
| 223 |
+
0.1468953788280487,
|
| 224 |
+
0.29252713918685913,
|
| 225 |
+
0.17931143939495087,
|
| 226 |
+
0.2843870520591736,
|
| 227 |
+
0.7137149572372437,
|
| 228 |
+
0.519807755947113,
|
| 229 |
+
0.05785605311393738,
|
| 230 |
+
0.5887039303779602,
|
| 231 |
+
0.1809156984090805,
|
| 232 |
+
0.2697054147720337,
|
| 233 |
+
0.46269288659095764,
|
| 234 |
+
0.5184378623962402,
|
| 235 |
+
0.26570284366607666,
|
| 236 |
+
0.33101221919059753,
|
| 237 |
+
0.4308508038520813,
|
| 238 |
+
0.2868395447731018,
|
| 239 |
+
0.4905025064945221,
|
| 240 |
+
0.5102663636207581,
|
| 241 |
+
0.46971994638442993,
|
| 242 |
+
0.05151904746890068,
|
| 243 |
+
0.48140081763267517,
|
| 244 |
+
0.1638524979352951,
|
| 245 |
+
0.6329748630523682,
|
| 246 |
+
0.2920898199081421,
|
| 247 |
+
0.30140364170074463,
|
| 248 |
+
0.6076133251190186,
|
| 249 |
+
0.40147674083709717,
|
| 250 |
+
0.0582684762775898,
|
| 251 |
+
0.3115513324737549,
|
| 252 |
+
0.3713669776916504,
|
| 253 |
+
0.0975099503993988,
|
| 254 |
+
0.8398938179016113,
|
| 255 |
+
0.8535412549972534,
|
| 256 |
+
0.06158978492021561,
|
| 257 |
+
0.5255721807479858,
|
| 258 |
+
0.7633536458015442,
|
| 259 |
+
0.1611047387123108,
|
| 260 |
+
0.2724899351596832,
|
| 261 |
+
0.18376244604587555,
|
| 262 |
+
0.279558002948761,
|
| 263 |
+
0.05674700438976288,
|
| 264 |
+
0.4455053508281708,
|
| 265 |
+
0.21587315201759338,
|
| 266 |
+
0.6080330610275269,
|
| 267 |
+
0.6093902587890625,
|
| 268 |
+
0.35813745856285095,
|
| 269 |
+
0.22372376918792725,
|
| 270 |
+
0.661661684513092,
|
| 271 |
+
0.5529082417488098,
|
| 272 |
+
0.32194066047668457,
|
| 273 |
+
0.42899537086486816,
|
| 274 |
+
0.4420892298221588,
|
| 275 |
+
0.564057469367981,
|
| 276 |
+
0.1325472891330719,
|
| 277 |
+
0.2404448240995407,
|
| 278 |
+
0.3197690546512604,
|
| 279 |
+
0.10364793986082077,
|
| 280 |
+
0.4394581615924835,
|
| 281 |
+
0.15451234579086304,
|
| 282 |
+
0.7267482280731201
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
|
| 3 |
+
"fingerprint": "ef66d511604c75db",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d200",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37318648054264486,
|
| 60 |
+
"lora/map": 0.37318648054264486,
|
| 61 |
+
"fsd50k/map": 0.37318648054264486,
|
| 62 |
+
"train_seconds": 25.87,
|
| 63 |
+
"total_seconds": 35.41,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02220922933658585,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023692796054997776,
|
| 77 |
+
"val_map": 0.37318648054264486,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 25.873532474040985
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.3045109510421753,
|
| 84 |
+
0.06937089562416077,
|
| 85 |
+
0.5371143221855164,
|
| 86 |
+
0.4019555151462555,
|
| 87 |
+
0.4044537842273712,
|
| 88 |
+
0.6290160417556763,
|
| 89 |
+
0.8306844830513,
|
| 90 |
+
0.5582032799720764,
|
| 91 |
+
0.5669702887535095,
|
| 92 |
+
0.5096420645713806,
|
| 93 |
+
0.2451992928981781,
|
| 94 |
+
0.36461836099624634,
|
| 95 |
+
0.20313800871372223,
|
| 96 |
+
0.3328750431537628,
|
| 97 |
+
0.4921906590461731,
|
| 98 |
+
0.45651909708976746,
|
| 99 |
+
0.01877995766699314,
|
| 100 |
+
0.24753651022911072,
|
| 101 |
+
0.5076125860214233,
|
| 102 |
+
0.22754518687725067,
|
| 103 |
+
0.43594005703926086,
|
| 104 |
+
0.4364924132823944,
|
| 105 |
+
0.7821114659309387,
|
| 106 |
+
0.12210250645875931,
|
| 107 |
+
0.19067411124706268,
|
| 108 |
+
0.36560869216918945,
|
| 109 |
+
0.37176817655563354,
|
| 110 |
+
0.29470211267471313,
|
| 111 |
+
0.7521488666534424,
|
| 112 |
+
0.3043803870677948,
|
| 113 |
+
0.6495179533958435,
|
| 114 |
+
0.5361958146095276,
|
| 115 |
+
0.34823164343833923,
|
| 116 |
+
0.2029869258403778,
|
| 117 |
+
0.31041133403778076,
|
| 118 |
+
0.21950896084308624,
|
| 119 |
+
0.40040382742881775,
|
| 120 |
+
0.14256131649017334,
|
| 121 |
+
0.3162597417831421,
|
| 122 |
+
0.24721145629882812,
|
| 123 |
+
0.5536686778068542,
|
| 124 |
+
0.23370537161827087,
|
| 125 |
+
0.5912143588066101,
|
| 126 |
+
0.20055098831653595,
|
| 127 |
+
0.5109863877296448,
|
| 128 |
+
0.09424825757741928,
|
| 129 |
+
0.2790165841579437,
|
| 130 |
+
0.25660645961761475,
|
| 131 |
+
0.7044747471809387,
|
| 132 |
+
0.41705918312072754,
|
| 133 |
+
0.35880061984062195,
|
| 134 |
+
0.5029644966125488,
|
| 135 |
+
0.5859386920928955,
|
| 136 |
+
0.16009679436683655,
|
| 137 |
+
0.15685786306858063,
|
| 138 |
+
0.03833405673503876,
|
| 139 |
+
0.20938031375408173,
|
| 140 |
+
0.6286476850509644,
|
| 141 |
+
0.12809182703495026,
|
| 142 |
+
0.5158165693283081,
|
| 143 |
+
0.6087223291397095,
|
| 144 |
+
0.637843906879425,
|
| 145 |
+
0.41835474967956543,
|
| 146 |
+
0.18506121635437012,
|
| 147 |
+
0.44802629947662354,
|
| 148 |
+
0.09691550582647324,
|
| 149 |
+
0.2262255698442459,
|
| 150 |
+
0.6706420183181763,
|
| 151 |
+
0.536333441734314,
|
| 152 |
+
0.555157482624054,
|
| 153 |
+
0.4778609871864319,
|
| 154 |
+
0.18428681790828705,
|
| 155 |
+
0.6811208724975586,
|
| 156 |
+
0.37807583808898926,
|
| 157 |
+
0.20448200404644012,
|
| 158 |
+
0.24200604856014252,
|
| 159 |
+
0.408150315284729,
|
| 160 |
+
0.305686354637146,
|
| 161 |
+
0.26659104228019714,
|
| 162 |
+
0.39813125133514404,
|
| 163 |
+
0.18956699967384338,
|
| 164 |
+
0.26476943492889404,
|
| 165 |
+
0.24985764920711517,
|
| 166 |
+
0.3292514681816101,
|
| 167 |
+
0.3455614745616913,
|
| 168 |
+
0.2723970413208008,
|
| 169 |
+
0.428017258644104,
|
| 170 |
+
0.615619421005249,
|
| 171 |
+
0.12919209897518158,
|
| 172 |
+
0.09943130612373352,
|
| 173 |
+
0.7421254515647888,
|
| 174 |
+
0.12133076041936874,
|
| 175 |
+
0.5045880079269409,
|
| 176 |
+
0.23581065237522125,
|
| 177 |
+
0.28151851892471313,
|
| 178 |
+
0.3535119891166687,
|
| 179 |
+
0.3305280804634094,
|
| 180 |
+
0.11767049133777618,
|
| 181 |
+
0.35962870717048645,
|
| 182 |
+
0.07738351076841354,
|
| 183 |
+
0.571917712688446,
|
| 184 |
+
0.6828269362449646,
|
| 185 |
+
0.22993415594100952,
|
| 186 |
+
0.4008042812347412,
|
| 187 |
+
0.2240987867116928,
|
| 188 |
+
0.3510477840900421,
|
| 189 |
+
0.6334818005561829,
|
| 190 |
+
0.4529038369655609,
|
| 191 |
+
0.5435451865196228,
|
| 192 |
+
0.18871250748634338,
|
| 193 |
+
0.17223937809467316,
|
| 194 |
+
0.3106539249420166,
|
| 195 |
+
0.5506690144538879,
|
| 196 |
+
0.07633528113365173,
|
| 197 |
+
0.12007886916399002,
|
| 198 |
+
0.31235435605049133,
|
| 199 |
+
0.6639446020126343,
|
| 200 |
+
0.3891010880470276,
|
| 201 |
+
0.5074419379234314,
|
| 202 |
+
0.28170278668403625,
|
| 203 |
+
0.861378014087677,
|
| 204 |
+
0.8699193596839905,
|
| 205 |
+
0.3404293954372406,
|
| 206 |
+
0.10358013212680817,
|
| 207 |
+
0.27983221411705017,
|
| 208 |
+
0.7536452412605286,
|
| 209 |
+
0.24857644736766815,
|
| 210 |
+
0.7379006743431091,
|
| 211 |
+
0.32558032870292664,
|
| 212 |
+
0.10177838802337646,
|
| 213 |
+
0.18130744993686676,
|
| 214 |
+
0.756476640701294,
|
| 215 |
+
0.43033456802368164,
|
| 216 |
+
0.44752317667007446,
|
| 217 |
+
0.554804265499115,
|
| 218 |
+
0.07126650214195251,
|
| 219 |
+
0.08266540616750717,
|
| 220 |
+
0.051926109939813614,
|
| 221 |
+
0.5169117450714111,
|
| 222 |
+
0.5689626932144165,
|
| 223 |
+
0.22090555727481842,
|
| 224 |
+
0.3109583556652069,
|
| 225 |
+
0.14599627256393433,
|
| 226 |
+
0.304249107837677,
|
| 227 |
+
0.6649791598320007,
|
| 228 |
+
0.48434802889823914,
|
| 229 |
+
0.047609876841306686,
|
| 230 |
+
0.5506003499031067,
|
| 231 |
+
0.16919955611228943,
|
| 232 |
+
0.22804024815559387,
|
| 233 |
+
0.4472750127315521,
|
| 234 |
+
0.4937317371368408,
|
| 235 |
+
0.3293800950050354,
|
| 236 |
+
0.21547521650791168,
|
| 237 |
+
0.3933250904083252,
|
| 238 |
+
0.36830687522888184,
|
| 239 |
+
0.531962513923645,
|
| 240 |
+
0.6852912306785583,
|
| 241 |
+
0.44622111320495605,
|
| 242 |
+
0.0774383544921875,
|
| 243 |
+
0.36799317598342896,
|
| 244 |
+
0.14279389381408691,
|
| 245 |
+
0.6698932647705078,
|
| 246 |
+
0.33818429708480835,
|
| 247 |
+
0.2968989908695221,
|
| 248 |
+
0.415102481842041,
|
| 249 |
+
0.40781375765800476,
|
| 250 |
+
0.061579782515764236,
|
| 251 |
+
0.3656052052974701,
|
| 252 |
+
0.33900871872901917,
|
| 253 |
+
0.09445953369140625,
|
| 254 |
+
0.8211183547973633,
|
| 255 |
+
0.8319261074066162,
|
| 256 |
+
0.05356965214014053,
|
| 257 |
+
0.5602728724479675,
|
| 258 |
+
0.7649571895599365,
|
| 259 |
+
0.22227327525615692,
|
| 260 |
+
0.2699509859085083,
|
| 261 |
+
0.2065075784921646,
|
| 262 |
+
0.3031238317489624,
|
| 263 |
+
0.07683347910642624,
|
| 264 |
+
0.3644028306007385,
|
| 265 |
+
0.19173495471477509,
|
| 266 |
+
0.584582507610321,
|
| 267 |
+
0.6177866458892822,
|
| 268 |
+
0.3585723042488098,
|
| 269 |
+
0.24015368521213531,
|
| 270 |
+
0.6626805067062378,
|
| 271 |
+
0.5753495097160339,
|
| 272 |
+
0.37383508682250977,
|
| 273 |
+
0.3768172562122345,
|
| 274 |
+
0.40466299653053284,
|
| 275 |
+
0.5539456605911255,
|
| 276 |
+
0.12121889740228653,
|
| 277 |
+
0.2993362843990326,
|
| 278 |
+
0.33686143159866333,
|
| 279 |
+
0.1318615823984146,
|
| 280 |
+
0.4247714877128601,
|
| 281 |
+
0.16024383902549744,
|
| 282 |
+
0.7436770796775818
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
|
| 3 |
+
"fingerprint": "ef66d511604c75db",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d200",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37321803291328254,
|
| 60 |
+
"lora/map": 0.37321803291328254,
|
| 61 |
+
"fsd50k/map": 0.37321803291328254,
|
| 62 |
+
"train_seconds": 25.29,
|
| 63 |
+
"total_seconds": 34.71,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02132243066560477,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.024290702428116307,
|
| 77 |
+
"val_map": 0.37321803291328254,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 25.292827679542825
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.25608909130096436,
|
| 84 |
+
0.21723836660385132,
|
| 85 |
+
0.5292695164680481,
|
| 86 |
+
0.3672697842121124,
|
| 87 |
+
0.43316763639450073,
|
| 88 |
+
0.6257931590080261,
|
| 89 |
+
0.8412309885025024,
|
| 90 |
+
0.5243186950683594,
|
| 91 |
+
0.5984724760055542,
|
| 92 |
+
0.5192503333091736,
|
| 93 |
+
0.2706957161426544,
|
| 94 |
+
0.3635527491569519,
|
| 95 |
+
0.13888341188430786,
|
| 96 |
+
0.2675330936908722,
|
| 97 |
+
0.4960487186908722,
|
| 98 |
+
0.45832911133766174,
|
| 99 |
+
0.05913613736629486,
|
| 100 |
+
0.23752781748771667,
|
| 101 |
+
0.4842560887336731,
|
| 102 |
+
0.20108751952648163,
|
| 103 |
+
0.5063243508338928,
|
| 104 |
+
0.4053654074668884,
|
| 105 |
+
0.7985091805458069,
|
| 106 |
+
0.09436266869306564,
|
| 107 |
+
0.2335604876279831,
|
| 108 |
+
0.417195588350296,
|
| 109 |
+
0.3707779049873352,
|
| 110 |
+
0.2765997052192688,
|
| 111 |
+
0.6847315430641174,
|
| 112 |
+
0.28754255175590515,
|
| 113 |
+
0.6634382009506226,
|
| 114 |
+
0.560014009475708,
|
| 115 |
+
0.35586583614349365,
|
| 116 |
+
0.19939666986465454,
|
| 117 |
+
0.31332194805145264,
|
| 118 |
+
0.2369312345981598,
|
| 119 |
+
0.400898814201355,
|
| 120 |
+
0.2298576831817627,
|
| 121 |
+
0.32549992203712463,
|
| 122 |
+
0.26694658398628235,
|
| 123 |
+
0.5746036767959595,
|
| 124 |
+
0.18646933138370514,
|
| 125 |
+
0.5926740169525146,
|
| 126 |
+
0.19209842383861542,
|
| 127 |
+
0.4213978350162506,
|
| 128 |
+
0.17827633023262024,
|
| 129 |
+
0.26744258403778076,
|
| 130 |
+
0.26098567247390747,
|
| 131 |
+
0.7468423247337341,
|
| 132 |
+
0.3937813639640808,
|
| 133 |
+
0.3158000409603119,
|
| 134 |
+
0.500532865524292,
|
| 135 |
+
0.5720438361167908,
|
| 136 |
+
0.14130084216594696,
|
| 137 |
+
0.14490202069282532,
|
| 138 |
+
0.017285386100411415,
|
| 139 |
+
0.18839378654956818,
|
| 140 |
+
0.6476903557777405,
|
| 141 |
+
0.13328592479228973,
|
| 142 |
+
0.48922640085220337,
|
| 143 |
+
0.5353874564170837,
|
| 144 |
+
0.6193549036979675,
|
| 145 |
+
0.38929283618927,
|
| 146 |
+
0.15694914758205414,
|
| 147 |
+
0.5006331205368042,
|
| 148 |
+
0.16118629276752472,
|
| 149 |
+
0.2129257321357727,
|
| 150 |
+
0.6833009719848633,
|
| 151 |
+
0.5131464004516602,
|
| 152 |
+
0.5272496938705444,
|
| 153 |
+
0.47220510244369507,
|
| 154 |
+
0.20788268744945526,
|
| 155 |
+
0.6719928979873657,
|
| 156 |
+
0.3257454037666321,
|
| 157 |
+
0.2796097993850708,
|
| 158 |
+
0.2406206578016281,
|
| 159 |
+
0.4840679168701172,
|
| 160 |
+
0.3628672957420349,
|
| 161 |
+
0.2407037615776062,
|
| 162 |
+
0.3841748535633087,
|
| 163 |
+
0.22416821122169495,
|
| 164 |
+
0.18364447355270386,
|
| 165 |
+
0.18822988867759705,
|
| 166 |
+
0.30306288599967957,
|
| 167 |
+
0.26629510521888733,
|
| 168 |
+
0.22605128586292267,
|
| 169 |
+
0.41911381483078003,
|
| 170 |
+
0.604803740978241,
|
| 171 |
+
0.17074649035930634,
|
| 172 |
+
0.10389796644449234,
|
| 173 |
+
0.7333195805549622,
|
| 174 |
+
0.09975062310695648,
|
| 175 |
+
0.4963608384132385,
|
| 176 |
+
0.23300333321094513,
|
| 177 |
+
0.3518843352794647,
|
| 178 |
+
0.35781851410865784,
|
| 179 |
+
0.48136940598487854,
|
| 180 |
+
0.1304711252450943,
|
| 181 |
+
0.39707672595977783,
|
| 182 |
+
0.07929644733667374,
|
| 183 |
+
0.5578806400299072,
|
| 184 |
+
0.6969287991523743,
|
| 185 |
+
0.21199899911880493,
|
| 186 |
+
0.39148247241973877,
|
| 187 |
+
0.23890310525894165,
|
| 188 |
+
0.3331824541091919,
|
| 189 |
+
0.6289758086204529,
|
| 190 |
+
0.46668630838394165,
|
| 191 |
+
0.5634145140647888,
|
| 192 |
+
0.17473430931568146,
|
| 193 |
+
0.19685164093971252,
|
| 194 |
+
0.3213579058647156,
|
| 195 |
+
0.5690813064575195,
|
| 196 |
+
0.052942030131816864,
|
| 197 |
+
0.1619226336479187,
|
| 198 |
+
0.3213249444961548,
|
| 199 |
+
0.6259431838989258,
|
| 200 |
+
0.39521458745002747,
|
| 201 |
+
0.5000408887863159,
|
| 202 |
+
0.24903306365013123,
|
| 203 |
+
0.8587331175804138,
|
| 204 |
+
0.8665943741798401,
|
| 205 |
+
0.3244521915912628,
|
| 206 |
+
0.07163211703300476,
|
| 207 |
+
0.228642076253891,
|
| 208 |
+
0.758401095867157,
|
| 209 |
+
0.2605326771736145,
|
| 210 |
+
0.7126872539520264,
|
| 211 |
+
0.34036320447921753,
|
| 212 |
+
0.15083080530166626,
|
| 213 |
+
0.1430279016494751,
|
| 214 |
+
0.7126852869987488,
|
| 215 |
+
0.43233245611190796,
|
| 216 |
+
0.4386044144630432,
|
| 217 |
+
0.5953588485717773,
|
| 218 |
+
0.07147567719221115,
|
| 219 |
+
0.10817505419254303,
|
| 220 |
+
0.04887485131621361,
|
| 221 |
+
0.5615565776824951,
|
| 222 |
+
0.5348072052001953,
|
| 223 |
+
0.17153167724609375,
|
| 224 |
+
0.279865562915802,
|
| 225 |
+
0.16092674434185028,
|
| 226 |
+
0.286816269159317,
|
| 227 |
+
0.6854560971260071,
|
| 228 |
+
0.4758599102497101,
|
| 229 |
+
0.06542080640792847,
|
| 230 |
+
0.597858190536499,
|
| 231 |
+
0.14579308032989502,
|
| 232 |
+
0.235788032412529,
|
| 233 |
+
0.4475305378437042,
|
| 234 |
+
0.48516806960105896,
|
| 235 |
+
0.30516737699508667,
|
| 236 |
+
0.3156830966472626,
|
| 237 |
+
0.3656540811061859,
|
| 238 |
+
0.311562180519104,
|
| 239 |
+
0.5530052185058594,
|
| 240 |
+
0.6630297899246216,
|
| 241 |
+
0.4589971899986267,
|
| 242 |
+
0.047268133610486984,
|
| 243 |
+
0.458270400762558,
|
| 244 |
+
0.17251379787921906,
|
| 245 |
+
0.6525980830192566,
|
| 246 |
+
0.33481043577194214,
|
| 247 |
+
0.31604719161987305,
|
| 248 |
+
0.4360963702201843,
|
| 249 |
+
0.36382192373275757,
|
| 250 |
+
0.055933814495801926,
|
| 251 |
+
0.3173504173755646,
|
| 252 |
+
0.3847208023071289,
|
| 253 |
+
0.09911902993917465,
|
| 254 |
+
0.8276697993278503,
|
| 255 |
+
0.8353638052940369,
|
| 256 |
+
0.051853056997060776,
|
| 257 |
+
0.5876704454421997,
|
| 258 |
+
0.7283133864402771,
|
| 259 |
+
0.18461140990257263,
|
| 260 |
+
0.2657049596309662,
|
| 261 |
+
0.20849885046482086,
|
| 262 |
+
0.31574392318725586,
|
| 263 |
+
0.0702967420220375,
|
| 264 |
+
0.49294313788414,
|
| 265 |
+
0.12798215448856354,
|
| 266 |
+
0.6027950048446655,
|
| 267 |
+
0.6195883750915527,
|
| 268 |
+
0.334929496049881,
|
| 269 |
+
0.24293187260627747,
|
| 270 |
+
0.6629937887191772,
|
| 271 |
+
0.580890953540802,
|
| 272 |
+
0.35263824462890625,
|
| 273 |
+
0.4929508566856384,
|
| 274 |
+
0.4467583894729614,
|
| 275 |
+
0.5565354824066162,
|
| 276 |
+
0.11357661336660385,
|
| 277 |
+
0.2102610021829605,
|
| 278 |
+
0.34637850522994995,
|
| 279 |
+
0.11431661248207092,
|
| 280 |
+
0.40605801343917847,
|
| 281 |
+
0.0970384031534195,
|
| 282 |
+
0.7379967570304871
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d200/exports/step_00020000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
|
| 4 |
+
"fingerprint": "ef66d511604c75db",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d200",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006437772184816248,
|
| 61 |
+
"val_map": 0.0056136432426329525,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.0242,
|
| 69 |
+
"train_map": 0.03418773694111448,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02342,
|
| 78 |
+
"train_map": 0.034452975965529126,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02235,
|
| 87 |
+
"train_map": 0.060448934023548624,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02144,
|
| 96 |
+
"train_map": 0.07215626764555676,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02181,
|
| 105 |
+
"train_map": 0.0760930732808887,
|
| 106 |
+
"val_map": 0.049003943011422677,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.0217,
|
| 114 |
+
"train_map": 0.08924766959475823,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02122,
|
| 123 |
+
"train_map": 0.10145846427642728,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02074,
|
| 132 |
+
"train_map": 0.10336229877998837,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0198,
|
| 141 |
+
"train_map": 0.11519127966839629,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01935,
|
| 150 |
+
"train_map": 0.1280669404513625,
|
| 151 |
+
"val_map": 0.08245410520205207,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01946,
|
| 159 |
+
"train_map": 0.1321221734591507,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01929,
|
| 168 |
+
"train_map": 0.14718929462645564,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01941,
|
| 177 |
+
"train_map": 0.15012529610693312,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.7
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01891,
|
| 186 |
+
"train_map": 0.16845246040716455,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01866,
|
| 195 |
+
"train_map": 0.18193777481913992,
|
| 196 |
+
"val_map": 0.1140540421929783,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.8
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01851,
|
| 204 |
+
"train_map": 0.18459670502688927,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.9
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01844,
|
| 213 |
+
"train_map": 0.19534249879787385,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.5
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01839,
|
| 222 |
+
"train_map": 0.1998090097632973,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01813,
|
| 231 |
+
"train_map": 0.20492828858440187,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.7
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01814,
|
| 240 |
+
"train_map": 0.20501846759677272,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.0184,
|
| 249 |
+
"train_map": 0.2051809957998485,
|
| 250 |
+
"val_map": 0.12665255724291619,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2051809957998485,
|
| 256 |
+
"final_val_map": 0.12665255724291619,
|
| 257 |
+
"lora/map": 0.12665255724291619,
|
| 258 |
+
"train_seconds": 10.3,
|
| 259 |
+
"wall_seconds": 62.6
|
| 260 |
+
}
|
p5-mae-15m-d200/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d200/exports/step_00040000",
|
| 4 |
+
"fingerprint": "ef66d511604c75db",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d200",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007050027257446518,
|
| 61 |
+
"val_map": 0.0062175562366245905,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.0236,
|
| 69 |
+
"train_map": 0.027568286382443002,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02314,
|
| 78 |
+
"train_map": 0.04538329499349549,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02236,
|
| 87 |
+
"train_map": 0.06736100063371195,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02193,
|
| 96 |
+
"train_map": 0.08003479502724034,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02201,
|
| 105 |
+
"train_map": 0.08497595023832141,
|
| 106 |
+
"val_map": 0.05623592968864024,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.7
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.021,
|
| 114 |
+
"train_map": 0.09391515396457639,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02064,
|
| 123 |
+
"train_map": 0.10799320758297418,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.0204,
|
| 132 |
+
"train_map": 0.12903185549105536,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01995,
|
| 141 |
+
"train_map": 0.1309617181844034,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.0
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01933,
|
| 150 |
+
"train_map": 0.14877541327541535,
|
| 151 |
+
"val_map": 0.09130700491633853,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.3
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01961,
|
| 159 |
+
"train_map": 0.14852425358673482,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.6
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01955,
|
| 168 |
+
"train_map": 0.17059668964411237,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.2
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01938,
|
| 177 |
+
"train_map": 0.17982403576582584,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.8
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.0189,
|
| 186 |
+
"train_map": 0.19638639742568617,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.5
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01822,
|
| 195 |
+
"train_map": 0.20559931240014492,
|
| 196 |
+
"val_map": 0.12607700206636252,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.0
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01864,
|
| 204 |
+
"train_map": 0.20477433032064613,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.1
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01801,
|
| 213 |
+
"train_map": 0.21705760814751404,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.7
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.0176,
|
| 222 |
+
"train_map": 0.22410082330209763,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.3
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01726,
|
| 231 |
+
"train_map": 0.22863294326998929,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.9
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01793,
|
| 240 |
+
"train_map": 0.2292962059576552,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.4
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01792,
|
| 249 |
+
"train_map": 0.22928446563989263,
|
| 250 |
+
"val_map": 0.13982298890786135,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.5
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.22928446563989263,
|
| 256 |
+
"final_val_map": 0.13982298890786135,
|
| 257 |
+
"lora/map": 0.13982298890786135,
|
| 258 |
+
"train_seconds": 10.5,
|
| 259 |
+
"wall_seconds": 63.6
|
| 260 |
+
}
|
p5-mae-15m-d200/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d200/exports/step_00040000",
|
| 4 |
+
"fingerprint": "ef66d511604c75db",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d200",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006836175594295055,
|
| 61 |
+
"val_map": 0.005986588747961627,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02456,
|
| 69 |
+
"train_map": 0.032737995333531326,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02309,
|
| 78 |
+
"train_map": 0.057678615557740266,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02214,
|
| 87 |
+
"train_map": 0.07196422674285824,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 2.0
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02161,
|
| 96 |
+
"train_map": 0.07817708028734889,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.6
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02181,
|
| 105 |
+
"train_map": 0.08643641551285876,
|
| 106 |
+
"val_map": 0.05550481543118095,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.8
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02072,
|
| 114 |
+
"train_map": 0.0981239039968678,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.2
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0208,
|
| 123 |
+
"train_map": 0.11768962488292348,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.8
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02018,
|
| 132 |
+
"train_map": 0.12407910504839621,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.4
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02049,
|
| 141 |
+
"train_map": 0.1290712815703227,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.1
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01982,
|
| 150 |
+
"train_map": 0.14586459615522293,
|
| 151 |
+
"val_map": 0.08749613183704284,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.4
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01973,
|
| 159 |
+
"train_map": 0.14925041077110698,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.7
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01926,
|
| 168 |
+
"train_map": 0.156324796776236,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.4
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.0192,
|
| 177 |
+
"train_map": 0.17945041896711744,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 7.0
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01857,
|
| 186 |
+
"train_map": 0.1921417385709085,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.6
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01806,
|
| 195 |
+
"train_map": 0.20526017342999833,
|
| 196 |
+
"val_map": 0.1248069094066319,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.1
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0184,
|
| 204 |
+
"train_map": 0.2067897642770008,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.2
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01772,
|
| 213 |
+
"train_map": 0.21795574743724808,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.8
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01786,
|
| 222 |
+
"train_map": 0.22244040390557876,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.4
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01765,
|
| 231 |
+
"train_map": 0.22600970646292254,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 10.0
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.0177,
|
| 240 |
+
"train_map": 0.22747804299244337,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.6
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01749,
|
| 249 |
+
"train_map": 0.2275391251486735,
|
| 250 |
+
"val_map": 0.13917215091513868,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.6
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2275391251486735,
|
| 256 |
+
"final_val_map": 0.13917215091513868,
|
| 257 |
+
"lora/map": 0.13917215091513868,
|
| 258 |
+
"train_seconds": 10.6,
|
| 259 |
+
"wall_seconds": 63.5
|
| 260 |
+
}
|
p5-mae-15m-d200/exports/step_00040000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:005873c36574a7ab4b4c836163ab9d553f7c64cdfe8ce85703927a3f69938303
|
| 3 |
+
size 60174680
|