Upload folder using huggingface_hub
Browse files- p5-mae-15m-d202/exports/step_00020000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d202/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d202/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d202/exports/step_00020000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d202/exports/step_00020000/lora_1ep_s2.json +260 -0
p5-mae-15m-d202/exports/step_00020000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d202/exports/step_00020000",
|
| 3 |
+
"fingerprint": "49c136d66a1a23e3",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d202",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3707413589116186,
|
| 60 |
+
"lora/map": 0.3707413589116186,
|
| 61 |
+
"fsd50k/map": 0.3707413589116186,
|
| 62 |
+
"train_seconds": 24.82,
|
| 63 |
+
"total_seconds": 33.51,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022442851116647945,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023838909654262917,
|
| 77 |
+
"val_map": 0.3707413589116186,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.821863229735754
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.25518733263015747,
|
| 84 |
+
0.10032819956541061,
|
| 85 |
+
0.5500268340110779,
|
| 86 |
+
0.3579621911048889,
|
| 87 |
+
0.45843222737312317,
|
| 88 |
+
0.612745463848114,
|
| 89 |
+
0.8340177536010742,
|
| 90 |
+
0.5302954316139221,
|
| 91 |
+
0.5757341384887695,
|
| 92 |
+
0.514711320400238,
|
| 93 |
+
0.2554429769515991,
|
| 94 |
+
0.40038105845451355,
|
| 95 |
+
0.1920853853225708,
|
| 96 |
+
0.3442252576351166,
|
| 97 |
+
0.49084869027137756,
|
| 98 |
+
0.45704156160354614,
|
| 99 |
+
0.028634697198867798,
|
| 100 |
+
0.22939501702785492,
|
| 101 |
+
0.4050982892513275,
|
| 102 |
+
0.2285929024219513,
|
| 103 |
+
0.5257862210273743,
|
| 104 |
+
0.4162604510784149,
|
| 105 |
+
0.7574846148490906,
|
| 106 |
+
0.12042000889778137,
|
| 107 |
+
0.25661975145339966,
|
| 108 |
+
0.3503876328468323,
|
| 109 |
+
0.3582623600959778,
|
| 110 |
+
0.23339441418647766,
|
| 111 |
+
0.7487959265708923,
|
| 112 |
+
0.3129071295261383,
|
| 113 |
+
0.6330220699310303,
|
| 114 |
+
0.49109503626823425,
|
| 115 |
+
0.364542156457901,
|
| 116 |
+
0.14965511858463287,
|
| 117 |
+
0.3223899006843567,
|
| 118 |
+
0.22140629589557648,
|
| 119 |
+
0.39551040530204773,
|
| 120 |
+
0.2383040487766266,
|
| 121 |
+
0.27966246008872986,
|
| 122 |
+
0.23292167484760284,
|
| 123 |
+
0.5052164793014526,
|
| 124 |
+
0.2198542356491089,
|
| 125 |
+
0.5622406005859375,
|
| 126 |
+
0.20231115818023682,
|
| 127 |
+
0.491881787776947,
|
| 128 |
+
0.09647640585899353,
|
| 129 |
+
0.1846332997083664,
|
| 130 |
+
0.2991828918457031,
|
| 131 |
+
0.7569092512130737,
|
| 132 |
+
0.3769814968109131,
|
| 133 |
+
0.4049167037010193,
|
| 134 |
+
0.5229951739311218,
|
| 135 |
+
0.5544732213020325,
|
| 136 |
+
0.1430896520614624,
|
| 137 |
+
0.14403168857097626,
|
| 138 |
+
0.023053323850035667,
|
| 139 |
+
0.2596178948879242,
|
| 140 |
+
0.6731678247451782,
|
| 141 |
+
0.14306125044822693,
|
| 142 |
+
0.49228718876838684,
|
| 143 |
+
0.5583744645118713,
|
| 144 |
+
0.606123149394989,
|
| 145 |
+
0.42784595489501953,
|
| 146 |
+
0.13076329231262207,
|
| 147 |
+
0.49219298362731934,
|
| 148 |
+
0.11082649230957031,
|
| 149 |
+
0.19584879279136658,
|
| 150 |
+
0.6713364720344543,
|
| 151 |
+
0.5819376707077026,
|
| 152 |
+
0.5285698771476746,
|
| 153 |
+
0.4717590808868408,
|
| 154 |
+
0.22226953506469727,
|
| 155 |
+
0.6851173639297485,
|
| 156 |
+
0.2888529300689697,
|
| 157 |
+
0.29800745844841003,
|
| 158 |
+
0.23707981407642365,
|
| 159 |
+
0.33863765001296997,
|
| 160 |
+
0.3344272971153259,
|
| 161 |
+
0.2995908260345459,
|
| 162 |
+
0.4746793508529663,
|
| 163 |
+
0.22394141554832458,
|
| 164 |
+
0.2224864661693573,
|
| 165 |
+
0.32465988397598267,
|
| 166 |
+
0.2885017991065979,
|
| 167 |
+
0.15526273846626282,
|
| 168 |
+
0.20860931277275085,
|
| 169 |
+
0.40243861079216003,
|
| 170 |
+
0.5227841138839722,
|
| 171 |
+
0.2300168126821518,
|
| 172 |
+
0.1269553005695343,
|
| 173 |
+
0.7331165075302124,
|
| 174 |
+
0.12785497307777405,
|
| 175 |
+
0.5170974731445312,
|
| 176 |
+
0.1805272251367569,
|
| 177 |
+
0.29675933718681335,
|
| 178 |
+
0.30257681012153625,
|
| 179 |
+
0.48425477743148804,
|
| 180 |
+
0.15726685523986816,
|
| 181 |
+
0.3592036962509155,
|
| 182 |
+
0.07996943593025208,
|
| 183 |
+
0.5641933083534241,
|
| 184 |
+
0.7015525698661804,
|
| 185 |
+
0.202515110373497,
|
| 186 |
+
0.3907424509525299,
|
| 187 |
+
0.23112167418003082,
|
| 188 |
+
0.3798266053199768,
|
| 189 |
+
0.6384802460670471,
|
| 190 |
+
0.45842114090919495,
|
| 191 |
+
0.5550453066825867,
|
| 192 |
+
0.17009718716144562,
|
| 193 |
+
0.24660846590995789,
|
| 194 |
+
0.32591158151626587,
|
| 195 |
+
0.4862898588180542,
|
| 196 |
+
0.11838983744382858,
|
| 197 |
+
0.15527160465717316,
|
| 198 |
+
0.30078476667404175,
|
| 199 |
+
0.7290719747543335,
|
| 200 |
+
0.4047193229198456,
|
| 201 |
+
0.4703538119792938,
|
| 202 |
+
0.21339699625968933,
|
| 203 |
+
0.8631075620651245,
|
| 204 |
+
0.8710806369781494,
|
| 205 |
+
0.34878212213516235,
|
| 206 |
+
0.10891503840684891,
|
| 207 |
+
0.17818324267864227,
|
| 208 |
+
0.7651844620704651,
|
| 209 |
+
0.26405009627342224,
|
| 210 |
+
0.7210196852684021,
|
| 211 |
+
0.3327335715293884,
|
| 212 |
+
0.11126254498958588,
|
| 213 |
+
0.14910924434661865,
|
| 214 |
+
0.7388402223587036,
|
| 215 |
+
0.2794765532016754,
|
| 216 |
+
0.43825119733810425,
|
| 217 |
+
0.6405733823776245,
|
| 218 |
+
0.05108184739947319,
|
| 219 |
+
0.09574807435274124,
|
| 220 |
+
0.0584641695022583,
|
| 221 |
+
0.6010991334915161,
|
| 222 |
+
0.5367989540100098,
|
| 223 |
+
0.20071269571781158,
|
| 224 |
+
0.35726794600486755,
|
| 225 |
+
0.1938280165195465,
|
| 226 |
+
0.28568121790885925,
|
| 227 |
+
0.602422297000885,
|
| 228 |
+
0.5267056822776794,
|
| 229 |
+
0.07185537368059158,
|
| 230 |
+
0.5430893301963806,
|
| 231 |
+
0.19981151819229126,
|
| 232 |
+
0.2735487222671509,
|
| 233 |
+
0.4953514039516449,
|
| 234 |
+
0.5104683637619019,
|
| 235 |
+
0.20726880431175232,
|
| 236 |
+
0.3190174400806427,
|
| 237 |
+
0.45637139678001404,
|
| 238 |
+
0.2914853096008301,
|
| 239 |
+
0.5246570706367493,
|
| 240 |
+
0.4848913252353668,
|
| 241 |
+
0.4717312753200531,
|
| 242 |
+
0.060459353029727936,
|
| 243 |
+
0.4365489184856415,
|
| 244 |
+
0.14105550944805145,
|
| 245 |
+
0.6543521285057068,
|
| 246 |
+
0.2658791244029999,
|
| 247 |
+
0.3222366273403168,
|
| 248 |
+
0.38088399171829224,
|
| 249 |
+
0.3412928581237793,
|
| 250 |
+
0.05324597656726837,
|
| 251 |
+
0.3123247027397156,
|
| 252 |
+
0.4471886456012726,
|
| 253 |
+
0.09013895690441132,
|
| 254 |
+
0.8627199530601501,
|
| 255 |
+
0.8616857528686523,
|
| 256 |
+
0.05102674290537834,
|
| 257 |
+
0.49805501103401184,
|
| 258 |
+
0.7346339821815491,
|
| 259 |
+
0.1774345189332962,
|
| 260 |
+
0.2776309549808502,
|
| 261 |
+
0.18983952701091766,
|
| 262 |
+
0.3091394603252411,
|
| 263 |
+
0.04969477653503418,
|
| 264 |
+
0.44251808524131775,
|
| 265 |
+
0.23641863465309143,
|
| 266 |
+
0.5580480098724365,
|
| 267 |
+
0.6002599000930786,
|
| 268 |
+
0.44342467188835144,
|
| 269 |
+
0.25846484303474426,
|
| 270 |
+
0.6677828431129456,
|
| 271 |
+
0.5765351057052612,
|
| 272 |
+
0.35563310980796814,
|
| 273 |
+
0.2999982535839081,
|
| 274 |
+
0.37629014253616333,
|
| 275 |
+
0.5574750304222107,
|
| 276 |
+
0.1048591136932373,
|
| 277 |
+
0.2607458829879761,
|
| 278 |
+
0.38862061500549316,
|
| 279 |
+
0.11476004123687744,
|
| 280 |
+
0.3992951512336731,
|
| 281 |
+
0.16084225475788116,
|
| 282 |
+
0.7311919331550598
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d202/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d202/exports/step_00020000",
|
| 3 |
+
"fingerprint": "49c136d66a1a23e3",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d202",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37386082235723733,
|
| 60 |
+
"lora/map": 0.37386082235723733,
|
| 61 |
+
"fsd50k/map": 0.37386082235723733,
|
| 62 |
+
"train_seconds": 24.32,
|
| 63 |
+
"total_seconds": 32.98,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021574344938853754,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023593838829271067,
|
| 77 |
+
"val_map": 0.37386082235723733,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.31898111535702
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2812964916229248,
|
| 84 |
+
0.10023706406354904,
|
| 85 |
+
0.5426810383796692,
|
| 86 |
+
0.31747010350227356,
|
| 87 |
+
0.4264892339706421,
|
| 88 |
+
0.6055502891540527,
|
| 89 |
+
0.8289946913719177,
|
| 90 |
+
0.5498487949371338,
|
| 91 |
+
0.5655436515808105,
|
| 92 |
+
0.4958612024784088,
|
| 93 |
+
0.294346421957016,
|
| 94 |
+
0.39090561866760254,
|
| 95 |
+
0.17500020563602448,
|
| 96 |
+
0.3627255856990814,
|
| 97 |
+
0.4843474328517914,
|
| 98 |
+
0.4522009491920471,
|
| 99 |
+
0.024691954255104065,
|
| 100 |
+
0.20697522163391113,
|
| 101 |
+
0.4578772783279419,
|
| 102 |
+
0.17886380851268768,
|
| 103 |
+
0.545599639415741,
|
| 104 |
+
0.4055570960044861,
|
| 105 |
+
0.7745793461799622,
|
| 106 |
+
0.08289649337530136,
|
| 107 |
+
0.21915028989315033,
|
| 108 |
+
0.337702214717865,
|
| 109 |
+
0.3685135841369629,
|
| 110 |
+
0.2797648012638092,
|
| 111 |
+
0.7716836333274841,
|
| 112 |
+
0.3116678297519684,
|
| 113 |
+
0.615048348903656,
|
| 114 |
+
0.503518283367157,
|
| 115 |
+
0.3859519362449646,
|
| 116 |
+
0.17080622911453247,
|
| 117 |
+
0.33469125628471375,
|
| 118 |
+
0.22040268778800964,
|
| 119 |
+
0.42110830545425415,
|
| 120 |
+
0.21560144424438477,
|
| 121 |
+
0.23472732305526733,
|
| 122 |
+
0.24229122698307037,
|
| 123 |
+
0.5095253586769104,
|
| 124 |
+
0.260202020406723,
|
| 125 |
+
0.5539681315422058,
|
| 126 |
+
0.22933708131313324,
|
| 127 |
+
0.5369997620582581,
|
| 128 |
+
0.17490920424461365,
|
| 129 |
+
0.20854701101779938,
|
| 130 |
+
0.24960893392562866,
|
| 131 |
+
0.7488769888877869,
|
| 132 |
+
0.4389753043651581,
|
| 133 |
+
0.35342881083488464,
|
| 134 |
+
0.45650437474250793,
|
| 135 |
+
0.5824977159500122,
|
| 136 |
+
0.1775246560573578,
|
| 137 |
+
0.20164749026298523,
|
| 138 |
+
0.04332337528467178,
|
| 139 |
+
0.26854458451271057,
|
| 140 |
+
0.6359199285507202,
|
| 141 |
+
0.13131409883499146,
|
| 142 |
+
0.52696692943573,
|
| 143 |
+
0.5932549238204956,
|
| 144 |
+
0.6338685750961304,
|
| 145 |
+
0.4185603857040405,
|
| 146 |
+
0.2050086110830307,
|
| 147 |
+
0.5163750052452087,
|
| 148 |
+
0.10135713219642639,
|
| 149 |
+
0.2339208722114563,
|
| 150 |
+
0.6547268033027649,
|
| 151 |
+
0.4404931366443634,
|
| 152 |
+
0.5420664548873901,
|
| 153 |
+
0.4823577105998993,
|
| 154 |
+
0.22678305208683014,
|
| 155 |
+
0.7052627205848694,
|
| 156 |
+
0.2922556698322296,
|
| 157 |
+
0.21978384256362915,
|
| 158 |
+
0.22302350401878357,
|
| 159 |
+
0.4014895558357239,
|
| 160 |
+
0.36045193672180176,
|
| 161 |
+
0.2462838888168335,
|
| 162 |
+
0.4277876019477844,
|
| 163 |
+
0.18508674204349518,
|
| 164 |
+
0.2399398386478424,
|
| 165 |
+
0.3322352468967438,
|
| 166 |
+
0.2675072252750397,
|
| 167 |
+
0.2457875907421112,
|
| 168 |
+
0.22773747146129608,
|
| 169 |
+
0.39236342906951904,
|
| 170 |
+
0.5005823969841003,
|
| 171 |
+
0.16542498767375946,
|
| 172 |
+
0.09321242570877075,
|
| 173 |
+
0.7528120875358582,
|
| 174 |
+
0.12747734785079956,
|
| 175 |
+
0.5150839686393738,
|
| 176 |
+
0.2232416421175003,
|
| 177 |
+
0.31337517499923706,
|
| 178 |
+
0.3238990902900696,
|
| 179 |
+
0.35068491101264954,
|
| 180 |
+
0.18288885056972504,
|
| 181 |
+
0.3572019636631012,
|
| 182 |
+
0.058025818318128586,
|
| 183 |
+
0.5625681281089783,
|
| 184 |
+
0.6978718638420105,
|
| 185 |
+
0.20365376770496368,
|
| 186 |
+
0.42028194665908813,
|
| 187 |
+
0.21958793699741364,
|
| 188 |
+
0.3780951499938965,
|
| 189 |
+
0.655749499797821,
|
| 190 |
+
0.4795054793357849,
|
| 191 |
+
0.5249285697937012,
|
| 192 |
+
0.2096685767173767,
|
| 193 |
+
0.21914049983024597,
|
| 194 |
+
0.33000922203063965,
|
| 195 |
+
0.5589799880981445,
|
| 196 |
+
0.14395684003829956,
|
| 197 |
+
0.14143165946006775,
|
| 198 |
+
0.29926925897598267,
|
| 199 |
+
0.7058302760124207,
|
| 200 |
+
0.4285677671432495,
|
| 201 |
+
0.4875040054321289,
|
| 202 |
+
0.25735577940940857,
|
| 203 |
+
0.8657507300376892,
|
| 204 |
+
0.8743807077407837,
|
| 205 |
+
0.3212418258190155,
|
| 206 |
+
0.07778715342283249,
|
| 207 |
+
0.2694500684738159,
|
| 208 |
+
0.7713795304298401,
|
| 209 |
+
0.3321050703525543,
|
| 210 |
+
0.7357507348060608,
|
| 211 |
+
0.31825846433639526,
|
| 212 |
+
0.10517928004264832,
|
| 213 |
+
0.11897604912519455,
|
| 214 |
+
0.7618390917778015,
|
| 215 |
+
0.4347274601459503,
|
| 216 |
+
0.46130990982055664,
|
| 217 |
+
0.6240636110305786,
|
| 218 |
+
0.059633661061525345,
|
| 219 |
+
0.05960860103368759,
|
| 220 |
+
0.05549982190132141,
|
| 221 |
+
0.5978025794029236,
|
| 222 |
+
0.5498219728469849,
|
| 223 |
+
0.2388370782136917,
|
| 224 |
+
0.3548748791217804,
|
| 225 |
+
0.17068982124328613,
|
| 226 |
+
0.27760666608810425,
|
| 227 |
+
0.6731008291244507,
|
| 228 |
+
0.5403499007225037,
|
| 229 |
+
0.042030368000268936,
|
| 230 |
+
0.532910943031311,
|
| 231 |
+
0.1871025413274765,
|
| 232 |
+
0.22405655682086945,
|
| 233 |
+
0.47829583287239075,
|
| 234 |
+
0.45563971996307373,
|
| 235 |
+
0.2627621293067932,
|
| 236 |
+
0.35819870233535767,
|
| 237 |
+
0.4237992763519287,
|
| 238 |
+
0.32631275057792664,
|
| 239 |
+
0.543099582195282,
|
| 240 |
+
0.6240381002426147,
|
| 241 |
+
0.46368178725242615,
|
| 242 |
+
0.05949176847934723,
|
| 243 |
+
0.37985339760780334,
|
| 244 |
+
0.15595537424087524,
|
| 245 |
+
0.6361550688743591,
|
| 246 |
+
0.30462244153022766,
|
| 247 |
+
0.3165431618690491,
|
| 248 |
+
0.42289233207702637,
|
| 249 |
+
0.3753723204135895,
|
| 250 |
+
0.05744335055351257,
|
| 251 |
+
0.319374680519104,
|
| 252 |
+
0.4099237024784088,
|
| 253 |
+
0.08462100476026535,
|
| 254 |
+
0.8559166193008423,
|
| 255 |
+
0.865227460861206,
|
| 256 |
+
0.03726471588015556,
|
| 257 |
+
0.4831998646259308,
|
| 258 |
+
0.7655460834503174,
|
| 259 |
+
0.16650810837745667,
|
| 260 |
+
0.23977380990982056,
|
| 261 |
+
0.1959357112646103,
|
| 262 |
+
0.2928646206855774,
|
| 263 |
+
0.044338926672935486,
|
| 264 |
+
0.45006251335144043,
|
| 265 |
+
0.17807146906852722,
|
| 266 |
+
0.5766316652297974,
|
| 267 |
+
0.6046164035797119,
|
| 268 |
+
0.408618688583374,
|
| 269 |
+
0.23553134500980377,
|
| 270 |
+
0.6467711925506592,
|
| 271 |
+
0.555963397026062,
|
| 272 |
+
0.3222409188747406,
|
| 273 |
+
0.44679540395736694,
|
| 274 |
+
0.456867516040802,
|
| 275 |
+
0.5442085266113281,
|
| 276 |
+
0.13117167353630066,
|
| 277 |
+
0.23791168630123138,
|
| 278 |
+
0.3372150957584381,
|
| 279 |
+
0.13574343919754028,
|
| 280 |
+
0.3904017210006714,
|
| 281 |
+
0.15348488092422485,
|
| 282 |
+
0.7436520457267761
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d202/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d202/exports/step_00020000",
|
| 3 |
+
"fingerprint": "49c136d66a1a23e3",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d202",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37259770310949536,
|
| 60 |
+
"lora/map": 0.37259770310949536,
|
| 61 |
+
"fsd50k/map": 0.37259770310949536,
|
| 62 |
+
"train_seconds": 23.88,
|
| 63 |
+
"total_seconds": 32.79,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02208657977753319,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.024101609700868883,
|
| 77 |
+
"val_map": 0.37259770310949536,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.878132544574328
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.24470053613185883,
|
| 84 |
+
0.1564997136592865,
|
| 85 |
+
0.5773061513900757,
|
| 86 |
+
0.3141358494758606,
|
| 87 |
+
0.4598495364189148,
|
| 88 |
+
0.6120949387550354,
|
| 89 |
+
0.8306235671043396,
|
| 90 |
+
0.5163105726242065,
|
| 91 |
+
0.6133275628089905,
|
| 92 |
+
0.5008392333984375,
|
| 93 |
+
0.23351572453975677,
|
| 94 |
+
0.38814952969551086,
|
| 95 |
+
0.1749308556318283,
|
| 96 |
+
0.41184553503990173,
|
| 97 |
+
0.4869675934314728,
|
| 98 |
+
0.4484268128871918,
|
| 99 |
+
0.04260362312197685,
|
| 100 |
+
0.185943603515625,
|
| 101 |
+
0.44438180327415466,
|
| 102 |
+
0.25500252842903137,
|
| 103 |
+
0.5419524312019348,
|
| 104 |
+
0.4325137734413147,
|
| 105 |
+
0.7988435626029968,
|
| 106 |
+
0.1181073784828186,
|
| 107 |
+
0.2772712707519531,
|
| 108 |
+
0.35582470893859863,
|
| 109 |
+
0.3406064212322235,
|
| 110 |
+
0.2596740424633026,
|
| 111 |
+
0.6963686943054199,
|
| 112 |
+
0.27227547764778137,
|
| 113 |
+
0.6629932522773743,
|
| 114 |
+
0.5287379026412964,
|
| 115 |
+
0.4789455831050873,
|
| 116 |
+
0.2070133537054062,
|
| 117 |
+
0.3347685635089874,
|
| 118 |
+
0.21105384826660156,
|
| 119 |
+
0.4134587049484253,
|
| 120 |
+
0.2323068082332611,
|
| 121 |
+
0.23887859284877777,
|
| 122 |
+
0.2494017779827118,
|
| 123 |
+
0.5115941762924194,
|
| 124 |
+
0.17220404744148254,
|
| 125 |
+
0.5955179929733276,
|
| 126 |
+
0.17157229781150818,
|
| 127 |
+
0.4433538019657135,
|
| 128 |
+
0.0820738896727562,
|
| 129 |
+
0.1832895576953888,
|
| 130 |
+
0.27035805583000183,
|
| 131 |
+
0.7631364464759827,
|
| 132 |
+
0.4343532621860504,
|
| 133 |
+
0.3785795271396637,
|
| 134 |
+
0.5130063891410828,
|
| 135 |
+
0.5360884666442871,
|
| 136 |
+
0.14443092048168182,
|
| 137 |
+
0.18460342288017273,
|
| 138 |
+
0.015188499353826046,
|
| 139 |
+
0.26709818840026855,
|
| 140 |
+
0.6858405470848083,
|
| 141 |
+
0.11811992526054382,
|
| 142 |
+
0.48618727922439575,
|
| 143 |
+
0.5387799143791199,
|
| 144 |
+
0.6278355717658997,
|
| 145 |
+
0.4435024559497833,
|
| 146 |
+
0.18119898438453674,
|
| 147 |
+
0.5831961035728455,
|
| 148 |
+
0.14902403950691223,
|
| 149 |
+
0.24349187314510345,
|
| 150 |
+
0.6717962622642517,
|
| 151 |
+
0.48134300112724304,
|
| 152 |
+
0.504737377166748,
|
| 153 |
+
0.4644283056259155,
|
| 154 |
+
0.19338692724704742,
|
| 155 |
+
0.6725024580955505,
|
| 156 |
+
0.2900438606739044,
|
| 157 |
+
0.2553972601890564,
|
| 158 |
+
0.2084183543920517,
|
| 159 |
+
0.35102200508117676,
|
| 160 |
+
0.3394821882247925,
|
| 161 |
+
0.2882845103740692,
|
| 162 |
+
0.4270045757293701,
|
| 163 |
+
0.2308536171913147,
|
| 164 |
+
0.27352774143218994,
|
| 165 |
+
0.2877274751663208,
|
| 166 |
+
0.23646730184555054,
|
| 167 |
+
0.2873724102973938,
|
| 168 |
+
0.23464056849479675,
|
| 169 |
+
0.3898545205593109,
|
| 170 |
+
0.721853494644165,
|
| 171 |
+
0.2116241455078125,
|
| 172 |
+
0.12382389605045319,
|
| 173 |
+
0.7410600781440735,
|
| 174 |
+
0.09675359725952148,
|
| 175 |
+
0.48445403575897217,
|
| 176 |
+
0.18862344324588776,
|
| 177 |
+
0.2882896065711975,
|
| 178 |
+
0.34102144837379456,
|
| 179 |
+
0.39692598581314087,
|
| 180 |
+
0.20346646010875702,
|
| 181 |
+
0.4076355993747711,
|
| 182 |
+
0.08316362649202347,
|
| 183 |
+
0.5578129887580872,
|
| 184 |
+
0.7047429084777832,
|
| 185 |
+
0.21778234839439392,
|
| 186 |
+
0.42472854256629944,
|
| 187 |
+
0.24915200471878052,
|
| 188 |
+
0.31059563159942627,
|
| 189 |
+
0.6249964237213135,
|
| 190 |
+
0.45462045073509216,
|
| 191 |
+
0.5290155410766602,
|
| 192 |
+
0.1988535225391388,
|
| 193 |
+
0.2448207288980484,
|
| 194 |
+
0.3212256133556366,
|
| 195 |
+
0.6011278629302979,
|
| 196 |
+
0.0687914565205574,
|
| 197 |
+
0.1361750066280365,
|
| 198 |
+
0.3108581006526947,
|
| 199 |
+
0.6703547835350037,
|
| 200 |
+
0.40569067001342773,
|
| 201 |
+
0.474789559841156,
|
| 202 |
+
0.24920523166656494,
|
| 203 |
+
0.8683355450630188,
|
| 204 |
+
0.8770962953567505,
|
| 205 |
+
0.3121497929096222,
|
| 206 |
+
0.08473082631826401,
|
| 207 |
+
0.2521686851978302,
|
| 208 |
+
0.7800642251968384,
|
| 209 |
+
0.3013414144515991,
|
| 210 |
+
0.7273791432380676,
|
| 211 |
+
0.3262993395328522,
|
| 212 |
+
0.14579810202121735,
|
| 213 |
+
0.11380760371685028,
|
| 214 |
+
0.6987663507461548,
|
| 215 |
+
0.34851881861686707,
|
| 216 |
+
0.44583073258399963,
|
| 217 |
+
0.6160296201705933,
|
| 218 |
+
0.09323857724666595,
|
| 219 |
+
0.08602138608694077,
|
| 220 |
+
0.05898081138730049,
|
| 221 |
+
0.5840755701065063,
|
| 222 |
+
0.5403280258178711,
|
| 223 |
+
0.18797054886817932,
|
| 224 |
+
0.3428831100463867,
|
| 225 |
+
0.1600719690322876,
|
| 226 |
+
0.35034704208374023,
|
| 227 |
+
0.58979332447052,
|
| 228 |
+
0.5095005035400391,
|
| 229 |
+
0.08250883221626282,
|
| 230 |
+
0.5344811081886292,
|
| 231 |
+
0.1660870760679245,
|
| 232 |
+
0.23468933999538422,
|
| 233 |
+
0.48585227131843567,
|
| 234 |
+
0.47158992290496826,
|
| 235 |
+
0.3184010684490204,
|
| 236 |
+
0.2985896170139313,
|
| 237 |
+
0.41088688373565674,
|
| 238 |
+
0.2863665223121643,
|
| 239 |
+
0.5229983329772949,
|
| 240 |
+
0.6469265222549438,
|
| 241 |
+
0.4521312415599823,
|
| 242 |
+
0.055070795118808746,
|
| 243 |
+
0.37023618817329407,
|
| 244 |
+
0.21957235038280487,
|
| 245 |
+
0.6386075019836426,
|
| 246 |
+
0.2937277555465698,
|
| 247 |
+
0.34220486879348755,
|
| 248 |
+
0.3295120596885681,
|
| 249 |
+
0.3715112805366516,
|
| 250 |
+
0.049762047827243805,
|
| 251 |
+
0.29740896821022034,
|
| 252 |
+
0.4650168716907501,
|
| 253 |
+
0.10078708827495575,
|
| 254 |
+
0.8457378149032593,
|
| 255 |
+
0.8553573489189148,
|
| 256 |
+
0.04674064368009567,
|
| 257 |
+
0.5073227882385254,
|
| 258 |
+
0.703154444694519,
|
| 259 |
+
0.16932256519794464,
|
| 260 |
+
0.2633219063282013,
|
| 261 |
+
0.19467957317829132,
|
| 262 |
+
0.29632994532585144,
|
| 263 |
+
0.035287611186504364,
|
| 264 |
+
0.38390907645225525,
|
| 265 |
+
0.11572019755840302,
|
| 266 |
+
0.5376104116439819,
|
| 267 |
+
0.5807514190673828,
|
| 268 |
+
0.4022511839866638,
|
| 269 |
+
0.2631794810295105,
|
| 270 |
+
0.6567635536193848,
|
| 271 |
+
0.5797044634819031,
|
| 272 |
+
0.3544796109199524,
|
| 273 |
+
0.4025862216949463,
|
| 274 |
+
0.413727343082428,
|
| 275 |
+
0.5544022917747498,
|
| 276 |
+
0.10128326714038849,
|
| 277 |
+
0.17699111998081207,
|
| 278 |
+
0.4026593267917633,
|
| 279 |
+
0.12390964478254318,
|
| 280 |
+
0.38475704193115234,
|
| 281 |
+
0.16538763046264648,
|
| 282 |
+
0.7513562440872192
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d202/exports/step_00020000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d202/exports/step_00020000",
|
| 4 |
+
"fingerprint": "49c136d66a1a23e3",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d202",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006525720955306519,
|
| 61 |
+
"val_map": 0.006102304083014179,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02443,
|
| 69 |
+
"train_map": 0.03527248179318253,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.023,
|
| 78 |
+
"train_map": 0.058178294092625295,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02226,
|
| 87 |
+
"train_map": 0.06909143569061013,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02157,
|
| 96 |
+
"train_map": 0.07783999688993164,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.0219,
|
| 105 |
+
"train_map": 0.08212072660097679,
|
| 106 |
+
"val_map": 0.05249592894246445,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.0209,
|
| 114 |
+
"train_map": 0.09076344161214876,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02102,
|
| 123 |
+
"train_map": 0.10720024851726923,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02019,
|
| 132 |
+
"train_map": 0.11745267081519754,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0205,
|
| 141 |
+
"train_map": 0.13216042870114889,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01986,
|
| 150 |
+
"train_map": 0.14705581226420592,
|
| 151 |
+
"val_map": 0.0847542332927122,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01988,
|
| 159 |
+
"train_map": 0.14937271975313068,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01942,
|
| 168 |
+
"train_map": 0.1648803808765249,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01932,
|
| 177 |
+
"train_map": 0.1803983373821941,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01865,
|
| 186 |
+
"train_map": 0.19398940461325465,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01822,
|
| 195 |
+
"train_map": 0.20688063005936214,
|
| 196 |
+
"val_map": 0.12428407528679783,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01845,
|
| 204 |
+
"train_map": 0.20612977103081018,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01787,
|
| 213 |
+
"train_map": 0.21664994544892147,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01813,
|
| 222 |
+
"train_map": 0.21957607758964856,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01785,
|
| 231 |
+
"train_map": 0.22387047519331243,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01784,
|
| 240 |
+
"train_map": 0.22512727584937267,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01756,
|
| 249 |
+
"train_map": 0.2253363623435784,
|
| 250 |
+
"val_map": 0.1355855030792304,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2253363623435784,
|
| 256 |
+
"final_val_map": 0.1355855030792304,
|
| 257 |
+
"lora/map": 0.1355855030792304,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.2
|
| 260 |
+
}
|
p5-mae-15m-d202/exports/step_00020000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d202/exports/step_00020000",
|
| 4 |
+
"fingerprint": "49c136d66a1a23e3",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d202",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006560461315329927,
|
| 61 |
+
"val_map": 0.005704117864211297,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.0241,
|
| 69 |
+
"train_map": 0.030654343437983088,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02325,
|
| 78 |
+
"train_map": 0.048912737955051196,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02237,
|
| 87 |
+
"train_map": 0.06279024581775684,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02129,
|
| 96 |
+
"train_map": 0.08529053870862459,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02165,
|
| 105 |
+
"train_map": 0.08825770142776238,
|
| 106 |
+
"val_map": 0.053981416802181804,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02142,
|
| 114 |
+
"train_map": 0.08673186665595256,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02107,
|
| 123 |
+
"train_map": 0.10155863500159566,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02076,
|
| 132 |
+
"train_map": 0.11827070946032905,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01973,
|
| 141 |
+
"train_map": 0.1314083977780911,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01926,
|
| 150 |
+
"train_map": 0.13556573584682857,
|
| 151 |
+
"val_map": 0.08873460135304244,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.3
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01916,
|
| 159 |
+
"train_map": 0.147293947094546,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.5
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01906,
|
| 168 |
+
"train_map": 0.16601758706957753,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01923,
|
| 177 |
+
"train_map": 0.17009668952239362,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.7
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01862,
|
| 186 |
+
"train_map": 0.19129426958944218,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.3
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01834,
|
| 195 |
+
"train_map": 0.1993531265156432,
|
| 196 |
+
"val_map": 0.12207751166149691,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.8
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0181,
|
| 204 |
+
"train_map": 0.20179730840204055,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.9
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.0182,
|
| 213 |
+
"train_map": 0.21134766788032805,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.5
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01808,
|
| 222 |
+
"train_map": 0.218495873078718,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.1
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01787,
|
| 231 |
+
"train_map": 0.22217982255392468,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.7
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01805,
|
| 240 |
+
"train_map": 0.22385032621143383,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01831,
|
| 249 |
+
"train_map": 0.2235036111450922,
|
| 250 |
+
"val_map": 0.1329847199407599,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2235036111450922,
|
| 256 |
+
"final_val_map": 0.1329847199407599,
|
| 257 |
+
"lora/map": 0.1329847199407599,
|
| 258 |
+
"train_seconds": 10.3,
|
| 259 |
+
"wall_seconds": 59.7
|
| 260 |
+
}
|