Upload folder using huggingface_hub
Browse files
p5-mae-15m-d3/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
|
| 3 |
+
"fingerprint": "faa7dd750f64469b",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d3",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32561635280959306,
|
| 60 |
+
"lora/map": 0.32561635280959306,
|
| 61 |
+
"fsd50k/map": 0.32561635280959306,
|
| 62 |
+
"train_seconds": 23.05,
|
| 63 |
+
"total_seconds": 32.05,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.020938254074426368,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026373116561960345,
|
| 77 |
+
"val_map": 0.32561635280959306,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.054285124875605
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2271060347557068,
|
| 84 |
+
0.17364606261253357,
|
| 85 |
+
0.46330422163009644,
|
| 86 |
+
0.3267548382282257,
|
| 87 |
+
0.41582855582237244,
|
| 88 |
+
0.5864263772964478,
|
| 89 |
+
0.7957413196563721,
|
| 90 |
+
0.5198158621788025,
|
| 91 |
+
0.5285297632217407,
|
| 92 |
+
0.4913714826107025,
|
| 93 |
+
0.166139155626297,
|
| 94 |
+
0.3522547483444214,
|
| 95 |
+
0.14752197265625,
|
| 96 |
+
0.311444491147995,
|
| 97 |
+
0.46659132838249207,
|
| 98 |
+
0.4311370551586151,
|
| 99 |
+
0.026103617623448372,
|
| 100 |
+
0.20680834352970123,
|
| 101 |
+
0.42134857177734375,
|
| 102 |
+
0.1722150295972824,
|
| 103 |
+
0.4249197542667389,
|
| 104 |
+
0.35575926303863525,
|
| 105 |
+
0.7277034521102905,
|
| 106 |
+
0.07149112969636917,
|
| 107 |
+
0.19133400917053223,
|
| 108 |
+
0.3057226538658142,
|
| 109 |
+
0.297861784696579,
|
| 110 |
+
0.20024341344833374,
|
| 111 |
+
0.5703897476196289,
|
| 112 |
+
0.2784535586833954,
|
| 113 |
+
0.6179468035697937,
|
| 114 |
+
0.326653391122818,
|
| 115 |
+
0.35627856850624084,
|
| 116 |
+
0.22124537825584412,
|
| 117 |
+
0.2614266872406006,
|
| 118 |
+
0.17488697171211243,
|
| 119 |
+
0.3753318190574646,
|
| 120 |
+
0.12748932838439941,
|
| 121 |
+
0.24000078439712524,
|
| 122 |
+
0.18315403163433075,
|
| 123 |
+
0.42358657717704773,
|
| 124 |
+
0.13415317237377167,
|
| 125 |
+
0.52180016040802,
|
| 126 |
+
0.13462013006210327,
|
| 127 |
+
0.4145016074180603,
|
| 128 |
+
0.0970967635512352,
|
| 129 |
+
0.15849103033542633,
|
| 130 |
+
0.21784791350364685,
|
| 131 |
+
0.7247802019119263,
|
| 132 |
+
0.38504669070243835,
|
| 133 |
+
0.31473100185394287,
|
| 134 |
+
0.49208971858024597,
|
| 135 |
+
0.517281711101532,
|
| 136 |
+
0.11609482020139694,
|
| 137 |
+
0.14481285214424133,
|
| 138 |
+
0.026550035923719406,
|
| 139 |
+
0.21828259527683258,
|
| 140 |
+
0.664435088634491,
|
| 141 |
+
0.09942267090082169,
|
| 142 |
+
0.45084282755851746,
|
| 143 |
+
0.48924756050109863,
|
| 144 |
+
0.5771402716636658,
|
| 145 |
+
0.39332306385040283,
|
| 146 |
+
0.1288139969110489,
|
| 147 |
+
0.4231824576854706,
|
| 148 |
+
0.12373445183038712,
|
| 149 |
+
0.1755809634923935,
|
| 150 |
+
0.6377736926078796,
|
| 151 |
+
0.5375881195068359,
|
| 152 |
+
0.5089601278305054,
|
| 153 |
+
0.44952550530433655,
|
| 154 |
+
0.17375539243221283,
|
| 155 |
+
0.6462501883506775,
|
| 156 |
+
0.15146511793136597,
|
| 157 |
+
0.2567681670188904,
|
| 158 |
+
0.2133592665195465,
|
| 159 |
+
0.32264041900634766,
|
| 160 |
+
0.2542324364185333,
|
| 161 |
+
0.2115393579006195,
|
| 162 |
+
0.4019455313682556,
|
| 163 |
+
0.2040429413318634,
|
| 164 |
+
0.195613294839859,
|
| 165 |
+
0.26368990540504456,
|
| 166 |
+
0.24799273908138275,
|
| 167 |
+
0.09585519880056381,
|
| 168 |
+
0.21741434931755066,
|
| 169 |
+
0.3532029688358307,
|
| 170 |
+
0.6593521237373352,
|
| 171 |
+
0.14225228130817413,
|
| 172 |
+
0.07798007130622864,
|
| 173 |
+
0.6868966221809387,
|
| 174 |
+
0.06075846776366234,
|
| 175 |
+
0.4493544399738312,
|
| 176 |
+
0.1657836139202118,
|
| 177 |
+
0.28395095467567444,
|
| 178 |
+
0.26204508543014526,
|
| 179 |
+
0.3265828490257263,
|
| 180 |
+
0.1617676019668579,
|
| 181 |
+
0.3349672257900238,
|
| 182 |
+
0.0719364657998085,
|
| 183 |
+
0.5291469693183899,
|
| 184 |
+
0.6935170888900757,
|
| 185 |
+
0.15786246955394745,
|
| 186 |
+
0.3610525131225586,
|
| 187 |
+
0.1988479495048523,
|
| 188 |
+
0.26957088708877563,
|
| 189 |
+
0.5842200517654419,
|
| 190 |
+
0.3241647779941559,
|
| 191 |
+
0.4307335615158081,
|
| 192 |
+
0.14443376660346985,
|
| 193 |
+
0.2042333334684372,
|
| 194 |
+
0.2982752025127411,
|
| 195 |
+
0.5154318809509277,
|
| 196 |
+
0.0856899693608284,
|
| 197 |
+
0.08849649131298065,
|
| 198 |
+
0.2570345401763916,
|
| 199 |
+
0.6911114454269409,
|
| 200 |
+
0.28008511662483215,
|
| 201 |
+
0.42970019578933716,
|
| 202 |
+
0.16673795878887177,
|
| 203 |
+
0.8392085433006287,
|
| 204 |
+
0.8471019864082336,
|
| 205 |
+
0.24931056797504425,
|
| 206 |
+
0.08725585788488388,
|
| 207 |
+
0.2526724934577942,
|
| 208 |
+
0.7197961807250977,
|
| 209 |
+
0.22410430014133453,
|
| 210 |
+
0.6683763265609741,
|
| 211 |
+
0.23885245621204376,
|
| 212 |
+
0.12153732031583786,
|
| 213 |
+
0.10489468276500702,
|
| 214 |
+
0.5447283387184143,
|
| 215 |
+
0.35122618079185486,
|
| 216 |
+
0.38877102732658386,
|
| 217 |
+
0.5923736095428467,
|
| 218 |
+
0.045706793665885925,
|
| 219 |
+
0.040919229388237,
|
| 220 |
+
0.04509563371539116,
|
| 221 |
+
0.3785989284515381,
|
| 222 |
+
0.48626312613487244,
|
| 223 |
+
0.13834340870380402,
|
| 224 |
+
0.2625303864479065,
|
| 225 |
+
0.12005006521940231,
|
| 226 |
+
0.2105230689048767,
|
| 227 |
+
0.4891188442707062,
|
| 228 |
+
0.5216190814971924,
|
| 229 |
+
0.05147978290915489,
|
| 230 |
+
0.5106953978538513,
|
| 231 |
+
0.18167446553707123,
|
| 232 |
+
0.2629382610321045,
|
| 233 |
+
0.49896275997161865,
|
| 234 |
+
0.45083796977996826,
|
| 235 |
+
0.24108369648456573,
|
| 236 |
+
0.3034222424030304,
|
| 237 |
+
0.3802875578403473,
|
| 238 |
+
0.24763746559619904,
|
| 239 |
+
0.4255833029747009,
|
| 240 |
+
0.5677357316017151,
|
| 241 |
+
0.43791449069976807,
|
| 242 |
+
0.05997579172253609,
|
| 243 |
+
0.34203678369522095,
|
| 244 |
+
0.09955430775880814,
|
| 245 |
+
0.5852883458137512,
|
| 246 |
+
0.20395717024803162,
|
| 247 |
+
0.2528415322303772,
|
| 248 |
+
0.22809742391109467,
|
| 249 |
+
0.41939690709114075,
|
| 250 |
+
0.06686972826719284,
|
| 251 |
+
0.2250552922487259,
|
| 252 |
+
0.34526434540748596,
|
| 253 |
+
0.0889119803905487,
|
| 254 |
+
0.7816840410232544,
|
| 255 |
+
0.7963981628417969,
|
| 256 |
+
0.0358930379152298,
|
| 257 |
+
0.4505535364151001,
|
| 258 |
+
0.6716039776802063,
|
| 259 |
+
0.17115652561187744,
|
| 260 |
+
0.27211037278175354,
|
| 261 |
+
0.1919751614332199,
|
| 262 |
+
0.22035373747348785,
|
| 263 |
+
0.042835578322410583,
|
| 264 |
+
0.38688990473747253,
|
| 265 |
+
0.06405040621757507,
|
| 266 |
+
0.45288097858428955,
|
| 267 |
+
0.5682465434074402,
|
| 268 |
+
0.3442506790161133,
|
| 269 |
+
0.1994483321905136,
|
| 270 |
+
0.6276196241378784,
|
| 271 |
+
0.4948817789554596,
|
| 272 |
+
0.25964006781578064,
|
| 273 |
+
0.2794336974620819,
|
| 274 |
+
0.3414106070995331,
|
| 275 |
+
0.5352700352668762,
|
| 276 |
+
0.08896028250455856,
|
| 277 |
+
0.15915809571743011,
|
| 278 |
+
0.37099510431289673,
|
| 279 |
+
0.09100903570652008,
|
| 280 |
+
0.17331166565418243,
|
| 281 |
+
0.1296672374010086,
|
| 282 |
+
0.6316407918930054
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d3/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
|
| 3 |
+
"fingerprint": "faa7dd750f64469b",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d3",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3274947713315487,
|
| 60 |
+
"lora/map": 0.3274947713315487,
|
| 61 |
+
"fsd50k/map": 0.3274947713315487,
|
| 62 |
+
"train_seconds": 23.79,
|
| 63 |
+
"total_seconds": 32.37,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02129723723279312,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026131239938790265,
|
| 77 |
+
"val_map": 0.3274947713315487,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.791370540857315
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.24246887862682343,
|
| 84 |
+
0.09889482706785202,
|
| 85 |
+
0.46913817524909973,
|
| 86 |
+
0.3266376256942749,
|
| 87 |
+
0.38594332337379456,
|
| 88 |
+
0.5789673924446106,
|
| 89 |
+
0.7998762726783752,
|
| 90 |
+
0.5156111121177673,
|
| 91 |
+
0.5405155420303345,
|
| 92 |
+
0.5198209285736084,
|
| 93 |
+
0.16276991367340088,
|
| 94 |
+
0.36598995327949524,
|
| 95 |
+
0.1545867919921875,
|
| 96 |
+
0.3889687955379486,
|
| 97 |
+
0.47213372588157654,
|
| 98 |
+
0.432158499956131,
|
| 99 |
+
0.018488314002752304,
|
| 100 |
+
0.20997363328933716,
|
| 101 |
+
0.46515434980392456,
|
| 102 |
+
0.17361398041248322,
|
| 103 |
+
0.4955987334251404,
|
| 104 |
+
0.3945141136646271,
|
| 105 |
+
0.7102334499359131,
|
| 106 |
+
0.07827017456293106,
|
| 107 |
+
0.24110999703407288,
|
| 108 |
+
0.31895262002944946,
|
| 109 |
+
0.2668168246746063,
|
| 110 |
+
0.22652852535247803,
|
| 111 |
+
0.5019190311431885,
|
| 112 |
+
0.2724860608577728,
|
| 113 |
+
0.57269287109375,
|
| 114 |
+
0.38860204815864563,
|
| 115 |
+
0.3333393931388855,
|
| 116 |
+
0.17034748196601868,
|
| 117 |
+
0.28716206550598145,
|
| 118 |
+
0.1901364028453827,
|
| 119 |
+
0.397646963596344,
|
| 120 |
+
0.15345801413059235,
|
| 121 |
+
0.20371989905834198,
|
| 122 |
+
0.2025456577539444,
|
| 123 |
+
0.4455447494983673,
|
| 124 |
+
0.11772897839546204,
|
| 125 |
+
0.49306175112724304,
|
| 126 |
+
0.15394236147403717,
|
| 127 |
+
0.40272256731987,
|
| 128 |
+
0.16916534304618835,
|
| 129 |
+
0.13291221857070923,
|
| 130 |
+
0.1547810584306717,
|
| 131 |
+
0.7459911108016968,
|
| 132 |
+
0.40454453229904175,
|
| 133 |
+
0.3124822676181793,
|
| 134 |
+
0.47707974910736084,
|
| 135 |
+
0.44585010409355164,
|
| 136 |
+
0.09543059766292572,
|
| 137 |
+
0.17892888188362122,
|
| 138 |
+
0.04010606184601784,
|
| 139 |
+
0.205854132771492,
|
| 140 |
+
0.6484270095825195,
|
| 141 |
+
0.10957872867584229,
|
| 142 |
+
0.47709834575653076,
|
| 143 |
+
0.47944679856300354,
|
| 144 |
+
0.5909936428070068,
|
| 145 |
+
0.3911416828632355,
|
| 146 |
+
0.12872084975242615,
|
| 147 |
+
0.452554315328598,
|
| 148 |
+
0.12168964743614197,
|
| 149 |
+
0.16745388507843018,
|
| 150 |
+
0.6503294706344604,
|
| 151 |
+
0.5015296339988708,
|
| 152 |
+
0.4891379475593567,
|
| 153 |
+
0.4504595696926117,
|
| 154 |
+
0.15581068396568298,
|
| 155 |
+
0.6719486713409424,
|
| 156 |
+
0.19337789714336395,
|
| 157 |
+
0.22318442165851593,
|
| 158 |
+
0.22008834779262543,
|
| 159 |
+
0.33796507120132446,
|
| 160 |
+
0.231615349650383,
|
| 161 |
+
0.24585120379924774,
|
| 162 |
+
0.43034154176712036,
|
| 163 |
+
0.18104568123817444,
|
| 164 |
+
0.1496901661157608,
|
| 165 |
+
0.23958639800548553,
|
| 166 |
+
0.1563151329755783,
|
| 167 |
+
0.2090609222650528,
|
| 168 |
+
0.1621520221233368,
|
| 169 |
+
0.36096900701522827,
|
| 170 |
+
0.41082262992858887,
|
| 171 |
+
0.17626473307609558,
|
| 172 |
+
0.09003248065710068,
|
| 173 |
+
0.6767698526382446,
|
| 174 |
+
0.06473962962627411,
|
| 175 |
+
0.43894752860069275,
|
| 176 |
+
0.21945613622665405,
|
| 177 |
+
0.24060219526290894,
|
| 178 |
+
0.2476406991481781,
|
| 179 |
+
0.43579739332199097,
|
| 180 |
+
0.21735867857933044,
|
| 181 |
+
0.3344246745109558,
|
| 182 |
+
0.056279540061950684,
|
| 183 |
+
0.5260006189346313,
|
| 184 |
+
0.6779283285140991,
|
| 185 |
+
0.17798355221748352,
|
| 186 |
+
0.37789931893348694,
|
| 187 |
+
0.20631948113441467,
|
| 188 |
+
0.3098255693912506,
|
| 189 |
+
0.6139840483665466,
|
| 190 |
+
0.36114296317100525,
|
| 191 |
+
0.4434521496295929,
|
| 192 |
+
0.1146792396903038,
|
| 193 |
+
0.11512340605258942,
|
| 194 |
+
0.2723742127418518,
|
| 195 |
+
0.4767317771911621,
|
| 196 |
+
0.06603232771158218,
|
| 197 |
+
0.09151389449834824,
|
| 198 |
+
0.2537137269973755,
|
| 199 |
+
0.5380368232727051,
|
| 200 |
+
0.2825404703617096,
|
| 201 |
+
0.42205312848091125,
|
| 202 |
+
0.18515056371688843,
|
| 203 |
+
0.8513617515563965,
|
| 204 |
+
0.8603323698043823,
|
| 205 |
+
0.2543436586856842,
|
| 206 |
+
0.09074927121400833,
|
| 207 |
+
0.22788415849208832,
|
| 208 |
+
0.7245062589645386,
|
| 209 |
+
0.19036567211151123,
|
| 210 |
+
0.6595755815505981,
|
| 211 |
+
0.2758457362651825,
|
| 212 |
+
0.11496764421463013,
|
| 213 |
+
0.060645055025815964,
|
| 214 |
+
0.5369561314582825,
|
| 215 |
+
0.33647358417510986,
|
| 216 |
+
0.41119638085365295,
|
| 217 |
+
0.5445438027381897,
|
| 218 |
+
0.050618477165699005,
|
| 219 |
+
0.05102880299091339,
|
| 220 |
+
0.047405753284692764,
|
| 221 |
+
0.4359606206417084,
|
| 222 |
+
0.5063470005989075,
|
| 223 |
+
0.16492050886154175,
|
| 224 |
+
0.2514379620552063,
|
| 225 |
+
0.15743036568164825,
|
| 226 |
+
0.17417804896831512,
|
| 227 |
+
0.4848170280456543,
|
| 228 |
+
0.5222000479698181,
|
| 229 |
+
0.056449517607688904,
|
| 230 |
+
0.4385654032230377,
|
| 231 |
+
0.16158618032932281,
|
| 232 |
+
0.1554710865020752,
|
| 233 |
+
0.4691369831562042,
|
| 234 |
+
0.43700653314590454,
|
| 235 |
+
0.28309300541877747,
|
| 236 |
+
0.2479991614818573,
|
| 237 |
+
0.3675300180912018,
|
| 238 |
+
0.2733796536922455,
|
| 239 |
+
0.5009753108024597,
|
| 240 |
+
0.6072810888290405,
|
| 241 |
+
0.41784071922302246,
|
| 242 |
+
0.06282103806734085,
|
| 243 |
+
0.27320992946624756,
|
| 244 |
+
0.11739027500152588,
|
| 245 |
+
0.5839929580688477,
|
| 246 |
+
0.2714594006538391,
|
| 247 |
+
0.2748463451862335,
|
| 248 |
+
0.4327031075954437,
|
| 249 |
+
0.3914113938808441,
|
| 250 |
+
0.07131515443325043,
|
| 251 |
+
0.23469661176204681,
|
| 252 |
+
0.32834556698799133,
|
| 253 |
+
0.08607195317745209,
|
| 254 |
+
0.7692548036575317,
|
| 255 |
+
0.7776527404785156,
|
| 256 |
+
0.04317902773618698,
|
| 257 |
+
0.4230342507362366,
|
| 258 |
+
0.7487698793411255,
|
| 259 |
+
0.14807823300361633,
|
| 260 |
+
0.2659749388694763,
|
| 261 |
+
0.20385484397411346,
|
| 262 |
+
0.2573257088661194,
|
| 263 |
+
0.03925076127052307,
|
| 264 |
+
0.5420671701431274,
|
| 265 |
+
0.15815675258636475,
|
| 266 |
+
0.476443886756897,
|
| 267 |
+
0.5613284111022949,
|
| 268 |
+
0.3241066038608551,
|
| 269 |
+
0.22497233748435974,
|
| 270 |
+
0.6072156429290771,
|
| 271 |
+
0.5382166504859924,
|
| 272 |
+
0.27945512533187866,
|
| 273 |
+
0.218399778008461,
|
| 274 |
+
0.33058488368988037,
|
| 275 |
+
0.5324661731719971,
|
| 276 |
+
0.10171792656183243,
|
| 277 |
+
0.2352503538131714,
|
| 278 |
+
0.3356567323207855,
|
| 279 |
+
0.10660078376531601,
|
| 280 |
+
0.2425287812948227,
|
| 281 |
+
0.13407541811466217,
|
| 282 |
+
0.6895609498023987
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d3/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
|
| 3 |
+
"fingerprint": "faa7dd750f64469b",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d3",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3315319674368948,
|
| 60 |
+
"lora/map": 0.3315319674368948,
|
| 61 |
+
"fsd50k/map": 0.3315319674368948,
|
| 62 |
+
"train_seconds": 23.45,
|
| 63 |
+
"total_seconds": 31.88,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.020584018130321055,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026451195595254964,
|
| 77 |
+
"val_map": 0.3315319674368948,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.446778773679398
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23809248208999634,
|
| 84 |
+
0.15965436398983002,
|
| 85 |
+
0.49829715490341187,
|
| 86 |
+
0.30430400371551514,
|
| 87 |
+
0.4196300208568573,
|
| 88 |
+
0.5715078115463257,
|
| 89 |
+
0.7983002662658691,
|
| 90 |
+
0.5194585919380188,
|
| 91 |
+
0.5806593894958496,
|
| 92 |
+
0.4905175566673279,
|
| 93 |
+
0.16747921705245972,
|
| 94 |
+
0.335828959941864,
|
| 95 |
+
0.1118941530585289,
|
| 96 |
+
0.3254353106021881,
|
| 97 |
+
0.47010537981987,
|
| 98 |
+
0.4397679269313812,
|
| 99 |
+
0.03526473045349121,
|
| 100 |
+
0.20050297677516937,
|
| 101 |
+
0.41197118163108826,
|
| 102 |
+
0.1729068160057068,
|
| 103 |
+
0.4465596079826355,
|
| 104 |
+
0.3665432631969452,
|
| 105 |
+
0.734772801399231,
|
| 106 |
+
0.09512350708246231,
|
| 107 |
+
0.1995704472064972,
|
| 108 |
+
0.37559348344802856,
|
| 109 |
+
0.2676912546157837,
|
| 110 |
+
0.20211946964263916,
|
| 111 |
+
0.5156670808792114,
|
| 112 |
+
0.28959205746650696,
|
| 113 |
+
0.6297476291656494,
|
| 114 |
+
0.3775233328342438,
|
| 115 |
+
0.36325883865356445,
|
| 116 |
+
0.2689991891384125,
|
| 117 |
+
0.27085861563682556,
|
| 118 |
+
0.21387183666229248,
|
| 119 |
+
0.3881429135799408,
|
| 120 |
+
0.13621875643730164,
|
| 121 |
+
0.3291851282119751,
|
| 122 |
+
0.23492245376110077,
|
| 123 |
+
0.35833653807640076,
|
| 124 |
+
0.14817774295806885,
|
| 125 |
+
0.4490075409412384,
|
| 126 |
+
0.16172631084918976,
|
| 127 |
+
0.43329793214797974,
|
| 128 |
+
0.10983654856681824,
|
| 129 |
+
0.13578207790851593,
|
| 130 |
+
0.15365564823150635,
|
| 131 |
+
0.727809727191925,
|
| 132 |
+
0.38815611600875854,
|
| 133 |
+
0.348744660615921,
|
| 134 |
+
0.4500446617603302,
|
| 135 |
+
0.488078236579895,
|
| 136 |
+
0.10966666787862778,
|
| 137 |
+
0.18238504230976105,
|
| 138 |
+
0.016924453899264336,
|
| 139 |
+
0.18711529672145844,
|
| 140 |
+
0.6099711656570435,
|
| 141 |
+
0.11195724457502365,
|
| 142 |
+
0.4354265630245209,
|
| 143 |
+
0.44541406631469727,
|
| 144 |
+
0.5823015570640564,
|
| 145 |
+
0.38294219970703125,
|
| 146 |
+
0.12509866058826447,
|
| 147 |
+
0.4132207930088043,
|
| 148 |
+
0.15403468906879425,
|
| 149 |
+
0.19266778230667114,
|
| 150 |
+
0.6224278807640076,
|
| 151 |
+
0.43988195061683655,
|
| 152 |
+
0.4886090159416199,
|
| 153 |
+
0.4540674090385437,
|
| 154 |
+
0.15343698859214783,
|
| 155 |
+
0.6296834349632263,
|
| 156 |
+
0.1780308187007904,
|
| 157 |
+
0.28600963950157166,
|
| 158 |
+
0.2177456021308899,
|
| 159 |
+
0.37943655252456665,
|
| 160 |
+
0.21397672593593597,
|
| 161 |
+
0.2056373804807663,
|
| 162 |
+
0.34779688715934753,
|
| 163 |
+
0.16739284992218018,
|
| 164 |
+
0.2222519814968109,
|
| 165 |
+
0.34275874495506287,
|
| 166 |
+
0.19758377969264984,
|
| 167 |
+
0.22843052446842194,
|
| 168 |
+
0.20147927105426788,
|
| 169 |
+
0.3611409664154053,
|
| 170 |
+
0.617392897605896,
|
| 171 |
+
0.25551843643188477,
|
| 172 |
+
0.06573133170604706,
|
| 173 |
+
0.6977348327636719,
|
| 174 |
+
0.09919067472219467,
|
| 175 |
+
0.43360206484794617,
|
| 176 |
+
0.17306651175022125,
|
| 177 |
+
0.3147801458835602,
|
| 178 |
+
0.2833966016769409,
|
| 179 |
+
0.35794970393180847,
|
| 180 |
+
0.1696666032075882,
|
| 181 |
+
0.3543162941932678,
|
| 182 |
+
0.08238259702920914,
|
| 183 |
+
0.5424175262451172,
|
| 184 |
+
0.6853495240211487,
|
| 185 |
+
0.1646236926317215,
|
| 186 |
+
0.37319672107696533,
|
| 187 |
+
0.21309727430343628,
|
| 188 |
+
0.2980749011039734,
|
| 189 |
+
0.5616710782051086,
|
| 190 |
+
0.41569313406944275,
|
| 191 |
+
0.4533015191555023,
|
| 192 |
+
0.1695108413696289,
|
| 193 |
+
0.17143140733242035,
|
| 194 |
+
0.29176613688468933,
|
| 195 |
+
0.47812482714653015,
|
| 196 |
+
0.03653641790151596,
|
| 197 |
+
0.11881424486637115,
|
| 198 |
+
0.2540968954563141,
|
| 199 |
+
0.5790898203849792,
|
| 200 |
+
0.3459508419036865,
|
| 201 |
+
0.43797194957733154,
|
| 202 |
+
0.22559420764446259,
|
| 203 |
+
0.8488123416900635,
|
| 204 |
+
0.8565857410430908,
|
| 205 |
+
0.23446306586265564,
|
| 206 |
+
0.15403345227241516,
|
| 207 |
+
0.19186776876449585,
|
| 208 |
+
0.7292264699935913,
|
| 209 |
+
0.2409731149673462,
|
| 210 |
+
0.68019038438797,
|
| 211 |
+
0.2807159125804901,
|
| 212 |
+
0.1523716002702713,
|
| 213 |
+
0.07327882200479507,
|
| 214 |
+
0.5360924601554871,
|
| 215 |
+
0.4716416299343109,
|
| 216 |
+
0.4107103645801544,
|
| 217 |
+
0.5133554339408875,
|
| 218 |
+
0.06056995317339897,
|
| 219 |
+
0.042843952775001526,
|
| 220 |
+
0.04297357052564621,
|
| 221 |
+
0.469584584236145,
|
| 222 |
+
0.4751882553100586,
|
| 223 |
+
0.12131150811910629,
|
| 224 |
+
0.24987179040908813,
|
| 225 |
+
0.10665522515773773,
|
| 226 |
+
0.32020607590675354,
|
| 227 |
+
0.495624303817749,
|
| 228 |
+
0.4888674020767212,
|
| 229 |
+
0.03927981108427048,
|
| 230 |
+
0.517206072807312,
|
| 231 |
+
0.17921575903892517,
|
| 232 |
+
0.2605017423629761,
|
| 233 |
+
0.4824462831020355,
|
| 234 |
+
0.3786652982234955,
|
| 235 |
+
0.35583728551864624,
|
| 236 |
+
0.179901123046875,
|
| 237 |
+
0.3598412573337555,
|
| 238 |
+
0.21597768366336823,
|
| 239 |
+
0.48265939950942993,
|
| 240 |
+
0.5431727170944214,
|
| 241 |
+
0.41514045000076294,
|
| 242 |
+
0.05818568542599678,
|
| 243 |
+
0.3368891179561615,
|
| 244 |
+
0.16107384860515594,
|
| 245 |
+
0.5686776041984558,
|
| 246 |
+
0.3750371038913727,
|
| 247 |
+
0.29537343978881836,
|
| 248 |
+
0.3112066090106964,
|
| 249 |
+
0.3986278176307678,
|
| 250 |
+
0.05987049639225006,
|
| 251 |
+
0.26195764541625977,
|
| 252 |
+
0.3724294602870941,
|
| 253 |
+
0.08794663101434708,
|
| 254 |
+
0.7609990835189819,
|
| 255 |
+
0.7656583786010742,
|
| 256 |
+
0.03612636402249336,
|
| 257 |
+
0.36314305663108826,
|
| 258 |
+
0.7167103290557861,
|
| 259 |
+
0.1673417091369629,
|
| 260 |
+
0.26875874400138855,
|
| 261 |
+
0.1635829359292984,
|
| 262 |
+
0.2594435513019562,
|
| 263 |
+
0.0488736517727375,
|
| 264 |
+
0.4954827129840851,
|
| 265 |
+
0.07088595628738403,
|
| 266 |
+
0.41909947991371155,
|
| 267 |
+
0.5757697820663452,
|
| 268 |
+
0.325923889875412,
|
| 269 |
+
0.21326559782028198,
|
| 270 |
+
0.6151648759841919,
|
| 271 |
+
0.4504014253616333,
|
| 272 |
+
0.26250848174095154,
|
| 273 |
+
0.392484188079834,
|
| 274 |
+
0.33577102422714233,
|
| 275 |
+
0.5360691547393799,
|
| 276 |
+
0.09835469722747803,
|
| 277 |
+
0.22427235543727875,
|
| 278 |
+
0.3532658517360687,
|
| 279 |
+
0.10208531469106674,
|
| 280 |
+
0.20473700761795044,
|
| 281 |
+
0.14737196266651154,
|
| 282 |
+
0.6695664525032043
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d3/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
|
| 4 |
+
"fingerprint": "faa7dd750f64469b",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d3",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006899047832148754,
|
| 61 |
+
"val_map": 0.005888458903334625,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02422,
|
| 69 |
+
"train_map": 0.029762466336941556,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02356,
|
| 78 |
+
"train_map": 0.04211508870730972,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02257,
|
| 87 |
+
"train_map": 0.05276577808110899,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02175,
|
| 96 |
+
"train_map": 0.0656680992600796,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02211,
|
| 105 |
+
"train_map": 0.06711201496781036,
|
| 106 |
+
"val_map": 0.045116278667186704,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02187,
|
| 114 |
+
"train_map": 0.07467642027011717,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02158,
|
| 123 |
+
"train_map": 0.0863275856342506,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02123,
|
| 132 |
+
"train_map": 0.09376331232885779,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02023,
|
| 141 |
+
"train_map": 0.0982711806158187,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01979,
|
| 150 |
+
"train_map": 0.1097395959313768,
|
| 151 |
+
"val_map": 0.06690618723270393,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.0
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01992,
|
| 159 |
+
"train_map": 0.11468785328338138,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01979,
|
| 168 |
+
"train_map": 0.130161671205627,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.02001,
|
| 177 |
+
"train_map": 0.1396988828214101,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01935,
|
| 186 |
+
"train_map": 0.15152679679144804,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01909,
|
| 195 |
+
"train_map": 0.1594236922623551,
|
| 196 |
+
"val_map": 0.09803872278306555,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01886,
|
| 204 |
+
"train_map": 0.15882828443150337,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01892,
|
| 213 |
+
"train_map": 0.16942549541953109,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01894,
|
| 222 |
+
"train_map": 0.17510961876135933,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01856,
|
| 231 |
+
"train_map": 0.1785116114024518,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.0187,
|
| 240 |
+
"train_map": 0.17929132907091158,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01907,
|
| 249 |
+
"train_map": 0.1793368324784092,
|
| 250 |
+
"val_map": 0.10715655080242475,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.0
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.1793368324784092,
|
| 256 |
+
"final_val_map": 0.10715655080242475,
|
| 257 |
+
"lora/map": 0.10715655080242475,
|
| 258 |
+
"train_seconds": 10.0,
|
| 259 |
+
"wall_seconds": 58.8
|
| 260 |
+
}
|