Upload folder using huggingface_hub
Browse files
p5-mae-15m-d17/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d17/exports/step_00010000",
|
| 3 |
+
"fingerprint": "a00fc25d4176d200",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d17",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3271967002656311,
|
| 60 |
+
"lora/map": 0.3271967002656311,
|
| 61 |
+
"fsd50k/map": 0.3271967002656311,
|
| 62 |
+
"train_seconds": 26.55,
|
| 63 |
+
"total_seconds": 36.02,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023450332570355385,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026413276121744635,
|
| 77 |
+
"val_map": 0.3271967002656311,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 26.55297092953697
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23357892036437988,
|
| 84 |
+
0.09288226068019867,
|
| 85 |
+
0.4689643681049347,
|
| 86 |
+
0.32330912351608276,
|
| 87 |
+
0.39995530247688293,
|
| 88 |
+
0.573854923248291,
|
| 89 |
+
0.8105027675628662,
|
| 90 |
+
0.5215968489646912,
|
| 91 |
+
0.5947358012199402,
|
| 92 |
+
0.5132231116294861,
|
| 93 |
+
0.15592369437217712,
|
| 94 |
+
0.3303071856498718,
|
| 95 |
+
0.09198635071516037,
|
| 96 |
+
0.2713819146156311,
|
| 97 |
+
0.466463178396225,
|
| 98 |
+
0.42933565378189087,
|
| 99 |
+
0.020922333002090454,
|
| 100 |
+
0.1859908103942871,
|
| 101 |
+
0.3995632827281952,
|
| 102 |
+
0.15466327965259552,
|
| 103 |
+
0.4585355222225189,
|
| 104 |
+
0.35020360350608826,
|
| 105 |
+
0.6267596483230591,
|
| 106 |
+
0.07106718420982361,
|
| 107 |
+
0.11452077329158783,
|
| 108 |
+
0.2945532202720642,
|
| 109 |
+
0.31763604283332825,
|
| 110 |
+
0.21136169135570526,
|
| 111 |
+
0.5498022437095642,
|
| 112 |
+
0.2682477533817291,
|
| 113 |
+
0.6072332859039307,
|
| 114 |
+
0.38675013184547424,
|
| 115 |
+
0.32658156752586365,
|
| 116 |
+
0.18353253602981567,
|
| 117 |
+
0.2451087385416031,
|
| 118 |
+
0.18472354114055634,
|
| 119 |
+
0.36800363659858704,
|
| 120 |
+
0.18367226421833038,
|
| 121 |
+
0.1432480663061142,
|
| 122 |
+
0.19706575572490692,
|
| 123 |
+
0.4179915487766266,
|
| 124 |
+
0.16404733061790466,
|
| 125 |
+
0.5395557284355164,
|
| 126 |
+
0.20692653954029083,
|
| 127 |
+
0.4601663649082184,
|
| 128 |
+
0.14424854516983032,
|
| 129 |
+
0.24371257424354553,
|
| 130 |
+
0.20894379913806915,
|
| 131 |
+
0.7677392959594727,
|
| 132 |
+
0.38953688740730286,
|
| 133 |
+
0.3436509370803833,
|
| 134 |
+
0.49451377987861633,
|
| 135 |
+
0.5225794315338135,
|
| 136 |
+
0.1206604465842247,
|
| 137 |
+
0.0970945805311203,
|
| 138 |
+
0.020006561651825905,
|
| 139 |
+
0.18660709261894226,
|
| 140 |
+
0.6493495106697083,
|
| 141 |
+
0.10362359136343002,
|
| 142 |
+
0.4682793915271759,
|
| 143 |
+
0.48101329803466797,
|
| 144 |
+
0.5915629267692566,
|
| 145 |
+
0.3840596079826355,
|
| 146 |
+
0.15057273209095,
|
| 147 |
+
0.4508313834667206,
|
| 148 |
+
0.1465165913105011,
|
| 149 |
+
0.1783405989408493,
|
| 150 |
+
0.6408562064170837,
|
| 151 |
+
0.4971870481967926,
|
| 152 |
+
0.46724697947502136,
|
| 153 |
+
0.46362733840942383,
|
| 154 |
+
0.18825578689575195,
|
| 155 |
+
0.6668704748153687,
|
| 156 |
+
0.16217198967933655,
|
| 157 |
+
0.22375375032424927,
|
| 158 |
+
0.2035391926765442,
|
| 159 |
+
0.34944790601730347,
|
| 160 |
+
0.23949819803237915,
|
| 161 |
+
0.2123454213142395,
|
| 162 |
+
0.3787098228931427,
|
| 163 |
+
0.18041835725307465,
|
| 164 |
+
0.20328357815742493,
|
| 165 |
+
0.283298134803772,
|
| 166 |
+
0.2636203169822693,
|
| 167 |
+
0.1956714242696762,
|
| 168 |
+
0.21188251674175262,
|
| 169 |
+
0.36974772810935974,
|
| 170 |
+
0.6835425496101379,
|
| 171 |
+
0.15865962207317352,
|
| 172 |
+
0.07384604215621948,
|
| 173 |
+
0.7086208462715149,
|
| 174 |
+
0.10010665655136108,
|
| 175 |
+
0.5227764248847961,
|
| 176 |
+
0.17473912239074707,
|
| 177 |
+
0.25467127561569214,
|
| 178 |
+
0.26857122778892517,
|
| 179 |
+
0.36928024888038635,
|
| 180 |
+
0.12802797555923462,
|
| 181 |
+
0.32790887355804443,
|
| 182 |
+
0.05646258965134621,
|
| 183 |
+
0.5259258151054382,
|
| 184 |
+
0.6773583889007568,
|
| 185 |
+
0.15172111988067627,
|
| 186 |
+
0.33590492606163025,
|
| 187 |
+
0.20302695035934448,
|
| 188 |
+
0.2681565284729004,
|
| 189 |
+
0.6148363351821899,
|
| 190 |
+
0.4152536392211914,
|
| 191 |
+
0.44856590032577515,
|
| 192 |
+
0.13795509934425354,
|
| 193 |
+
0.16643774509429932,
|
| 194 |
+
0.2912417948246002,
|
| 195 |
+
0.583348274230957,
|
| 196 |
+
0.0834503024816513,
|
| 197 |
+
0.11294827610254288,
|
| 198 |
+
0.2526807487010956,
|
| 199 |
+
0.6013484001159668,
|
| 200 |
+
0.2992583215236664,
|
| 201 |
+
0.430868536233902,
|
| 202 |
+
0.17983055114746094,
|
| 203 |
+
0.8434004187583923,
|
| 204 |
+
0.8511760234832764,
|
| 205 |
+
0.24797745048999786,
|
| 206 |
+
0.07624466717243195,
|
| 207 |
+
0.17840971052646637,
|
| 208 |
+
0.7392135858535767,
|
| 209 |
+
0.20905011892318726,
|
| 210 |
+
0.6920931339263916,
|
| 211 |
+
0.26398155093193054,
|
| 212 |
+
0.1357904076576233,
|
| 213 |
+
0.1092372015118599,
|
| 214 |
+
0.5883674621582031,
|
| 215 |
+
0.3978833258152008,
|
| 216 |
+
0.37404337525367737,
|
| 217 |
+
0.5925542116165161,
|
| 218 |
+
0.04237141087651253,
|
| 219 |
+
0.06239994987845421,
|
| 220 |
+
0.044044651091098785,
|
| 221 |
+
0.4775497317314148,
|
| 222 |
+
0.46695467829704285,
|
| 223 |
+
0.14960548281669617,
|
| 224 |
+
0.28064700961112976,
|
| 225 |
+
0.18423354625701904,
|
| 226 |
+
0.31254175305366516,
|
| 227 |
+
0.5082703232765198,
|
| 228 |
+
0.4584152400493622,
|
| 229 |
+
0.03653552755713463,
|
| 230 |
+
0.4700357913970947,
|
| 231 |
+
0.18687044084072113,
|
| 232 |
+
0.24416343867778778,
|
| 233 |
+
0.4183022379875183,
|
| 234 |
+
0.4197365343570709,
|
| 235 |
+
0.17189574241638184,
|
| 236 |
+
0.22075162827968597,
|
| 237 |
+
0.3406367897987366,
|
| 238 |
+
0.26309674978256226,
|
| 239 |
+
0.44992876052856445,
|
| 240 |
+
0.5451357364654541,
|
| 241 |
+
0.42993825674057007,
|
| 242 |
+
0.07492529600858688,
|
| 243 |
+
0.2703571021556854,
|
| 244 |
+
0.10184048116207123,
|
| 245 |
+
0.5364879369735718,
|
| 246 |
+
0.2573235332965851,
|
| 247 |
+
0.28563597798347473,
|
| 248 |
+
0.17586413025856018,
|
| 249 |
+
0.3278607130050659,
|
| 250 |
+
0.06769022345542908,
|
| 251 |
+
0.26174330711364746,
|
| 252 |
+
0.38022831082344055,
|
| 253 |
+
0.09297516942024231,
|
| 254 |
+
0.7607728838920593,
|
| 255 |
+
0.7717894315719604,
|
| 256 |
+
0.03755621239542961,
|
| 257 |
+
0.47791820764541626,
|
| 258 |
+
0.6340789794921875,
|
| 259 |
+
0.16690674424171448,
|
| 260 |
+
0.2729021906852722,
|
| 261 |
+
0.16899004578590393,
|
| 262 |
+
0.24658416211605072,
|
| 263 |
+
0.036520764231681824,
|
| 264 |
+
0.42277708649635315,
|
| 265 |
+
0.08610022068023682,
|
| 266 |
+
0.5088674426078796,
|
| 267 |
+
0.5695163607597351,
|
| 268 |
+
0.33935755491256714,
|
| 269 |
+
0.2052188515663147,
|
| 270 |
+
0.6133037805557251,
|
| 271 |
+
0.5049790740013123,
|
| 272 |
+
0.2517276704311371,
|
| 273 |
+
0.3118095397949219,
|
| 274 |
+
0.3464337885379791,
|
| 275 |
+
0.5247445702552795,
|
| 276 |
+
0.08503790199756622,
|
| 277 |
+
0.13081109523773193,
|
| 278 |
+
0.3183114230632782,
|
| 279 |
+
0.11167497932910919,
|
| 280 |
+
0.35420867800712585,
|
| 281 |
+
0.14566005766391754,
|
| 282 |
+
0.6497214436531067
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d17/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d17/exports/step_00010000",
|
| 3 |
+
"fingerprint": "a00fc25d4176d200",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d17",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32947893157601355,
|
| 60 |
+
"lora/map": 0.32947893157601355,
|
| 61 |
+
"fsd50k/map": 0.32947893157601355,
|
| 62 |
+
"train_seconds": 24.42,
|
| 63 |
+
"total_seconds": 33.61,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02183941167546436,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026051025860134552,
|
| 77 |
+
"val_map": 0.32947893157601355,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.418269002460875
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2474747747182846,
|
| 84 |
+
0.08634652197360992,
|
| 85 |
+
0.4219880998134613,
|
| 86 |
+
0.30767300724983215,
|
| 87 |
+
0.4237937331199646,
|
| 88 |
+
0.5784481763839722,
|
| 89 |
+
0.803578794002533,
|
| 90 |
+
0.5053389668464661,
|
| 91 |
+
0.6705690026283264,
|
| 92 |
+
0.47351279854774475,
|
| 93 |
+
0.2000742107629776,
|
| 94 |
+
0.32310155034065247,
|
| 95 |
+
0.16220596432685852,
|
| 96 |
+
0.34793201088905334,
|
| 97 |
+
0.46366119384765625,
|
| 98 |
+
0.4295407235622406,
|
| 99 |
+
0.027776479721069336,
|
| 100 |
+
0.19672390818595886,
|
| 101 |
+
0.42641985416412354,
|
| 102 |
+
0.14073528349399567,
|
| 103 |
+
0.4517129361629486,
|
| 104 |
+
0.36407095193862915,
|
| 105 |
+
0.7072010636329651,
|
| 106 |
+
0.058837853372097015,
|
| 107 |
+
0.179029643535614,
|
| 108 |
+
0.29383930563926697,
|
| 109 |
+
0.2940693795681,
|
| 110 |
+
0.22142957150936127,
|
| 111 |
+
0.5984793901443481,
|
| 112 |
+
0.2807064354419708,
|
| 113 |
+
0.5643683075904846,
|
| 114 |
+
0.42259761691093445,
|
| 115 |
+
0.34915056824684143,
|
| 116 |
+
0.19167040288448334,
|
| 117 |
+
0.28881847858428955,
|
| 118 |
+
0.16776171326637268,
|
| 119 |
+
0.376327246427536,
|
| 120 |
+
0.11855055391788483,
|
| 121 |
+
0.19141684472560883,
|
| 122 |
+
0.24337522685527802,
|
| 123 |
+
0.3927854597568512,
|
| 124 |
+
0.15400493144989014,
|
| 125 |
+
0.5244606137275696,
|
| 126 |
+
0.16552674770355225,
|
| 127 |
+
0.5321884155273438,
|
| 128 |
+
0.07498770207166672,
|
| 129 |
+
0.18944096565246582,
|
| 130 |
+
0.2226472645998001,
|
| 131 |
+
0.7472230195999146,
|
| 132 |
+
0.39674142003059387,
|
| 133 |
+
0.3591279983520508,
|
| 134 |
+
0.463667631149292,
|
| 135 |
+
0.5147676467895508,
|
| 136 |
+
0.1332661360502243,
|
| 137 |
+
0.12236982583999634,
|
| 138 |
+
0.01877583935856819,
|
| 139 |
+
0.15161263942718506,
|
| 140 |
+
0.6062602400779724,
|
| 141 |
+
0.09488366544246674,
|
| 142 |
+
0.46998587250709534,
|
| 143 |
+
0.4788551330566406,
|
| 144 |
+
0.5857486724853516,
|
| 145 |
+
0.3730737864971161,
|
| 146 |
+
0.13315637409687042,
|
| 147 |
+
0.47727546095848083,
|
| 148 |
+
0.11857173591852188,
|
| 149 |
+
0.1852165013551712,
|
| 150 |
+
0.6555410027503967,
|
| 151 |
+
0.5407005548477173,
|
| 152 |
+
0.4715045392513275,
|
| 153 |
+
0.4661460816860199,
|
| 154 |
+
0.13925743103027344,
|
| 155 |
+
0.6680837869644165,
|
| 156 |
+
0.15874285995960236,
|
| 157 |
+
0.19929753243923187,
|
| 158 |
+
0.21992506086826324,
|
| 159 |
+
0.3863331377506256,
|
| 160 |
+
0.2971067428588867,
|
| 161 |
+
0.17842966318130493,
|
| 162 |
+
0.41771456599235535,
|
| 163 |
+
0.21075037121772766,
|
| 164 |
+
0.18072077631950378,
|
| 165 |
+
0.22174783051013947,
|
| 166 |
+
0.20803259313106537,
|
| 167 |
+
0.17116689682006836,
|
| 168 |
+
0.1790500432252884,
|
| 169 |
+
0.336696058511734,
|
| 170 |
+
0.53197181224823,
|
| 171 |
+
0.1326638013124466,
|
| 172 |
+
0.07229987531900406,
|
| 173 |
+
0.715255856513977,
|
| 174 |
+
0.09610427170991898,
|
| 175 |
+
0.5045573115348816,
|
| 176 |
+
0.18801747262477875,
|
| 177 |
+
0.3366052508354187,
|
| 178 |
+
0.28398820757865906,
|
| 179 |
+
0.3749854862689972,
|
| 180 |
+
0.17981475591659546,
|
| 181 |
+
0.35258278250694275,
|
| 182 |
+
0.049966614693403244,
|
| 183 |
+
0.5267101526260376,
|
| 184 |
+
0.6720500588417053,
|
| 185 |
+
0.1716732531785965,
|
| 186 |
+
0.3303512632846832,
|
| 187 |
+
0.22315062582492828,
|
| 188 |
+
0.24263149499893188,
|
| 189 |
+
0.6415682435035706,
|
| 190 |
+
0.4132544696331024,
|
| 191 |
+
0.47195321321487427,
|
| 192 |
+
0.12014654278755188,
|
| 193 |
+
0.1111864224076271,
|
| 194 |
+
0.2784308195114136,
|
| 195 |
+
0.5254952311515808,
|
| 196 |
+
0.06864069402217865,
|
| 197 |
+
0.07002551853656769,
|
| 198 |
+
0.2524542808532715,
|
| 199 |
+
0.5686270594596863,
|
| 200 |
+
0.3358485996723175,
|
| 201 |
+
0.4310072958469391,
|
| 202 |
+
0.22313928604125977,
|
| 203 |
+
0.8442832827568054,
|
| 204 |
+
0.8526625037193298,
|
| 205 |
+
0.2619728446006775,
|
| 206 |
+
0.07053963094949722,
|
| 207 |
+
0.15548142790794373,
|
| 208 |
+
0.7221290469169617,
|
| 209 |
+
0.24608205258846283,
|
| 210 |
+
0.6999452710151672,
|
| 211 |
+
0.2950264513492584,
|
| 212 |
+
0.11026798188686371,
|
| 213 |
+
0.06105829030275345,
|
| 214 |
+
0.6875258088111877,
|
| 215 |
+
0.3554445803165436,
|
| 216 |
+
0.3342503309249878,
|
| 217 |
+
0.5462469458580017,
|
| 218 |
+
0.05028605833649635,
|
| 219 |
+
0.06494775414466858,
|
| 220 |
+
0.05194851756095886,
|
| 221 |
+
0.5203063488006592,
|
| 222 |
+
0.47781139612197876,
|
| 223 |
+
0.22000376880168915,
|
| 224 |
+
0.2937265932559967,
|
| 225 |
+
0.16187337040901184,
|
| 226 |
+
0.2889612019062042,
|
| 227 |
+
0.48605284094810486,
|
| 228 |
+
0.5321068167686462,
|
| 229 |
+
0.04554429650306702,
|
| 230 |
+
0.4293579161167145,
|
| 231 |
+
0.15706585347652435,
|
| 232 |
+
0.24789145588874817,
|
| 233 |
+
0.4546421468257904,
|
| 234 |
+
0.391925185918808,
|
| 235 |
+
0.239955335855484,
|
| 236 |
+
0.2361578345298767,
|
| 237 |
+
0.3867458403110504,
|
| 238 |
+
0.26278573274612427,
|
| 239 |
+
0.4553244113922119,
|
| 240 |
+
0.5962427854537964,
|
| 241 |
+
0.4124549925327301,
|
| 242 |
+
0.061949472874403,
|
| 243 |
+
0.23268382251262665,
|
| 244 |
+
0.07523596286773682,
|
| 245 |
+
0.5923712253570557,
|
| 246 |
+
0.17015688121318817,
|
| 247 |
+
0.26208412647247314,
|
| 248 |
+
0.3217413127422333,
|
| 249 |
+
0.3626774549484253,
|
| 250 |
+
0.07197944074869156,
|
| 251 |
+
0.3086700439453125,
|
| 252 |
+
0.37003734707832336,
|
| 253 |
+
0.10778369009494781,
|
| 254 |
+
0.7868561744689941,
|
| 255 |
+
0.7942320108413696,
|
| 256 |
+
0.031117096543312073,
|
| 257 |
+
0.3948521018028259,
|
| 258 |
+
0.7013199329376221,
|
| 259 |
+
0.17915254831314087,
|
| 260 |
+
0.2488134503364563,
|
| 261 |
+
0.16175247728824615,
|
| 262 |
+
0.2652030885219574,
|
| 263 |
+
0.05878181755542755,
|
| 264 |
+
0.4424586594104767,
|
| 265 |
+
0.07029084861278534,
|
| 266 |
+
0.5259659886360168,
|
| 267 |
+
0.5630834698677063,
|
| 268 |
+
0.33945468068122864,
|
| 269 |
+
0.185240238904953,
|
| 270 |
+
0.6252719759941101,
|
| 271 |
+
0.5278964638710022,
|
| 272 |
+
0.26075148582458496,
|
| 273 |
+
0.2413429319858551,
|
| 274 |
+
0.3178758919239044,
|
| 275 |
+
0.525368332862854,
|
| 276 |
+
0.10819810628890991,
|
| 277 |
+
0.20039279758930206,
|
| 278 |
+
0.328806072473526,
|
| 279 |
+
0.11778024584054947,
|
| 280 |
+
0.3252321481704712,
|
| 281 |
+
0.138840913772583,
|
| 282 |
+
0.6940128803253174
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d17/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d17/exports/step_00010000",
|
| 3 |
+
"fingerprint": "a00fc25d4176d200",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d17",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3314424403663725,
|
| 60 |
+
"lora/map": 0.3314424403663725,
|
| 61 |
+
"fsd50k/map": 0.3314424403663725,
|
| 62 |
+
"train_seconds": 24.54,
|
| 63 |
+
"total_seconds": 33.77,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.020411549808923155,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026449913307965152,
|
| 77 |
+
"val_map": 0.3314424403663725,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.540331988828257
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2260611355304718,
|
| 84 |
+
0.23410756886005402,
|
| 85 |
+
0.49388259649276733,
|
| 86 |
+
0.2521064579486847,
|
| 87 |
+
0.406112939119339,
|
| 88 |
+
0.577518880367279,
|
| 89 |
+
0.8039808869361877,
|
| 90 |
+
0.5186738967895508,
|
| 91 |
+
0.5560055375099182,
|
| 92 |
+
0.5050809979438782,
|
| 93 |
+
0.1776193380355835,
|
| 94 |
+
0.33041542768478394,
|
| 95 |
+
0.14113979041576385,
|
| 96 |
+
0.37258023023605347,
|
| 97 |
+
0.4653712511062622,
|
| 98 |
+
0.429660826921463,
|
| 99 |
+
0.055960752069950104,
|
| 100 |
+
0.1828734129667282,
|
| 101 |
+
0.4053179621696472,
|
| 102 |
+
0.15721501410007477,
|
| 103 |
+
0.4934389293193817,
|
| 104 |
+
0.33915218710899353,
|
| 105 |
+
0.654471755027771,
|
| 106 |
+
0.08879686146974564,
|
| 107 |
+
0.20506994426250458,
|
| 108 |
+
0.4151235818862915,
|
| 109 |
+
0.29381445050239563,
|
| 110 |
+
0.19905522465705872,
|
| 111 |
+
0.6287550926208496,
|
| 112 |
+
0.24587953090667725,
|
| 113 |
+
0.6007839441299438,
|
| 114 |
+
0.4250602424144745,
|
| 115 |
+
0.3068408668041229,
|
| 116 |
+
0.15287578105926514,
|
| 117 |
+
0.2698015570640564,
|
| 118 |
+
0.1765858381986618,
|
| 119 |
+
0.38287147879600525,
|
| 120 |
+
0.17873595654964447,
|
| 121 |
+
0.26120445132255554,
|
| 122 |
+
0.22281625866889954,
|
| 123 |
+
0.4465543329715729,
|
| 124 |
+
0.14328575134277344,
|
| 125 |
+
0.5252442359924316,
|
| 126 |
+
0.14702606201171875,
|
| 127 |
+
0.5063506960868835,
|
| 128 |
+
0.15743154287338257,
|
| 129 |
+
0.22500377893447876,
|
| 130 |
+
0.20974570512771606,
|
| 131 |
+
0.7359789609909058,
|
| 132 |
+
0.3927406370639801,
|
| 133 |
+
0.31548625230789185,
|
| 134 |
+
0.4570980668067932,
|
| 135 |
+
0.5286409258842468,
|
| 136 |
+
0.11898238956928253,
|
| 137 |
+
0.1574731022119522,
|
| 138 |
+
0.011393139138817787,
|
| 139 |
+
0.1577402949333191,
|
| 140 |
+
0.6414769887924194,
|
| 141 |
+
0.10320159047842026,
|
| 142 |
+
0.46839725971221924,
|
| 143 |
+
0.4854466915130615,
|
| 144 |
+
0.58455491065979,
|
| 145 |
+
0.40052342414855957,
|
| 146 |
+
0.24739976227283478,
|
| 147 |
+
0.36266806721687317,
|
| 148 |
+
0.09549405425786972,
|
| 149 |
+
0.1719907969236374,
|
| 150 |
+
0.5701287388801575,
|
| 151 |
+
0.4630317687988281,
|
| 152 |
+
0.4816395044326782,
|
| 153 |
+
0.453628271818161,
|
| 154 |
+
0.1252717673778534,
|
| 155 |
+
0.6318941116333008,
|
| 156 |
+
0.18127582967281342,
|
| 157 |
+
0.2769796550273895,
|
| 158 |
+
0.22235651314258575,
|
| 159 |
+
0.3791089653968811,
|
| 160 |
+
0.3010292947292328,
|
| 161 |
+
0.22458675503730774,
|
| 162 |
+
0.385802298784256,
|
| 163 |
+
0.1626923382282257,
|
| 164 |
+
0.19099026918411255,
|
| 165 |
+
0.1762346476316452,
|
| 166 |
+
0.2453290820121765,
|
| 167 |
+
0.19301223754882812,
|
| 168 |
+
0.1919020265340805,
|
| 169 |
+
0.36483249068260193,
|
| 170 |
+
0.5998207330703735,
|
| 171 |
+
0.2148696631193161,
|
| 172 |
+
0.06692516803741455,
|
| 173 |
+
0.7028667330741882,
|
| 174 |
+
0.09538847953081131,
|
| 175 |
+
0.4732002019882202,
|
| 176 |
+
0.18578147888183594,
|
| 177 |
+
0.3199637532234192,
|
| 178 |
+
0.27453935146331787,
|
| 179 |
+
0.29360800981521606,
|
| 180 |
+
0.14570681750774384,
|
| 181 |
+
0.3581787049770355,
|
| 182 |
+
0.07028195261955261,
|
| 183 |
+
0.5046949982643127,
|
| 184 |
+
0.6763744354248047,
|
| 185 |
+
0.16852475702762604,
|
| 186 |
+
0.33585742115974426,
|
| 187 |
+
0.2003309428691864,
|
| 188 |
+
0.25771862268447876,
|
| 189 |
+
0.6418576836585999,
|
| 190 |
+
0.4152001440525055,
|
| 191 |
+
0.4671832025051117,
|
| 192 |
+
0.1616656333208084,
|
| 193 |
+
0.12663213908672333,
|
| 194 |
+
0.27039921283721924,
|
| 195 |
+
0.5318285226821899,
|
| 196 |
+
0.07848810404539108,
|
| 197 |
+
0.11885684728622437,
|
| 198 |
+
0.2835484445095062,
|
| 199 |
+
0.607209324836731,
|
| 200 |
+
0.32853132486343384,
|
| 201 |
+
0.4392729699611664,
|
| 202 |
+
0.25239238142967224,
|
| 203 |
+
0.8416216373443604,
|
| 204 |
+
0.8495290875434875,
|
| 205 |
+
0.22672435641288757,
|
| 206 |
+
0.11431324481964111,
|
| 207 |
+
0.2108149230480194,
|
| 208 |
+
0.7115776538848877,
|
| 209 |
+
0.17505967617034912,
|
| 210 |
+
0.695861279964447,
|
| 211 |
+
0.3083904981613159,
|
| 212 |
+
0.09419409930706024,
|
| 213 |
+
0.08798059821128845,
|
| 214 |
+
0.7124630212783813,
|
| 215 |
+
0.3333028256893158,
|
| 216 |
+
0.39022547006607056,
|
| 217 |
+
0.5568041205406189,
|
| 218 |
+
0.036832574754953384,
|
| 219 |
+
0.06548333168029785,
|
| 220 |
+
0.03895840421319008,
|
| 221 |
+
0.5587784051895142,
|
| 222 |
+
0.48545002937316895,
|
| 223 |
+
0.10765998810529709,
|
| 224 |
+
0.24914385378360748,
|
| 225 |
+
0.1309630423784256,
|
| 226 |
+
0.3146853744983673,
|
| 227 |
+
0.5175997018814087,
|
| 228 |
+
0.5049227476119995,
|
| 229 |
+
0.04204844683408737,
|
| 230 |
+
0.4813730716705322,
|
| 231 |
+
0.13323883712291718,
|
| 232 |
+
0.23225395381450653,
|
| 233 |
+
0.4260251224040985,
|
| 234 |
+
0.3720729351043701,
|
| 235 |
+
0.30613043904304504,
|
| 236 |
+
0.1893199384212494,
|
| 237 |
+
0.343655526638031,
|
| 238 |
+
0.21354320645332336,
|
| 239 |
+
0.44750434160232544,
|
| 240 |
+
0.5756085515022278,
|
| 241 |
+
0.4197724759578705,
|
| 242 |
+
0.03552575036883354,
|
| 243 |
+
0.28762897849082947,
|
| 244 |
+
0.10778389126062393,
|
| 245 |
+
0.5890941023826599,
|
| 246 |
+
0.2448224127292633,
|
| 247 |
+
0.27147871255874634,
|
| 248 |
+
0.28889402747154236,
|
| 249 |
+
0.3282293379306793,
|
| 250 |
+
0.057554781436920166,
|
| 251 |
+
0.28745341300964355,
|
| 252 |
+
0.33468177914619446,
|
| 253 |
+
0.09043031930923462,
|
| 254 |
+
0.8002967834472656,
|
| 255 |
+
0.8024927973747253,
|
| 256 |
+
0.07142046838998795,
|
| 257 |
+
0.45933306217193604,
|
| 258 |
+
0.6672238707542419,
|
| 259 |
+
0.1433515101671219,
|
| 260 |
+
0.24004869163036346,
|
| 261 |
+
0.1552477777004242,
|
| 262 |
+
0.29094958305358887,
|
| 263 |
+
0.04818890243768692,
|
| 264 |
+
0.5571045875549316,
|
| 265 |
+
0.07710130512714386,
|
| 266 |
+
0.5128681063652039,
|
| 267 |
+
0.5723555684089661,
|
| 268 |
+
0.31144753098487854,
|
| 269 |
+
0.21434970200061798,
|
| 270 |
+
0.6040151119232178,
|
| 271 |
+
0.5007061958312988,
|
| 272 |
+
0.24935519695281982,
|
| 273 |
+
0.30478641390800476,
|
| 274 |
+
0.3834454417228699,
|
| 275 |
+
0.5277783274650574,
|
| 276 |
+
0.09466884285211563,
|
| 277 |
+
0.1979650855064392,
|
| 278 |
+
0.3246122896671295,
|
| 279 |
+
0.10041875392198563,
|
| 280 |
+
0.35083505511283875,
|
| 281 |
+
0.101502425968647,
|
| 282 |
+
0.6795814037322998
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d17/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d17/exports/step_00010000",
|
| 4 |
+
"fingerprint": "a00fc25d4176d200",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d17",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007326480947444622,
|
| 61 |
+
"val_map": 0.0061771045600203705,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02423,
|
| 69 |
+
"train_map": 0.028498802003821808,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.8
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02367,
|
| 78 |
+
"train_map": 0.03979269890830387,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.4
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02248,
|
| 87 |
+
"train_map": 0.0522860399739193,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 2.1
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02177,
|
| 96 |
+
"train_map": 0.06427408871439726,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.7
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02224,
|
| 105 |
+
"train_map": 0.067352732999579,
|
| 106 |
+
"val_map": 0.04550841964774215,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.9
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02194,
|
| 114 |
+
"train_map": 0.07904226658689088,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.4
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02159,
|
| 123 |
+
"train_map": 0.09141672255720526,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 4.1
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02122,
|
| 132 |
+
"train_map": 0.09541407732453826,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.7
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02028,
|
| 141 |
+
"train_map": 0.10227927495813814,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.3
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01977,
|
| 150 |
+
"train_map": 0.11075734243369476,
|
| 151 |
+
"val_map": 0.06939196539954397,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.7
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01994,
|
| 159 |
+
"train_map": 0.11672541693531585,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 6.0
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01982,
|
| 168 |
+
"train_map": 0.12886806012111834,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.7
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.0199,
|
| 177 |
+
"train_map": 0.13579790218621918,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 7.4
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01942,
|
| 186 |
+
"train_map": 0.15207148196999218,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 8.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.0193,
|
| 195 |
+
"train_map": 0.15895513875279188,
|
| 196 |
+
"val_map": 0.09663013022470746,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01903,
|
| 204 |
+
"train_map": 0.16264331314458283,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01899,
|
| 213 |
+
"train_map": 0.17367841601301076,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 9.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01891,
|
| 222 |
+
"train_map": 0.17811104584047022,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 10.1
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01865,
|
| 231 |
+
"train_map": 0.18074451993613644,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 10.8
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01882,
|
| 240 |
+
"train_map": 0.18106054663092633,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 11.4
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01918,
|
| 249 |
+
"train_map": 0.18120260355531095,
|
| 250 |
+
"val_map": 0.10734199917039337,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 11.5
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.18120260355531095,
|
| 256 |
+
"final_val_map": 0.10734199917039337,
|
| 257 |
+
"lora/map": 0.10734199917039337,
|
| 258 |
+
"train_seconds": 11.5,
|
| 259 |
+
"wall_seconds": 64.7
|
| 260 |
+
}
|