Upload folder using huggingface_hub
Browse files
p5-mae-15m-d212/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
|
| 3 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d212",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.39564088189043106,
|
| 60 |
+
"lora/map": 0.39564088189043106,
|
| 61 |
+
"fsd50k/map": 0.39564088189043106,
|
| 62 |
+
"train_seconds": 23.52,
|
| 63 |
+
"total_seconds": 32.46,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023504003561101855,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.022953056326796412,
|
| 77 |
+
"val_map": 0.39564088189043106,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.520700271474198
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.28016695380210876,
|
| 84 |
+
0.15024502575397491,
|
| 85 |
+
0.5605199933052063,
|
| 86 |
+
0.35745933651924133,
|
| 87 |
+
0.4787246584892273,
|
| 88 |
+
0.6385955214500427,
|
| 89 |
+
0.8366647362709045,
|
| 90 |
+
0.5551339387893677,
|
| 91 |
+
0.5917697548866272,
|
| 92 |
+
0.5010596513748169,
|
| 93 |
+
0.29114824533462524,
|
| 94 |
+
0.4550374746322632,
|
| 95 |
+
0.1355898231267929,
|
| 96 |
+
0.3513038456439972,
|
| 97 |
+
0.5102982521057129,
|
| 98 |
+
0.48388585448265076,
|
| 99 |
+
0.032223157584667206,
|
| 100 |
+
0.2706448435783386,
|
| 101 |
+
0.47860944271087646,
|
| 102 |
+
0.24496015906333923,
|
| 103 |
+
0.5768101215362549,
|
| 104 |
+
0.4193737804889679,
|
| 105 |
+
0.8585993051528931,
|
| 106 |
+
0.08481833338737488,
|
| 107 |
+
0.26642924547195435,
|
| 108 |
+
0.4182235598564148,
|
| 109 |
+
0.38393276929855347,
|
| 110 |
+
0.2805543541908264,
|
| 111 |
+
0.7788925170898438,
|
| 112 |
+
0.3409951627254486,
|
| 113 |
+
0.6596342325210571,
|
| 114 |
+
0.5803421139717102,
|
| 115 |
+
0.4772786796092987,
|
| 116 |
+
0.19773545861244202,
|
| 117 |
+
0.37110239267349243,
|
| 118 |
+
0.2299588918685913,
|
| 119 |
+
0.4444006681442261,
|
| 120 |
+
0.14104534685611725,
|
| 121 |
+
0.37731239199638367,
|
| 122 |
+
0.23845387995243073,
|
| 123 |
+
0.5333097577095032,
|
| 124 |
+
0.24169975519180298,
|
| 125 |
+
0.6338528990745544,
|
| 126 |
+
0.16528871655464172,
|
| 127 |
+
0.45826542377471924,
|
| 128 |
+
0.1213797852396965,
|
| 129 |
+
0.21670855581760406,
|
| 130 |
+
0.2472424954175949,
|
| 131 |
+
0.7515164017677307,
|
| 132 |
+
0.4467800557613373,
|
| 133 |
+
0.41949760913848877,
|
| 134 |
+
0.5684387683868408,
|
| 135 |
+
0.5468224287033081,
|
| 136 |
+
0.13594642281532288,
|
| 137 |
+
0.17314830422401428,
|
| 138 |
+
0.02547377161681652,
|
| 139 |
+
0.3042635917663574,
|
| 140 |
+
0.7280120849609375,
|
| 141 |
+
0.13955004513263702,
|
| 142 |
+
0.5183508992195129,
|
| 143 |
+
0.5981611013412476,
|
| 144 |
+
0.631760835647583,
|
| 145 |
+
0.4095958471298218,
|
| 146 |
+
0.1385345757007599,
|
| 147 |
+
0.4972754120826721,
|
| 148 |
+
0.1345517933368683,
|
| 149 |
+
0.33601126074790955,
|
| 150 |
+
0.6856784224510193,
|
| 151 |
+
0.5453020930290222,
|
| 152 |
+
0.5616346597671509,
|
| 153 |
+
0.499395489692688,
|
| 154 |
+
0.2677570879459381,
|
| 155 |
+
0.7130581140518188,
|
| 156 |
+
0.36471596360206604,
|
| 157 |
+
0.327093243598938,
|
| 158 |
+
0.2820991575717926,
|
| 159 |
+
0.4745759665966034,
|
| 160 |
+
0.4668377935886383,
|
| 161 |
+
0.21685747802257538,
|
| 162 |
+
0.45611339807510376,
|
| 163 |
+
0.2432090789079666,
|
| 164 |
+
0.28982269763946533,
|
| 165 |
+
0.2688620686531067,
|
| 166 |
+
0.2885158360004425,
|
| 167 |
+
0.24802051484584808,
|
| 168 |
+
0.2526317238807678,
|
| 169 |
+
0.43195322155952454,
|
| 170 |
+
0.6476103067398071,
|
| 171 |
+
0.12578633427619934,
|
| 172 |
+
0.17353375256061554,
|
| 173 |
+
0.7384827136993408,
|
| 174 |
+
0.21182972192764282,
|
| 175 |
+
0.5209051966667175,
|
| 176 |
+
0.22218817472457886,
|
| 177 |
+
0.2171008139848709,
|
| 178 |
+
0.310855895280838,
|
| 179 |
+
0.5484459400177002,
|
| 180 |
+
0.178009033203125,
|
| 181 |
+
0.42060333490371704,
|
| 182 |
+
0.07396762073040009,
|
| 183 |
+
0.5885351300239563,
|
| 184 |
+
0.7228782176971436,
|
| 185 |
+
0.2098964899778366,
|
| 186 |
+
0.43365034461021423,
|
| 187 |
+
0.24654120206832886,
|
| 188 |
+
0.36658430099487305,
|
| 189 |
+
0.6133959293365479,
|
| 190 |
+
0.5268062949180603,
|
| 191 |
+
0.5652155876159668,
|
| 192 |
+
0.20273876190185547,
|
| 193 |
+
0.23528286814689636,
|
| 194 |
+
0.3500109612941742,
|
| 195 |
+
0.6346592903137207,
|
| 196 |
+
0.22893069684505463,
|
| 197 |
+
0.16824431717395782,
|
| 198 |
+
0.33742597699165344,
|
| 199 |
+
0.7631311416625977,
|
| 200 |
+
0.3717861473560333,
|
| 201 |
+
0.5128027200698853,
|
| 202 |
+
0.2320852279663086,
|
| 203 |
+
0.8749153017997742,
|
| 204 |
+
0.882943868637085,
|
| 205 |
+
0.31523430347442627,
|
| 206 |
+
0.11034732311964035,
|
| 207 |
+
0.2388961762189865,
|
| 208 |
+
0.7733534574508667,
|
| 209 |
+
0.2775404751300812,
|
| 210 |
+
0.7296695113182068,
|
| 211 |
+
0.31533128023147583,
|
| 212 |
+
0.13032294809818268,
|
| 213 |
+
0.23382295668125153,
|
| 214 |
+
0.758621335029602,
|
| 215 |
+
0.4887157380580902,
|
| 216 |
+
0.45056429505348206,
|
| 217 |
+
0.6577666401863098,
|
| 218 |
+
0.10510513186454773,
|
| 219 |
+
0.07224856317043304,
|
| 220 |
+
0.060765206813812256,
|
| 221 |
+
0.5487162470817566,
|
| 222 |
+
0.5684816837310791,
|
| 223 |
+
0.2584133446216583,
|
| 224 |
+
0.32128801941871643,
|
| 225 |
+
0.21190905570983887,
|
| 226 |
+
0.3397964537143707,
|
| 227 |
+
0.6558182239532471,
|
| 228 |
+
0.5945411324501038,
|
| 229 |
+
0.07541963458061218,
|
| 230 |
+
0.6243851184844971,
|
| 231 |
+
0.2082008719444275,
|
| 232 |
+
0.26381319761276245,
|
| 233 |
+
0.5211201906204224,
|
| 234 |
+
0.49131038784980774,
|
| 235 |
+
0.23251469433307648,
|
| 236 |
+
0.3720943033695221,
|
| 237 |
+
0.4353852868080139,
|
| 238 |
+
0.31723371148109436,
|
| 239 |
+
0.5262082815170288,
|
| 240 |
+
0.5895212292671204,
|
| 241 |
+
0.4926326274871826,
|
| 242 |
+
0.11663069576025009,
|
| 243 |
+
0.4402344524860382,
|
| 244 |
+
0.1480197161436081,
|
| 245 |
+
0.6354590058326721,
|
| 246 |
+
0.35142412781715393,
|
| 247 |
+
0.3410227298736572,
|
| 248 |
+
0.41841253638267517,
|
| 249 |
+
0.3746517598628998,
|
| 250 |
+
0.05790451169013977,
|
| 251 |
+
0.38446420431137085,
|
| 252 |
+
0.43575364351272583,
|
| 253 |
+
0.08447551727294922,
|
| 254 |
+
0.8630808591842651,
|
| 255 |
+
0.8760030269622803,
|
| 256 |
+
0.04179869964718819,
|
| 257 |
+
0.5356517434120178,
|
| 258 |
+
0.7759060859680176,
|
| 259 |
+
0.19663116335868835,
|
| 260 |
+
0.24868960678577423,
|
| 261 |
+
0.20652908086776733,
|
| 262 |
+
0.29001256823539734,
|
| 263 |
+
0.04758545011281967,
|
| 264 |
+
0.5936111807823181,
|
| 265 |
+
0.1470697820186615,
|
| 266 |
+
0.585138201713562,
|
| 267 |
+
0.6254334449768066,
|
| 268 |
+
0.4653647541999817,
|
| 269 |
+
0.27243417501449585,
|
| 270 |
+
0.6718833446502686,
|
| 271 |
+
0.5842307209968567,
|
| 272 |
+
0.3344860374927521,
|
| 273 |
+
0.48833903670310974,
|
| 274 |
+
0.44701480865478516,
|
| 275 |
+
0.569991409778595,
|
| 276 |
+
0.13203008472919464,
|
| 277 |
+
0.2828744053840637,
|
| 278 |
+
0.4210813343524933,
|
| 279 |
+
0.10242185741662979,
|
| 280 |
+
0.45665979385375977,
|
| 281 |
+
0.18329715728759766,
|
| 282 |
+
0.7340785264968872
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d212/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
|
| 3 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d212",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3952629124745727,
|
| 60 |
+
"lora/map": 0.3952629124745727,
|
| 61 |
+
"fsd50k/map": 0.3952629124745727,
|
| 62 |
+
"train_seconds": 23.44,
|
| 63 |
+
"total_seconds": 32.38,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022087433254346252,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.022763424477561876,
|
| 77 |
+
"val_map": 0.3952629124745727,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.435630925931036
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2849138081073761,
|
| 84 |
+
0.09680519253015518,
|
| 85 |
+
0.6225553750991821,
|
| 86 |
+
0.39246290922164917,
|
| 87 |
+
0.488888680934906,
|
| 88 |
+
0.6369235515594482,
|
| 89 |
+
0.8539709448814392,
|
| 90 |
+
0.5447881817817688,
|
| 91 |
+
0.5684615969657898,
|
| 92 |
+
0.514930248260498,
|
| 93 |
+
0.2740027606487274,
|
| 94 |
+
0.43017202615737915,
|
| 95 |
+
0.2085796296596527,
|
| 96 |
+
0.3769039511680603,
|
| 97 |
+
0.5253089070320129,
|
| 98 |
+
0.47905829548835754,
|
| 99 |
+
0.04432928189635277,
|
| 100 |
+
0.21917572617530823,
|
| 101 |
+
0.4343552589416504,
|
| 102 |
+
0.23230279982089996,
|
| 103 |
+
0.4857175052165985,
|
| 104 |
+
0.43143177032470703,
|
| 105 |
+
0.8462003469467163,
|
| 106 |
+
0.09162818640470505,
|
| 107 |
+
0.2577188014984131,
|
| 108 |
+
0.3991006910800934,
|
| 109 |
+
0.4077329635620117,
|
| 110 |
+
0.30910736322402954,
|
| 111 |
+
0.7589797973632812,
|
| 112 |
+
0.32640784978866577,
|
| 113 |
+
0.6442002654075623,
|
| 114 |
+
0.6373621821403503,
|
| 115 |
+
0.33765044808387756,
|
| 116 |
+
0.20955024659633636,
|
| 117 |
+
0.376983106136322,
|
| 118 |
+
0.219639390707016,
|
| 119 |
+
0.42423105239868164,
|
| 120 |
+
0.25202128291130066,
|
| 121 |
+
0.4457462430000305,
|
| 122 |
+
0.28256744146347046,
|
| 123 |
+
0.55715012550354,
|
| 124 |
+
0.17686188220977783,
|
| 125 |
+
0.6092026233673096,
|
| 126 |
+
0.19386188685894012,
|
| 127 |
+
0.46337929368019104,
|
| 128 |
+
0.11754996329545975,
|
| 129 |
+
0.15687820315361023,
|
| 130 |
+
0.2312917411327362,
|
| 131 |
+
0.7117354869842529,
|
| 132 |
+
0.4166989028453827,
|
| 133 |
+
0.3649838864803314,
|
| 134 |
+
0.5050331354141235,
|
| 135 |
+
0.6138388514518738,
|
| 136 |
+
0.16476626694202423,
|
| 137 |
+
0.1611296385526657,
|
| 138 |
+
0.023844141513109207,
|
| 139 |
+
0.2356077879667282,
|
| 140 |
+
0.7196699976921082,
|
| 141 |
+
0.16151466965675354,
|
| 142 |
+
0.540593683719635,
|
| 143 |
+
0.5920300483703613,
|
| 144 |
+
0.645578920841217,
|
| 145 |
+
0.40996524691581726,
|
| 146 |
+
0.18676206469535828,
|
| 147 |
+
0.5455945134162903,
|
| 148 |
+
0.11833935976028442,
|
| 149 |
+
0.24839025735855103,
|
| 150 |
+
0.703927755355835,
|
| 151 |
+
0.5229290723800659,
|
| 152 |
+
0.5640098452568054,
|
| 153 |
+
0.4866153299808502,
|
| 154 |
+
0.22420817613601685,
|
| 155 |
+
0.687049150466919,
|
| 156 |
+
0.3883066177368164,
|
| 157 |
+
0.3051506578922272,
|
| 158 |
+
0.24413591623306274,
|
| 159 |
+
0.4404447674751282,
|
| 160 |
+
0.39979687333106995,
|
| 161 |
+
0.2788761854171753,
|
| 162 |
+
0.4444679915904999,
|
| 163 |
+
0.22921426594257355,
|
| 164 |
+
0.2201048880815506,
|
| 165 |
+
0.2725360691547394,
|
| 166 |
+
0.19238850474357605,
|
| 167 |
+
0.20304717123508453,
|
| 168 |
+
0.31109341979026794,
|
| 169 |
+
0.406960666179657,
|
| 170 |
+
0.6376469135284424,
|
| 171 |
+
0.12344691157341003,
|
| 172 |
+
0.145280122756958,
|
| 173 |
+
0.7785161137580872,
|
| 174 |
+
0.18025726079940796,
|
| 175 |
+
0.5341867804527283,
|
| 176 |
+
0.22976477444171906,
|
| 177 |
+
0.23715978860855103,
|
| 178 |
+
0.3698481023311615,
|
| 179 |
+
0.5807838439941406,
|
| 180 |
+
0.23393401503562927,
|
| 181 |
+
0.4105251133441925,
|
| 182 |
+
0.07406685501337051,
|
| 183 |
+
0.5831507444381714,
|
| 184 |
+
0.7155212163925171,
|
| 185 |
+
0.25692152976989746,
|
| 186 |
+
0.41558369994163513,
|
| 187 |
+
0.24872548878192902,
|
| 188 |
+
0.3899999260902405,
|
| 189 |
+
0.6410961151123047,
|
| 190 |
+
0.5313000679016113,
|
| 191 |
+
0.5394513010978699,
|
| 192 |
+
0.1956733763217926,
|
| 193 |
+
0.24983711540699005,
|
| 194 |
+
0.36510053277015686,
|
| 195 |
+
0.5694032907485962,
|
| 196 |
+
0.14389611780643463,
|
| 197 |
+
0.16625824570655823,
|
| 198 |
+
0.33912622928619385,
|
| 199 |
+
0.7206710577011108,
|
| 200 |
+
0.4360918700695038,
|
| 201 |
+
0.5205214619636536,
|
| 202 |
+
0.21969899535179138,
|
| 203 |
+
0.88176029920578,
|
| 204 |
+
0.8904192447662354,
|
| 205 |
+
0.39253368973731995,
|
| 206 |
+
0.11970391869544983,
|
| 207 |
+
0.2578869163990021,
|
| 208 |
+
0.7767907977104187,
|
| 209 |
+
0.3228945732116699,
|
| 210 |
+
0.7647572755813599,
|
| 211 |
+
0.32393768429756165,
|
| 212 |
+
0.1157369390130043,
|
| 213 |
+
0.20242667198181152,
|
| 214 |
+
0.755440890789032,
|
| 215 |
+
0.5152997374534607,
|
| 216 |
+
0.4599223732948303,
|
| 217 |
+
0.5914523005485535,
|
| 218 |
+
0.09831547737121582,
|
| 219 |
+
0.07690196484327316,
|
| 220 |
+
0.07090122252702713,
|
| 221 |
+
0.5642505288124084,
|
| 222 |
+
0.5652856826782227,
|
| 223 |
+
0.23758850991725922,
|
| 224 |
+
0.2908811867237091,
|
| 225 |
+
0.3464951813220978,
|
| 226 |
+
0.32891279458999634,
|
| 227 |
+
0.6645383238792419,
|
| 228 |
+
0.5803088545799255,
|
| 229 |
+
0.0563691221177578,
|
| 230 |
+
0.5640561580657959,
|
| 231 |
+
0.19388175010681152,
|
| 232 |
+
0.2378966361284256,
|
| 233 |
+
0.5431045889854431,
|
| 234 |
+
0.4998719394207001,
|
| 235 |
+
0.24678830802440643,
|
| 236 |
+
0.30228370428085327,
|
| 237 |
+
0.4183836579322815,
|
| 238 |
+
0.3957156240940094,
|
| 239 |
+
0.5220049619674683,
|
| 240 |
+
0.6011406183242798,
|
| 241 |
+
0.4672989845275879,
|
| 242 |
+
0.0947992354631424,
|
| 243 |
+
0.40927445888519287,
|
| 244 |
+
0.16052232682704926,
|
| 245 |
+
0.6626061201095581,
|
| 246 |
+
0.27335965633392334,
|
| 247 |
+
0.3137122690677643,
|
| 248 |
+
0.44337430596351624,
|
| 249 |
+
0.43360593914985657,
|
| 250 |
+
0.06055678427219391,
|
| 251 |
+
0.34315621852874756,
|
| 252 |
+
0.48883315920829773,
|
| 253 |
+
0.09916186332702637,
|
| 254 |
+
0.8668690919876099,
|
| 255 |
+
0.8779754042625427,
|
| 256 |
+
0.04955326393246651,
|
| 257 |
+
0.5201923251152039,
|
| 258 |
+
0.7981066107749939,
|
| 259 |
+
0.22084960341453552,
|
| 260 |
+
0.2771569788455963,
|
| 261 |
+
0.21968279778957367,
|
| 262 |
+
0.29830342531204224,
|
| 263 |
+
0.04851667582988739,
|
| 264 |
+
0.5193732976913452,
|
| 265 |
+
0.21861128509044647,
|
| 266 |
+
0.6063752174377441,
|
| 267 |
+
0.6362053155899048,
|
| 268 |
+
0.43094003200531006,
|
| 269 |
+
0.25708380341529846,
|
| 270 |
+
0.657596230506897,
|
| 271 |
+
0.6187133193016052,
|
| 272 |
+
0.4243987500667572,
|
| 273 |
+
0.47896647453308105,
|
| 274 |
+
0.4820859432220459,
|
| 275 |
+
0.5628947615623474,
|
| 276 |
+
0.12896870076656342,
|
| 277 |
+
0.30827951431274414,
|
| 278 |
+
0.3868007957935333,
|
| 279 |
+
0.11615574359893799,
|
| 280 |
+
0.5009260177612305,
|
| 281 |
+
0.20433883368968964,
|
| 282 |
+
0.7557339072227478
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d212/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
|
| 3 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d212",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3937372081913054,
|
| 60 |
+
"lora/map": 0.3937372081913054,
|
| 61 |
+
"fsd50k/map": 0.3937372081913054,
|
| 62 |
+
"train_seconds": 23.48,
|
| 63 |
+
"total_seconds": 32.46,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02232681291527115,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.0232303631914731,
|
| 77 |
+
"val_map": 0.3937372081913054,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.479241781984456
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23779498040676117,
|
| 84 |
+
0.19732944667339325,
|
| 85 |
+
0.5427720546722412,
|
| 86 |
+
0.38515108823776245,
|
| 87 |
+
0.49128180742263794,
|
| 88 |
+
0.6401574015617371,
|
| 89 |
+
0.8633607029914856,
|
| 90 |
+
0.5399351119995117,
|
| 91 |
+
0.5974780321121216,
|
| 92 |
+
0.5227251052856445,
|
| 93 |
+
0.25196367502212524,
|
| 94 |
+
0.4293529987335205,
|
| 95 |
+
0.19423557817935944,
|
| 96 |
+
0.4007154405117035,
|
| 97 |
+
0.5131461024284363,
|
| 98 |
+
0.4785510003566742,
|
| 99 |
+
0.05702919512987137,
|
| 100 |
+
0.23633331060409546,
|
| 101 |
+
0.473285049200058,
|
| 102 |
+
0.2291572093963623,
|
| 103 |
+
0.4956943988800049,
|
| 104 |
+
0.42909690737724304,
|
| 105 |
+
0.834393322467804,
|
| 106 |
+
0.1360078901052475,
|
| 107 |
+
0.29095005989074707,
|
| 108 |
+
0.41633617877960205,
|
| 109 |
+
0.38555264472961426,
|
| 110 |
+
0.3098148703575134,
|
| 111 |
+
0.7761362195014954,
|
| 112 |
+
0.2936352789402008,
|
| 113 |
+
0.684691309928894,
|
| 114 |
+
0.5727230906486511,
|
| 115 |
+
0.4234715700149536,
|
| 116 |
+
0.17140555381774902,
|
| 117 |
+
0.39998918771743774,
|
| 118 |
+
0.23251742124557495,
|
| 119 |
+
0.41796767711639404,
|
| 120 |
+
0.19900263845920563,
|
| 121 |
+
0.3617306351661682,
|
| 122 |
+
0.2798282504081726,
|
| 123 |
+
0.525098443031311,
|
| 124 |
+
0.199737086892128,
|
| 125 |
+
0.6015565395355225,
|
| 126 |
+
0.18562644720077515,
|
| 127 |
+
0.4672059714794159,
|
| 128 |
+
0.14645324647426605,
|
| 129 |
+
0.25917723774909973,
|
| 130 |
+
0.2553827166557312,
|
| 131 |
+
0.7328148484230042,
|
| 132 |
+
0.4460124671459198,
|
| 133 |
+
0.40539517998695374,
|
| 134 |
+
0.5166824460029602,
|
| 135 |
+
0.5687777400016785,
|
| 136 |
+
0.13893510401248932,
|
| 137 |
+
0.1739528477191925,
|
| 138 |
+
0.021521788090467453,
|
| 139 |
+
0.2773480713367462,
|
| 140 |
+
0.6659979820251465,
|
| 141 |
+
0.1495896428823471,
|
| 142 |
+
0.5322750210762024,
|
| 143 |
+
0.5953975319862366,
|
| 144 |
+
0.6518805623054504,
|
| 145 |
+
0.41749218106269836,
|
| 146 |
+
0.12783880531787872,
|
| 147 |
+
0.5760358572006226,
|
| 148 |
+
0.15725724399089813,
|
| 149 |
+
0.2934733033180237,
|
| 150 |
+
0.6595549583435059,
|
| 151 |
+
0.5331558585166931,
|
| 152 |
+
0.5807727575302124,
|
| 153 |
+
0.47742050886154175,
|
| 154 |
+
0.22580201923847198,
|
| 155 |
+
0.6814170479774475,
|
| 156 |
+
0.35290345549583435,
|
| 157 |
+
0.3459034264087677,
|
| 158 |
+
0.253007709980011,
|
| 159 |
+
0.41305792331695557,
|
| 160 |
+
0.40031495690345764,
|
| 161 |
+
0.3003860116004944,
|
| 162 |
+
0.4105248749256134,
|
| 163 |
+
0.29840847849845886,
|
| 164 |
+
0.27116191387176514,
|
| 165 |
+
0.27394619584083557,
|
| 166 |
+
0.2842828929424286,
|
| 167 |
+
0.30392003059387207,
|
| 168 |
+
0.26061952114105225,
|
| 169 |
+
0.4034790098667145,
|
| 170 |
+
0.6400915384292603,
|
| 171 |
+
0.18411964178085327,
|
| 172 |
+
0.12023981660604477,
|
| 173 |
+
0.7670411467552185,
|
| 174 |
+
0.1579546481370926,
|
| 175 |
+
0.5062946677207947,
|
| 176 |
+
0.2656891644001007,
|
| 177 |
+
0.2913236618041992,
|
| 178 |
+
0.36306217312812805,
|
| 179 |
+
0.4628894329071045,
|
| 180 |
+
0.14600490033626556,
|
| 181 |
+
0.3977031409740448,
|
| 182 |
+
0.08293324708938599,
|
| 183 |
+
0.5826148986816406,
|
| 184 |
+
0.7239213585853577,
|
| 185 |
+
0.196451336145401,
|
| 186 |
+
0.4580051302909851,
|
| 187 |
+
0.2412375658750534,
|
| 188 |
+
0.3549075126647949,
|
| 189 |
+
0.6351423263549805,
|
| 190 |
+
0.5207657217979431,
|
| 191 |
+
0.5547676682472229,
|
| 192 |
+
0.261744886636734,
|
| 193 |
+
0.27260681986808777,
|
| 194 |
+
0.35629957914352417,
|
| 195 |
+
0.6398307681083679,
|
| 196 |
+
0.07826503366231918,
|
| 197 |
+
0.17691148817539215,
|
| 198 |
+
0.33712923526763916,
|
| 199 |
+
0.7440700531005859,
|
| 200 |
+
0.3995888829231262,
|
| 201 |
+
0.5069191455841064,
|
| 202 |
+
0.2236296683549881,
|
| 203 |
+
0.8791800737380981,
|
| 204 |
+
0.8869144320487976,
|
| 205 |
+
0.3350045680999756,
|
| 206 |
+
0.08106967061758041,
|
| 207 |
+
0.18240419030189514,
|
| 208 |
+
0.7644892334938049,
|
| 209 |
+
0.24093590676784515,
|
| 210 |
+
0.7552091479301453,
|
| 211 |
+
0.33945226669311523,
|
| 212 |
+
0.1558491289615631,
|
| 213 |
+
0.17267951369285583,
|
| 214 |
+
0.7518205046653748,
|
| 215 |
+
0.4615730941295624,
|
| 216 |
+
0.487005352973938,
|
| 217 |
+
0.622879683971405,
|
| 218 |
+
0.08130805194377899,
|
| 219 |
+
0.09895487129688263,
|
| 220 |
+
0.05680438131093979,
|
| 221 |
+
0.5915316939353943,
|
| 222 |
+
0.5605636835098267,
|
| 223 |
+
0.19077570736408234,
|
| 224 |
+
0.2898210287094116,
|
| 225 |
+
0.19158099591732025,
|
| 226 |
+
0.3441529870033264,
|
| 227 |
+
0.7006220817565918,
|
| 228 |
+
0.6002431511878967,
|
| 229 |
+
0.05167597532272339,
|
| 230 |
+
0.614762008190155,
|
| 231 |
+
0.18869371712207794,
|
| 232 |
+
0.2515333592891693,
|
| 233 |
+
0.5492331385612488,
|
| 234 |
+
0.560294508934021,
|
| 235 |
+
0.2788412868976593,
|
| 236 |
+
0.3935411274433136,
|
| 237 |
+
0.44493618607521057,
|
| 238 |
+
0.31301674246788025,
|
| 239 |
+
0.5539513230323792,
|
| 240 |
+
0.6220998167991638,
|
| 241 |
+
0.47020837664604187,
|
| 242 |
+
0.07781053334474564,
|
| 243 |
+
0.42987483739852905,
|
| 244 |
+
0.18803741037845612,
|
| 245 |
+
0.6602747440338135,
|
| 246 |
+
0.29383736848831177,
|
| 247 |
+
0.31336510181427,
|
| 248 |
+
0.357296884059906,
|
| 249 |
+
0.3313259482383728,
|
| 250 |
+
0.052411824464797974,
|
| 251 |
+
0.33253270387649536,
|
| 252 |
+
0.4634712338447571,
|
| 253 |
+
0.1136842891573906,
|
| 254 |
+
0.851514458656311,
|
| 255 |
+
0.8650314807891846,
|
| 256 |
+
0.03435738757252693,
|
| 257 |
+
0.4566556513309479,
|
| 258 |
+
0.776016354560852,
|
| 259 |
+
0.1859341412782669,
|
| 260 |
+
0.26365530490875244,
|
| 261 |
+
0.21040453016757965,
|
| 262 |
+
0.3185555040836334,
|
| 263 |
+
0.047398533672094345,
|
| 264 |
+
0.5542812347412109,
|
| 265 |
+
0.17251932621002197,
|
| 266 |
+
0.5697324275970459,
|
| 267 |
+
0.6304351091384888,
|
| 268 |
+
0.4335106313228607,
|
| 269 |
+
0.27869558334350586,
|
| 270 |
+
0.6637345552444458,
|
| 271 |
+
0.6086550951004028,
|
| 272 |
+
0.36089304089546204,
|
| 273 |
+
0.47958123683929443,
|
| 274 |
+
0.501422107219696,
|
| 275 |
+
0.5706272125244141,
|
| 276 |
+
0.1298869550228119,
|
| 277 |
+
0.2953425943851471,
|
| 278 |
+
0.39815017580986023,
|
| 279 |
+
0.09886859357357025,
|
| 280 |
+
0.4630228877067566,
|
| 281 |
+
0.15828198194503784,
|
| 282 |
+
0.7789291739463806
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d212/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
|
| 4 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d212",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007166810816289076,
|
| 61 |
+
"val_map": 0.006217056673958516,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02398,
|
| 69 |
+
"train_map": 0.03004791833322488,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02313,
|
| 78 |
+
"train_map": 0.04426100321729938,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02193,
|
| 87 |
+
"train_map": 0.05645843677662765,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02106,
|
| 96 |
+
"train_map": 0.0909833245401746,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02134,
|
| 105 |
+
"train_map": 0.08781237353878255,
|
| 106 |
+
"val_map": 0.05746890063683875,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02129,
|
| 114 |
+
"train_map": 0.09869878447969821,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02108,
|
| 123 |
+
"train_map": 0.11866360950545254,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02046,
|
| 132 |
+
"train_map": 0.1301060367306691,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0195,
|
| 141 |
+
"train_map": 0.14239658316000023,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01887,
|
| 150 |
+
"train_map": 0.15758264367071032,
|
| 151 |
+
"val_map": 0.10115641895708127,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.0
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01888,
|
| 159 |
+
"train_map": 0.1695003261369082,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01872,
|
| 168 |
+
"train_map": 0.18620112915196416,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.8
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01886,
|
| 177 |
+
"train_map": 0.19147036497991893,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.4
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01828,
|
| 186 |
+
"train_map": 0.20506348118426337,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.0
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01799,
|
| 195 |
+
"train_map": 0.2214966828120162,
|
| 196 |
+
"val_map": 0.1353709637947324,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01781,
|
| 204 |
+
"train_map": 0.22421606283359216,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01785,
|
| 213 |
+
"train_map": 0.23508991532564955,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01775,
|
| 222 |
+
"train_map": 0.24167134333225196,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01748,
|
| 231 |
+
"train_map": 0.2450790078921749,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01744,
|
| 240 |
+
"train_map": 0.2456460562932254,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01778,
|
| 249 |
+
"train_map": 0.24520054085098872,
|
| 250 |
+
"val_map": 0.14946559523417838,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.24520054085098872,
|
| 256 |
+
"final_val_map": 0.14946559523417838,
|
| 257 |
+
"lora/map": 0.14946559523417838,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 60.1
|
| 260 |
+
}
|