Upload folder using huggingface_hub
Browse files- p5-mae-15m-d102/exports/step_00020000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d102/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d102/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d102/exports/step_00020000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d102/exports/step_00020000/lora_1ep_s2.json +260 -0
p5-mae-15m-d102/exports/step_00020000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d102/exports/step_00020000",
|
| 3 |
+
"fingerprint": "8d32d58497e76d4f",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d102",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3768645743280649,
|
| 60 |
+
"lora/map": 0.3768645743280649,
|
| 61 |
+
"fsd50k/map": 0.3768645743280649,
|
| 62 |
+
"train_seconds": 24.12,
|
| 63 |
+
"total_seconds": 32.94,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022287983319256455,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023891404871000804,
|
| 77 |
+
"val_map": 0.3768645743280649,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.122908154851757
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.244752898812294,
|
| 84 |
+
0.12623897194862366,
|
| 85 |
+
0.5353890657424927,
|
| 86 |
+
0.3456234633922577,
|
| 87 |
+
0.4463203251361847,
|
| 88 |
+
0.6413087844848633,
|
| 89 |
+
0.8400450348854065,
|
| 90 |
+
0.5575666427612305,
|
| 91 |
+
0.5268377661705017,
|
| 92 |
+
0.5061388611793518,
|
| 93 |
+
0.26140764355659485,
|
| 94 |
+
0.39129796624183655,
|
| 95 |
+
0.13074035942554474,
|
| 96 |
+
0.42470744252204895,
|
| 97 |
+
0.5186896324157715,
|
| 98 |
+
0.47663310170173645,
|
| 99 |
+
0.026870086789131165,
|
| 100 |
+
0.29861515760421753,
|
| 101 |
+
0.3690195679664612,
|
| 102 |
+
0.18405532836914062,
|
| 103 |
+
0.4285297691822052,
|
| 104 |
+
0.4594684839248657,
|
| 105 |
+
0.8606406450271606,
|
| 106 |
+
0.08010592311620712,
|
| 107 |
+
0.19816236197948456,
|
| 108 |
+
0.359656423330307,
|
| 109 |
+
0.3755503296852112,
|
| 110 |
+
0.2737616300582886,
|
| 111 |
+
0.7914782166481018,
|
| 112 |
+
0.31239745020866394,
|
| 113 |
+
0.6645314693450928,
|
| 114 |
+
0.5747524499893188,
|
| 115 |
+
0.4086708724498749,
|
| 116 |
+
0.22036972641944885,
|
| 117 |
+
0.34704238176345825,
|
| 118 |
+
0.23777784407138824,
|
| 119 |
+
0.42494723200798035,
|
| 120 |
+
0.13944226503372192,
|
| 121 |
+
0.26181384921073914,
|
| 122 |
+
0.20285969972610474,
|
| 123 |
+
0.5169611573219299,
|
| 124 |
+
0.2387988120317459,
|
| 125 |
+
0.5908525586128235,
|
| 126 |
+
0.17896364629268646,
|
| 127 |
+
0.4655897617340088,
|
| 128 |
+
0.10514191538095474,
|
| 129 |
+
0.2435615360736847,
|
| 130 |
+
0.3072188198566437,
|
| 131 |
+
0.7659479975700378,
|
| 132 |
+
0.38363173604011536,
|
| 133 |
+
0.4167032539844513,
|
| 134 |
+
0.5031295418739319,
|
| 135 |
+
0.5897296667098999,
|
| 136 |
+
0.1603754460811615,
|
| 137 |
+
0.15690593421459198,
|
| 138 |
+
0.021060090512037277,
|
| 139 |
+
0.21040628850460052,
|
| 140 |
+
0.6560885906219482,
|
| 141 |
+
0.15318451821804047,
|
| 142 |
+
0.520419180393219,
|
| 143 |
+
0.5991770029067993,
|
| 144 |
+
0.6127665042877197,
|
| 145 |
+
0.4191270172595978,
|
| 146 |
+
0.11544061452150345,
|
| 147 |
+
0.4301331043243408,
|
| 148 |
+
0.11124572157859802,
|
| 149 |
+
0.24428053200244904,
|
| 150 |
+
0.6502768993377686,
|
| 151 |
+
0.5253035426139832,
|
| 152 |
+
0.4779788553714752,
|
| 153 |
+
0.47836393117904663,
|
| 154 |
+
0.1735507845878601,
|
| 155 |
+
0.6694814562797546,
|
| 156 |
+
0.30852922797203064,
|
| 157 |
+
0.24727682769298553,
|
| 158 |
+
0.2599216103553772,
|
| 159 |
+
0.4264600872993469,
|
| 160 |
+
0.37767380475997925,
|
| 161 |
+
0.27685263752937317,
|
| 162 |
+
0.45360979437828064,
|
| 163 |
+
0.1989138275384903,
|
| 164 |
+
0.27709585428237915,
|
| 165 |
+
0.2561728358268738,
|
| 166 |
+
0.32530665397644043,
|
| 167 |
+
0.2771932780742645,
|
| 168 |
+
0.21796685457229614,
|
| 169 |
+
0.41857045888900757,
|
| 170 |
+
0.5984960198402405,
|
| 171 |
+
0.19177542626857758,
|
| 172 |
+
0.15329678356647491,
|
| 173 |
+
0.7147470712661743,
|
| 174 |
+
0.1519220620393753,
|
| 175 |
+
0.5312493443489075,
|
| 176 |
+
0.22867454588413239,
|
| 177 |
+
0.2801154851913452,
|
| 178 |
+
0.2893856465816498,
|
| 179 |
+
0.4047850966453552,
|
| 180 |
+
0.1456027626991272,
|
| 181 |
+
0.3127017021179199,
|
| 182 |
+
0.08969845622777939,
|
| 183 |
+
0.5627115368843079,
|
| 184 |
+
0.6961445808410645,
|
| 185 |
+
0.20327460765838623,
|
| 186 |
+
0.3722788393497467,
|
| 187 |
+
0.2340037226676941,
|
| 188 |
+
0.40458786487579346,
|
| 189 |
+
0.6186783313751221,
|
| 190 |
+
0.5075627565383911,
|
| 191 |
+
0.5662216544151306,
|
| 192 |
+
0.2073931246995926,
|
| 193 |
+
0.21113182604312897,
|
| 194 |
+
0.3519461452960968,
|
| 195 |
+
0.5400202870368958,
|
| 196 |
+
0.08261243999004364,
|
| 197 |
+
0.13018804788589478,
|
| 198 |
+
0.3272196054458618,
|
| 199 |
+
0.7208077907562256,
|
| 200 |
+
0.34630274772644043,
|
| 201 |
+
0.477959543466568,
|
| 202 |
+
0.2155110090970993,
|
| 203 |
+
0.8573931455612183,
|
| 204 |
+
0.8653677701950073,
|
| 205 |
+
0.3366468548774719,
|
| 206 |
+
0.127263605594635,
|
| 207 |
+
0.26621511578559875,
|
| 208 |
+
0.741984486579895,
|
| 209 |
+
0.31747159361839294,
|
| 210 |
+
0.696371853351593,
|
| 211 |
+
0.3169165551662445,
|
| 212 |
+
0.1119990423321724,
|
| 213 |
+
0.13596995174884796,
|
| 214 |
+
0.8069007992744446,
|
| 215 |
+
0.4234020709991455,
|
| 216 |
+
0.4308725595474243,
|
| 217 |
+
0.6381784677505493,
|
| 218 |
+
0.07303168624639511,
|
| 219 |
+
0.09031105041503906,
|
| 220 |
+
0.049833402037620544,
|
| 221 |
+
0.5889354944229126,
|
| 222 |
+
0.5784597992897034,
|
| 223 |
+
0.26728227734565735,
|
| 224 |
+
0.3172634541988373,
|
| 225 |
+
0.14929091930389404,
|
| 226 |
+
0.3223227262496948,
|
| 227 |
+
0.6802616715431213,
|
| 228 |
+
0.5651116371154785,
|
| 229 |
+
0.05182236060500145,
|
| 230 |
+
0.5733931064605713,
|
| 231 |
+
0.1884974092245102,
|
| 232 |
+
0.285057008266449,
|
| 233 |
+
0.414797306060791,
|
| 234 |
+
0.4861893355846405,
|
| 235 |
+
0.264550119638443,
|
| 236 |
+
0.3837404251098633,
|
| 237 |
+
0.4317302703857422,
|
| 238 |
+
0.30374059081077576,
|
| 239 |
+
0.5377137064933777,
|
| 240 |
+
0.6968908905982971,
|
| 241 |
+
0.4791211485862732,
|
| 242 |
+
0.10568373650312424,
|
| 243 |
+
0.4567505419254303,
|
| 244 |
+
0.20169565081596375,
|
| 245 |
+
0.6488757133483887,
|
| 246 |
+
0.21891801059246063,
|
| 247 |
+
0.2952960431575775,
|
| 248 |
+
0.27816709876060486,
|
| 249 |
+
0.3008195459842682,
|
| 250 |
+
0.0669185146689415,
|
| 251 |
+
0.349746435880661,
|
| 252 |
+
0.421568900346756,
|
| 253 |
+
0.08938261866569519,
|
| 254 |
+
0.8328580260276794,
|
| 255 |
+
0.844373881816864,
|
| 256 |
+
0.06343455612659454,
|
| 257 |
+
0.4763728380203247,
|
| 258 |
+
0.6987206339836121,
|
| 259 |
+
0.20391617715358734,
|
| 260 |
+
0.2835230231285095,
|
| 261 |
+
0.20489656925201416,
|
| 262 |
+
0.29714974761009216,
|
| 263 |
+
0.07352599501609802,
|
| 264 |
+
0.4560655653476715,
|
| 265 |
+
0.2110174149274826,
|
| 266 |
+
0.6049323678016663,
|
| 267 |
+
0.6007817387580872,
|
| 268 |
+
0.42439526319503784,
|
| 269 |
+
0.23517528176307678,
|
| 270 |
+
0.6781835556030273,
|
| 271 |
+
0.5878647565841675,
|
| 272 |
+
0.33570730686187744,
|
| 273 |
+
0.429004967212677,
|
| 274 |
+
0.41196590662002563,
|
| 275 |
+
0.5777283906936646,
|
| 276 |
+
0.11776568740606308,
|
| 277 |
+
0.25492438673973083,
|
| 278 |
+
0.35320812463760376,
|
| 279 |
+
0.11198905110359192,
|
| 280 |
+
0.45049190521240234,
|
| 281 |
+
0.1580614447593689,
|
| 282 |
+
0.7521916627883911
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d102/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d102/exports/step_00020000",
|
| 3 |
+
"fingerprint": "8d32d58497e76d4f",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d102",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3800950937252492,
|
| 60 |
+
"lora/map": 0.3800950937252492,
|
| 61 |
+
"fsd50k/map": 0.3800950937252492,
|
| 62 |
+
"train_seconds": 23.85,
|
| 63 |
+
"total_seconds": 32.87,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021919663443695753,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023800082980663714,
|
| 77 |
+
"val_map": 0.3800950937252492,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.851684661232866
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.22423332929611206,
|
| 84 |
+
0.12920483946800232,
|
| 85 |
+
0.5150565505027771,
|
| 86 |
+
0.331341415643692,
|
| 87 |
+
0.42815497517585754,
|
| 88 |
+
0.6473153829574585,
|
| 89 |
+
0.8215245604515076,
|
| 90 |
+
0.5571858286857605,
|
| 91 |
+
0.6138359308242798,
|
| 92 |
+
0.5114730596542358,
|
| 93 |
+
0.2559848427772522,
|
| 94 |
+
0.3262447416782379,
|
| 95 |
+
0.1860104352235794,
|
| 96 |
+
0.27878981828689575,
|
| 97 |
+
0.5052709579467773,
|
| 98 |
+
0.4555366337299347,
|
| 99 |
+
0.02370993234217167,
|
| 100 |
+
0.2823924124240875,
|
| 101 |
+
0.4567427337169647,
|
| 102 |
+
0.1552378535270691,
|
| 103 |
+
0.4971524477005005,
|
| 104 |
+
0.4424101710319519,
|
| 105 |
+
0.8483089208602905,
|
| 106 |
+
0.09468653798103333,
|
| 107 |
+
0.26067301630973816,
|
| 108 |
+
0.3542509973049164,
|
| 109 |
+
0.37080907821655273,
|
| 110 |
+
0.25260061025619507,
|
| 111 |
+
0.7914171814918518,
|
| 112 |
+
0.31572651863098145,
|
| 113 |
+
0.6451579928398132,
|
| 114 |
+
0.4994887411594391,
|
| 115 |
+
0.3548329174518585,
|
| 116 |
+
0.2619388997554779,
|
| 117 |
+
0.2900506258010864,
|
| 118 |
+
0.24200907349586487,
|
| 119 |
+
0.41167083382606506,
|
| 120 |
+
0.20353232324123383,
|
| 121 |
+
0.27146652340888977,
|
| 122 |
+
0.24272207915782928,
|
| 123 |
+
0.5611207485198975,
|
| 124 |
+
0.2534109652042389,
|
| 125 |
+
0.638761043548584,
|
| 126 |
+
0.25837454199790955,
|
| 127 |
+
0.4899533689022064,
|
| 128 |
+
0.08653754740953445,
|
| 129 |
+
0.2510926127433777,
|
| 130 |
+
0.2820107638835907,
|
| 131 |
+
0.7259421348571777,
|
| 132 |
+
0.41738009452819824,
|
| 133 |
+
0.3829651176929474,
|
| 134 |
+
0.45786139369010925,
|
| 135 |
+
0.5879769325256348,
|
| 136 |
+
0.15151606500148773,
|
| 137 |
+
0.18092748522758484,
|
| 138 |
+
0.02274734154343605,
|
| 139 |
+
0.2341219037771225,
|
| 140 |
+
0.6417162418365479,
|
| 141 |
+
0.1642412692308426,
|
| 142 |
+
0.537992000579834,
|
| 143 |
+
0.624660313129425,
|
| 144 |
+
0.6254128813743591,
|
| 145 |
+
0.4255163371562958,
|
| 146 |
+
0.11877722293138504,
|
| 147 |
+
0.5080563426017761,
|
| 148 |
+
0.10160398483276367,
|
| 149 |
+
0.2751980125904083,
|
| 150 |
+
0.6690930128097534,
|
| 151 |
+
0.584229052066803,
|
| 152 |
+
0.4818481206893921,
|
| 153 |
+
0.4853804409503937,
|
| 154 |
+
0.17372596263885498,
|
| 155 |
+
0.680160641670227,
|
| 156 |
+
0.3892473578453064,
|
| 157 |
+
0.23163604736328125,
|
| 158 |
+
0.2594741880893707,
|
| 159 |
+
0.37972259521484375,
|
| 160 |
+
0.3819837272167206,
|
| 161 |
+
0.31026867032051086,
|
| 162 |
+
0.3897511065006256,
|
| 163 |
+
0.24192339181900024,
|
| 164 |
+
0.2703649699687958,
|
| 165 |
+
0.2722676396369934,
|
| 166 |
+
0.3034975826740265,
|
| 167 |
+
0.3117089867591858,
|
| 168 |
+
0.3016282618045807,
|
| 169 |
+
0.39496445655822754,
|
| 170 |
+
0.5936097502708435,
|
| 171 |
+
0.1516961306333542,
|
| 172 |
+
0.14317378401756287,
|
| 173 |
+
0.7360976338386536,
|
| 174 |
+
0.12362237274646759,
|
| 175 |
+
0.5303936004638672,
|
| 176 |
+
0.25051572918891907,
|
| 177 |
+
0.25324729084968567,
|
| 178 |
+
0.3215872049331665,
|
| 179 |
+
0.42842164635658264,
|
| 180 |
+
0.17022715508937836,
|
| 181 |
+
0.38884907960891724,
|
| 182 |
+
0.08669275045394897,
|
| 183 |
+
0.5536567568778992,
|
| 184 |
+
0.6999111175537109,
|
| 185 |
+
0.18275250494480133,
|
| 186 |
+
0.4142330288887024,
|
| 187 |
+
0.2233961820602417,
|
| 188 |
+
0.4406355023384094,
|
| 189 |
+
0.6323379278182983,
|
| 190 |
+
0.5070356726646423,
|
| 191 |
+
0.5574585795402527,
|
| 192 |
+
0.21470420062541962,
|
| 193 |
+
0.19959008693695068,
|
| 194 |
+
0.33669182658195496,
|
| 195 |
+
0.5474899411201477,
|
| 196 |
+
0.11201854795217514,
|
| 197 |
+
0.0904930830001831,
|
| 198 |
+
0.31467875838279724,
|
| 199 |
+
0.7621562480926514,
|
| 200 |
+
0.3669877052307129,
|
| 201 |
+
0.4830050766468048,
|
| 202 |
+
0.22647690773010254,
|
| 203 |
+
0.8644008636474609,
|
| 204 |
+
0.8724066019058228,
|
| 205 |
+
0.27124300599098206,
|
| 206 |
+
0.053599610924720764,
|
| 207 |
+
0.2829379439353943,
|
| 208 |
+
0.7710645794868469,
|
| 209 |
+
0.28790533542633057,
|
| 210 |
+
0.7172731161117554,
|
| 211 |
+
0.3415514826774597,
|
| 212 |
+
0.09973078221082687,
|
| 213 |
+
0.1328176110982895,
|
| 214 |
+
0.7663227319717407,
|
| 215 |
+
0.40230971574783325,
|
| 216 |
+
0.4328930675983429,
|
| 217 |
+
0.5653610825538635,
|
| 218 |
+
0.06934105604887009,
|
| 219 |
+
0.07707687467336655,
|
| 220 |
+
0.0580514557659626,
|
| 221 |
+
0.5713255405426025,
|
| 222 |
+
0.5703774094581604,
|
| 223 |
+
0.23169034719467163,
|
| 224 |
+
0.3337862491607666,
|
| 225 |
+
0.2608272135257721,
|
| 226 |
+
0.3223106861114502,
|
| 227 |
+
0.6707391738891602,
|
| 228 |
+
0.5332940816879272,
|
| 229 |
+
0.0390704944729805,
|
| 230 |
+
0.5366711616516113,
|
| 231 |
+
0.21049539744853973,
|
| 232 |
+
0.353415846824646,
|
| 233 |
+
0.4445425271987915,
|
| 234 |
+
0.480224609375,
|
| 235 |
+
0.29313597083091736,
|
| 236 |
+
0.26888781785964966,
|
| 237 |
+
0.46136900782585144,
|
| 238 |
+
0.3622038960456848,
|
| 239 |
+
0.5180346965789795,
|
| 240 |
+
0.7101994752883911,
|
| 241 |
+
0.4695356488227844,
|
| 242 |
+
0.07277509570121765,
|
| 243 |
+
0.35989952087402344,
|
| 244 |
+
0.1894376128911972,
|
| 245 |
+
0.6362032294273376,
|
| 246 |
+
0.29218152165412903,
|
| 247 |
+
0.319333016872406,
|
| 248 |
+
0.5045806765556335,
|
| 249 |
+
0.40181398391723633,
|
| 250 |
+
0.0597439780831337,
|
| 251 |
+
0.33536168932914734,
|
| 252 |
+
0.41298073530197144,
|
| 253 |
+
0.09274085611104965,
|
| 254 |
+
0.8124611973762512,
|
| 255 |
+
0.826440691947937,
|
| 256 |
+
0.04472963884472847,
|
| 257 |
+
0.5271142721176147,
|
| 258 |
+
0.6959337592124939,
|
| 259 |
+
0.19543522596359253,
|
| 260 |
+
0.2743925452232361,
|
| 261 |
+
0.21704885363578796,
|
| 262 |
+
0.3096192181110382,
|
| 263 |
+
0.041010335087776184,
|
| 264 |
+
0.4597214162349701,
|
| 265 |
+
0.2291664034128189,
|
| 266 |
+
0.6215118169784546,
|
| 267 |
+
0.5873849391937256,
|
| 268 |
+
0.41547560691833496,
|
| 269 |
+
0.20937579870224,
|
| 270 |
+
0.6603027582168579,
|
| 271 |
+
0.60016930103302,
|
| 272 |
+
0.2792162001132965,
|
| 273 |
+
0.4599551260471344,
|
| 274 |
+
0.4576320946216583,
|
| 275 |
+
0.5728710293769836,
|
| 276 |
+
0.11986356973648071,
|
| 277 |
+
0.1855347603559494,
|
| 278 |
+
0.374646931886673,
|
| 279 |
+
0.1080203428864479,
|
| 280 |
+
0.45240315794944763,
|
| 281 |
+
0.2214328497648239,
|
| 282 |
+
0.7559264302253723
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d102/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d102/exports/step_00020000",
|
| 3 |
+
"fingerprint": "8d32d58497e76d4f",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d102",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37841695788316426,
|
| 60 |
+
"lora/map": 0.37841695788316426,
|
| 61 |
+
"fsd50k/map": 0.37841695788316426,
|
| 62 |
+
"train_seconds": 23.27,
|
| 63 |
+
"total_seconds": 32.28,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021683395012514664,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.024019295990918427,
|
| 77 |
+
"val_map": 0.37841695788316426,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.27247744484339
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.25893813371658325,
|
| 84 |
+
0.17672298848628998,
|
| 85 |
+
0.5862800478935242,
|
| 86 |
+
0.37554073333740234,
|
| 87 |
+
0.4217786490917206,
|
| 88 |
+
0.6212997436523438,
|
| 89 |
+
0.8411964774131775,
|
| 90 |
+
0.546681821346283,
|
| 91 |
+
0.5815079212188721,
|
| 92 |
+
0.48518431186676025,
|
| 93 |
+
0.20933833718299866,
|
| 94 |
+
0.3903058171272278,
|
| 95 |
+
0.17819568514823914,
|
| 96 |
+
0.3449600636959076,
|
| 97 |
+
0.5002862811088562,
|
| 98 |
+
0.4750702977180481,
|
| 99 |
+
0.047051843255758286,
|
| 100 |
+
0.2552434802055359,
|
| 101 |
+
0.45596304535865784,
|
| 102 |
+
0.2716200351715088,
|
| 103 |
+
0.4625961482524872,
|
| 104 |
+
0.4315613806247711,
|
| 105 |
+
0.8479287624359131,
|
| 106 |
+
0.09575720876455307,
|
| 107 |
+
0.2432880848646164,
|
| 108 |
+
0.36019739508628845,
|
| 109 |
+
0.32780948281288147,
|
| 110 |
+
0.27175718545913696,
|
| 111 |
+
0.7496014833450317,
|
| 112 |
+
0.26688602566719055,
|
| 113 |
+
0.655487596988678,
|
| 114 |
+
0.5620273947715759,
|
| 115 |
+
0.3252088129520416,
|
| 116 |
+
0.17270217835903168,
|
| 117 |
+
0.30821236968040466,
|
| 118 |
+
0.2436731457710266,
|
| 119 |
+
0.42921367287635803,
|
| 120 |
+
0.21440505981445312,
|
| 121 |
+
0.3229476809501648,
|
| 122 |
+
0.3090561032295227,
|
| 123 |
+
0.5493168234825134,
|
| 124 |
+
0.15066799521446228,
|
| 125 |
+
0.6480262279510498,
|
| 126 |
+
0.1723622828722,
|
| 127 |
+
0.5310606956481934,
|
| 128 |
+
0.1341722458600998,
|
| 129 |
+
0.18191741406917572,
|
| 130 |
+
0.2705066502094269,
|
| 131 |
+
0.741301953792572,
|
| 132 |
+
0.4458886682987213,
|
| 133 |
+
0.3641354739665985,
|
| 134 |
+
0.523993194103241,
|
| 135 |
+
0.5398061275482178,
|
| 136 |
+
0.12079963833093643,
|
| 137 |
+
0.18701303005218506,
|
| 138 |
+
0.027832677587866783,
|
| 139 |
+
0.21642495691776276,
|
| 140 |
+
0.6301650404930115,
|
| 141 |
+
0.17035363614559174,
|
| 142 |
+
0.509982705116272,
|
| 143 |
+
0.5698913335800171,
|
| 144 |
+
0.6244909167289734,
|
| 145 |
+
0.42508992552757263,
|
| 146 |
+
0.14092014729976654,
|
| 147 |
+
0.5556667447090149,
|
| 148 |
+
0.12355461716651917,
|
| 149 |
+
0.24384865164756775,
|
| 150 |
+
0.6717442870140076,
|
| 151 |
+
0.5396265387535095,
|
| 152 |
+
0.5683193802833557,
|
| 153 |
+
0.48329564929008484,
|
| 154 |
+
0.21823956072330475,
|
| 155 |
+
0.6784006357192993,
|
| 156 |
+
0.3923962414264679,
|
| 157 |
+
0.2924567461013794,
|
| 158 |
+
0.22380860149860382,
|
| 159 |
+
0.46965429186820984,
|
| 160 |
+
0.38920772075653076,
|
| 161 |
+
0.3041462302207947,
|
| 162 |
+
0.4349534809589386,
|
| 163 |
+
0.22641253471374512,
|
| 164 |
+
0.23164673149585724,
|
| 165 |
+
0.3112001121044159,
|
| 166 |
+
0.32269486784935,
|
| 167 |
+
0.185629740357399,
|
| 168 |
+
0.23285579681396484,
|
| 169 |
+
0.42097029089927673,
|
| 170 |
+
0.6090078353881836,
|
| 171 |
+
0.1975063681602478,
|
| 172 |
+
0.12035506963729858,
|
| 173 |
+
0.7362959980964661,
|
| 174 |
+
0.10250449180603027,
|
| 175 |
+
0.49313580989837646,
|
| 176 |
+
0.18692822754383087,
|
| 177 |
+
0.31308817863464355,
|
| 178 |
+
0.37031814455986023,
|
| 179 |
+
0.2993210554122925,
|
| 180 |
+
0.17980334162712097,
|
| 181 |
+
0.3484386205673218,
|
| 182 |
+
0.09997828304767609,
|
| 183 |
+
0.5586143136024475,
|
| 184 |
+
0.7037602663040161,
|
| 185 |
+
0.2046521008014679,
|
| 186 |
+
0.3944237530231476,
|
| 187 |
+
0.2227199375629425,
|
| 188 |
+
0.3525674045085907,
|
| 189 |
+
0.6220659613609314,
|
| 190 |
+
0.4891783893108368,
|
| 191 |
+
0.5706939697265625,
|
| 192 |
+
0.20042958855628967,
|
| 193 |
+
0.21191826462745667,
|
| 194 |
+
0.36832162737846375,
|
| 195 |
+
0.545585572719574,
|
| 196 |
+
0.05915895476937294,
|
| 197 |
+
0.15282078087329865,
|
| 198 |
+
0.3299642503261566,
|
| 199 |
+
0.7006535530090332,
|
| 200 |
+
0.45871973037719727,
|
| 201 |
+
0.46996352076530457,
|
| 202 |
+
0.23203769326210022,
|
| 203 |
+
0.8629089593887329,
|
| 204 |
+
0.870579183101654,
|
| 205 |
+
0.34045445919036865,
|
| 206 |
+
0.06991540640592575,
|
| 207 |
+
0.2047806680202484,
|
| 208 |
+
0.7610485553741455,
|
| 209 |
+
0.24560463428497314,
|
| 210 |
+
0.7254371643066406,
|
| 211 |
+
0.33636629581451416,
|
| 212 |
+
0.11059769988059998,
|
| 213 |
+
0.14937594532966614,
|
| 214 |
+
0.7649359107017517,
|
| 215 |
+
0.47994542121887207,
|
| 216 |
+
0.4512789249420166,
|
| 217 |
+
0.5804892182350159,
|
| 218 |
+
0.08274843543767929,
|
| 219 |
+
0.07879638671875,
|
| 220 |
+
0.057157766073942184,
|
| 221 |
+
0.5438914895057678,
|
| 222 |
+
0.5650810599327087,
|
| 223 |
+
0.17036615312099457,
|
| 224 |
+
0.2903529703617096,
|
| 225 |
+
0.22250214219093323,
|
| 226 |
+
0.30830520391464233,
|
| 227 |
+
0.6596025228500366,
|
| 228 |
+
0.5493219494819641,
|
| 229 |
+
0.040280818939208984,
|
| 230 |
+
0.5678059458732605,
|
| 231 |
+
0.1588182896375656,
|
| 232 |
+
0.3134976923465729,
|
| 233 |
+
0.5008042454719543,
|
| 234 |
+
0.47502028942108154,
|
| 235 |
+
0.24051038920879364,
|
| 236 |
+
0.2883019745349884,
|
| 237 |
+
0.41093766689300537,
|
| 238 |
+
0.2957628667354584,
|
| 239 |
+
0.536313533782959,
|
| 240 |
+
0.6712670922279358,
|
| 241 |
+
0.4625999927520752,
|
| 242 |
+
0.06713844835758209,
|
| 243 |
+
0.4705972671508789,
|
| 244 |
+
0.2026822715997696,
|
| 245 |
+
0.6531386971473694,
|
| 246 |
+
0.2795865535736084,
|
| 247 |
+
0.28759315609931946,
|
| 248 |
+
0.4951467216014862,
|
| 249 |
+
0.31565970182418823,
|
| 250 |
+
0.06680386513471603,
|
| 251 |
+
0.31945517659187317,
|
| 252 |
+
0.444703072309494,
|
| 253 |
+
0.09605655074119568,
|
| 254 |
+
0.8094627857208252,
|
| 255 |
+
0.8192319273948669,
|
| 256 |
+
0.0697367712855339,
|
| 257 |
+
0.5510298013687134,
|
| 258 |
+
0.7103485465049744,
|
| 259 |
+
0.17067500948905945,
|
| 260 |
+
0.30583640933036804,
|
| 261 |
+
0.22742339968681335,
|
| 262 |
+
0.31305980682373047,
|
| 263 |
+
0.04401138052344322,
|
| 264 |
+
0.4311359226703644,
|
| 265 |
+
0.09183263033628464,
|
| 266 |
+
0.6147005558013916,
|
| 267 |
+
0.6016978621482849,
|
| 268 |
+
0.36435070633888245,
|
| 269 |
+
0.2355441153049469,
|
| 270 |
+
0.6654818654060364,
|
| 271 |
+
0.5506650805473328,
|
| 272 |
+
0.34598320722579956,
|
| 273 |
+
0.4162842333316803,
|
| 274 |
+
0.44922295212745667,
|
| 275 |
+
0.5662992596626282,
|
| 276 |
+
0.11942250281572342,
|
| 277 |
+
0.2824753224849701,
|
| 278 |
+
0.371700644493103,
|
| 279 |
+
0.08891891688108444,
|
| 280 |
+
0.4627012312412262,
|
| 281 |
+
0.15554645657539368,
|
| 282 |
+
0.781022310256958
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d102/exports/step_00020000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d102/exports/step_00020000",
|
| 4 |
+
"fingerprint": "8d32d58497e76d4f",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d102",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007319738826978655,
|
| 61 |
+
"val_map": 0.006191505745461518,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02484,
|
| 69 |
+
"train_map": 0.029313969612298305,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02308,
|
| 78 |
+
"train_map": 0.060126959835974395,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02223,
|
| 87 |
+
"train_map": 0.06829543114751153,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02179,
|
| 96 |
+
"train_map": 0.08137785329813035,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02205,
|
| 105 |
+
"train_map": 0.08614957253064295,
|
| 106 |
+
"val_map": 0.055593226340456214,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02078,
|
| 114 |
+
"train_map": 0.09615135756303579,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02094,
|
| 123 |
+
"train_map": 0.10825725579572457,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02024,
|
| 132 |
+
"train_map": 0.11844702455722347,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0205,
|
| 141 |
+
"train_map": 0.12367327374528096,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01995,
|
| 150 |
+
"train_map": 0.1371678801728819,
|
| 151 |
+
"val_map": 0.0847212548559422,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01996,
|
| 159 |
+
"train_map": 0.14228652829465155,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.5
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.0194,
|
| 168 |
+
"train_map": 0.15646414022072724,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01947,
|
| 177 |
+
"train_map": 0.17465121404796244,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.7
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.0187,
|
| 186 |
+
"train_map": 0.18961452123173556,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.4
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.0182,
|
| 195 |
+
"train_map": 0.20074036258380626,
|
| 196 |
+
"val_map": 0.12215782551844188,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.9
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01858,
|
| 204 |
+
"train_map": 0.20083329881111997,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.0
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01787,
|
| 213 |
+
"train_map": 0.2096891192537317,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.6
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01812,
|
| 222 |
+
"train_map": 0.21616492718829292,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.2
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.0178,
|
| 231 |
+
"train_map": 0.21911560300917876,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.8
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01785,
|
| 240 |
+
"train_map": 0.2201610158323054,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.3
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01761,
|
| 249 |
+
"train_map": 0.2197757182745316,
|
| 250 |
+
"val_map": 0.135309233197649,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.4
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2197757182745316,
|
| 256 |
+
"final_val_map": 0.135309233197649,
|
| 257 |
+
"lora/map": 0.135309233197649,
|
| 258 |
+
"train_seconds": 10.4,
|
| 259 |
+
"wall_seconds": 60.5
|
| 260 |
+
}
|
p5-mae-15m-d102/exports/step_00020000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d102/exports/step_00020000",
|
| 4 |
+
"fingerprint": "8d32d58497e76d4f",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d102",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006611158962863403,
|
| 61 |
+
"val_map": 0.005584580100546158,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02434,
|
| 69 |
+
"train_map": 0.02848729875525884,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02351,
|
| 78 |
+
"train_map": 0.044884085552934806,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02246,
|
| 87 |
+
"train_map": 0.06199000135551876,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02155,
|
| 96 |
+
"train_map": 0.0717744483122959,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02189,
|
| 105 |
+
"train_map": 0.07494224855619742,
|
| 106 |
+
"val_map": 0.049109251745596556,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02147,
|
| 114 |
+
"train_map": 0.08743666685000769,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02121,
|
| 123 |
+
"train_map": 0.10054101674478197,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02092,
|
| 132 |
+
"train_map": 0.10903548524561259,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01968,
|
| 141 |
+
"train_map": 0.11622686168679038,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01924,
|
| 150 |
+
"train_map": 0.12261984929525464,
|
| 151 |
+
"val_map": 0.0803952830635096,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01934,
|
| 159 |
+
"train_map": 0.12959546459471166,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01924,
|
| 168 |
+
"train_map": 0.14819650552138347,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01926,
|
| 177 |
+
"train_map": 0.16099531742862552,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.0187,
|
| 186 |
+
"train_map": 0.17454556409230693,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01863,
|
| 195 |
+
"train_map": 0.18353416164099914,
|
| 196 |
+
"val_map": 0.11566421116633337,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01842,
|
| 204 |
+
"train_map": 0.18524771841751866,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01833,
|
| 213 |
+
"train_map": 0.19598675592213982,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01835,
|
| 222 |
+
"train_map": 0.20270069596133208,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01798,
|
| 231 |
+
"train_map": 0.20561741379246937,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01814,
|
| 240 |
+
"train_map": 0.20718021038919687,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01846,
|
| 249 |
+
"train_map": 0.2071035554432849,
|
| 250 |
+
"val_map": 0.127917455009183,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2071035554432849,
|
| 256 |
+
"final_val_map": 0.127917455009183,
|
| 257 |
+
"lora/map": 0.127917455009183,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 60.4
|
| 260 |
+
}
|