Upload folder using huggingface_hub
Browse files
p5-mae-15m-d184/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
|
| 3 |
+
"fingerprint": "6e78e338bc91b92c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d184",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3207026802934706,
|
| 60 |
+
"lora/map": 0.3207026802934706,
|
| 61 |
+
"fsd50k/map": 0.3207026802934706,
|
| 62 |
+
"train_seconds": 24.14,
|
| 63 |
+
"total_seconds": 33.24,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022398578668944538,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026674426482166932,
|
| 77 |
+
"val_map": 0.3207026802934706,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.13566001073923
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23883111774921417,
|
| 84 |
+
0.1053079217672348,
|
| 85 |
+
0.46141403913497925,
|
| 86 |
+
0.3413373827934265,
|
| 87 |
+
0.38732728362083435,
|
| 88 |
+
0.5690352916717529,
|
| 89 |
+
0.8067739009857178,
|
| 90 |
+
0.47447285056114197,
|
| 91 |
+
0.581921398639679,
|
| 92 |
+
0.5046351552009583,
|
| 93 |
+
0.15871722996234894,
|
| 94 |
+
0.32460281252861023,
|
| 95 |
+
0.1785169243812561,
|
| 96 |
+
0.4092182517051697,
|
| 97 |
+
0.46196573972702026,
|
| 98 |
+
0.42497166991233826,
|
| 99 |
+
0.03122231364250183,
|
| 100 |
+
0.18160223960876465,
|
| 101 |
+
0.35877275466918945,
|
| 102 |
+
0.154700368642807,
|
| 103 |
+
0.4128465950489044,
|
| 104 |
+
0.38918671011924744,
|
| 105 |
+
0.6944564580917358,
|
| 106 |
+
0.06072630360722542,
|
| 107 |
+
0.144805908203125,
|
| 108 |
+
0.301313191652298,
|
| 109 |
+
0.32525891065597534,
|
| 110 |
+
0.24605917930603027,
|
| 111 |
+
0.5466063618659973,
|
| 112 |
+
0.3172474503517151,
|
| 113 |
+
0.6126889586448669,
|
| 114 |
+
0.3003524839878082,
|
| 115 |
+
0.24825678765773773,
|
| 116 |
+
0.15091866254806519,
|
| 117 |
+
0.2075328379869461,
|
| 118 |
+
0.1972806602716446,
|
| 119 |
+
0.3709265887737274,
|
| 120 |
+
0.16824102401733398,
|
| 121 |
+
0.22204779088497162,
|
| 122 |
+
0.18122677505016327,
|
| 123 |
+
0.3493664562702179,
|
| 124 |
+
0.12665005028247833,
|
| 125 |
+
0.522209882736206,
|
| 126 |
+
0.17420794069766998,
|
| 127 |
+
0.42809489369392395,
|
| 128 |
+
0.056198928505182266,
|
| 129 |
+
0.1781938523054123,
|
| 130 |
+
0.17896762490272522,
|
| 131 |
+
0.7547382116317749,
|
| 132 |
+
0.3625463843345642,
|
| 133 |
+
0.32306063175201416,
|
| 134 |
+
0.4818631708621979,
|
| 135 |
+
0.5324534773826599,
|
| 136 |
+
0.1364477276802063,
|
| 137 |
+
0.08572457730770111,
|
| 138 |
+
0.022762328386306763,
|
| 139 |
+
0.2131602019071579,
|
| 140 |
+
0.6339079141616821,
|
| 141 |
+
0.10892898589372635,
|
| 142 |
+
0.4335609972476959,
|
| 143 |
+
0.4562699794769287,
|
| 144 |
+
0.572437047958374,
|
| 145 |
+
0.3766896426677704,
|
| 146 |
+
0.13567040860652924,
|
| 147 |
+
0.4325527846813202,
|
| 148 |
+
0.11093967407941818,
|
| 149 |
+
0.16451390087604523,
|
| 150 |
+
0.6301392316818237,
|
| 151 |
+
0.5564165711402893,
|
| 152 |
+
0.4921114444732666,
|
| 153 |
+
0.43053823709487915,
|
| 154 |
+
0.20288598537445068,
|
| 155 |
+
0.6461769938468933,
|
| 156 |
+
0.13309919834136963,
|
| 157 |
+
0.21578657627105713,
|
| 158 |
+
0.2340063601732254,
|
| 159 |
+
0.3502836525440216,
|
| 160 |
+
0.3441801965236664,
|
| 161 |
+
0.25903457403182983,
|
| 162 |
+
0.3684941232204437,
|
| 163 |
+
0.16584648191928864,
|
| 164 |
+
0.18090635538101196,
|
| 165 |
+
0.25035619735717773,
|
| 166 |
+
0.2652801275253296,
|
| 167 |
+
0.17893816530704498,
|
| 168 |
+
0.16769708693027496,
|
| 169 |
+
0.3356710374355316,
|
| 170 |
+
0.5221555233001709,
|
| 171 |
+
0.1750391125679016,
|
| 172 |
+
0.09394052624702454,
|
| 173 |
+
0.6873407959938049,
|
| 174 |
+
0.10989436507225037,
|
| 175 |
+
0.4675379693508148,
|
| 176 |
+
0.19453655183315277,
|
| 177 |
+
0.22172963619232178,
|
| 178 |
+
0.24599957466125488,
|
| 179 |
+
0.28537827730178833,
|
| 180 |
+
0.0951625406742096,
|
| 181 |
+
0.3102805018424988,
|
| 182 |
+
0.06980904191732407,
|
| 183 |
+
0.5353369116783142,
|
| 184 |
+
0.6650187969207764,
|
| 185 |
+
0.14525988698005676,
|
| 186 |
+
0.33159923553466797,
|
| 187 |
+
0.18490523099899292,
|
| 188 |
+
0.26386621594429016,
|
| 189 |
+
0.5964891314506531,
|
| 190 |
+
0.347867876291275,
|
| 191 |
+
0.46716803312301636,
|
| 192 |
+
0.13160671293735504,
|
| 193 |
+
0.17381112277507782,
|
| 194 |
+
0.2682371735572815,
|
| 195 |
+
0.5291959047317505,
|
| 196 |
+
0.035430122166872025,
|
| 197 |
+
0.11050181835889816,
|
| 198 |
+
0.2537022829055786,
|
| 199 |
+
0.6199878454208374,
|
| 200 |
+
0.2552182078361511,
|
| 201 |
+
0.43643635511398315,
|
| 202 |
+
0.19393706321716309,
|
| 203 |
+
0.8366813659667969,
|
| 204 |
+
0.8438781499862671,
|
| 205 |
+
0.25008425116539,
|
| 206 |
+
0.06905112415552139,
|
| 207 |
+
0.14439010620117188,
|
| 208 |
+
0.7277629375457764,
|
| 209 |
+
0.19025713205337524,
|
| 210 |
+
0.6712251305580139,
|
| 211 |
+
0.25918352603912354,
|
| 212 |
+
0.11030592024326324,
|
| 213 |
+
0.08629478514194489,
|
| 214 |
+
0.5604103803634644,
|
| 215 |
+
0.30995044112205505,
|
| 216 |
+
0.3735256493091583,
|
| 217 |
+
0.5825873613357544,
|
| 218 |
+
0.03410053998231888,
|
| 219 |
+
0.05141652002930641,
|
| 220 |
+
0.04268161952495575,
|
| 221 |
+
0.36189842224121094,
|
| 222 |
+
0.47839295864105225,
|
| 223 |
+
0.166276216506958,
|
| 224 |
+
0.2651642858982086,
|
| 225 |
+
0.13886231184005737,
|
| 226 |
+
0.22335757315158844,
|
| 227 |
+
0.5203771591186523,
|
| 228 |
+
0.47647783160209656,
|
| 229 |
+
0.046758998185396194,
|
| 230 |
+
0.44316625595092773,
|
| 231 |
+
0.17767921090126038,
|
| 232 |
+
0.2717014253139496,
|
| 233 |
+
0.43895119428634644,
|
| 234 |
+
0.42795529961586,
|
| 235 |
+
0.17296762764453888,
|
| 236 |
+
0.21915355324745178,
|
| 237 |
+
0.35608115792274475,
|
| 238 |
+
0.2209443747997284,
|
| 239 |
+
0.4984592795372009,
|
| 240 |
+
0.5063820481300354,
|
| 241 |
+
0.4184158146381378,
|
| 242 |
+
0.04807903245091438,
|
| 243 |
+
0.3377222418785095,
|
| 244 |
+
0.10884588211774826,
|
| 245 |
+
0.5669583678245544,
|
| 246 |
+
0.2781740128993988,
|
| 247 |
+
0.2558700740337372,
|
| 248 |
+
0.4648605287075043,
|
| 249 |
+
0.373458594083786,
|
| 250 |
+
0.0750763788819313,
|
| 251 |
+
0.2757425606250763,
|
| 252 |
+
0.30168384313583374,
|
| 253 |
+
0.09615089744329453,
|
| 254 |
+
0.7659679651260376,
|
| 255 |
+
0.7738074660301208,
|
| 256 |
+
0.03374304994940758,
|
| 257 |
+
0.35617467761039734,
|
| 258 |
+
0.6808199286460876,
|
| 259 |
+
0.13271644711494446,
|
| 260 |
+
0.2605322301387787,
|
| 261 |
+
0.18511857092380524,
|
| 262 |
+
0.24360285699367523,
|
| 263 |
+
0.038862861692905426,
|
| 264 |
+
0.3804287314414978,
|
| 265 |
+
0.08441441506147385,
|
| 266 |
+
0.4862610399723053,
|
| 267 |
+
0.5789259672164917,
|
| 268 |
+
0.38245463371276855,
|
| 269 |
+
0.25559377670288086,
|
| 270 |
+
0.6318470239639282,
|
| 271 |
+
0.5247098207473755,
|
| 272 |
+
0.2810724079608917,
|
| 273 |
+
0.2515592575073242,
|
| 274 |
+
0.33475035429000854,
|
| 275 |
+
0.5144029855728149,
|
| 276 |
+
0.08339853584766388,
|
| 277 |
+
0.139757439494133,
|
| 278 |
+
0.37370264530181885,
|
| 279 |
+
0.09485430270433426,
|
| 280 |
+
0.26300951838493347,
|
| 281 |
+
0.12467999756336212,
|
| 282 |
+
0.6898618936538696
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d184/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
|
| 3 |
+
"fingerprint": "6e78e338bc91b92c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d184",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3174110577162355,
|
| 60 |
+
"lora/map": 0.3174110577162355,
|
| 61 |
+
"fsd50k/map": 0.3174110577162355,
|
| 62 |
+
"train_seconds": 24.47,
|
| 63 |
+
"total_seconds": 33.31,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02232635231805034,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026607567733695856,
|
| 77 |
+
"val_map": 0.3174110577162355,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.466945004067384
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27703583240509033,
|
| 84 |
+
0.10729610174894333,
|
| 85 |
+
0.4359401762485504,
|
| 86 |
+
0.34483635425567627,
|
| 87 |
+
0.377685010433197,
|
| 88 |
+
0.5813155770301819,
|
| 89 |
+
0.7897581458091736,
|
| 90 |
+
0.5012236833572388,
|
| 91 |
+
0.5900458097457886,
|
| 92 |
+
0.5036894679069519,
|
| 93 |
+
0.12917208671569824,
|
| 94 |
+
0.31214743852615356,
|
| 95 |
+
0.15349918603897095,
|
| 96 |
+
0.3173828721046448,
|
| 97 |
+
0.46731510758399963,
|
| 98 |
+
0.4245222508907318,
|
| 99 |
+
0.02260914444923401,
|
| 100 |
+
0.20798330008983612,
|
| 101 |
+
0.3684423565864563,
|
| 102 |
+
0.13364167511463165,
|
| 103 |
+
0.32051464915275574,
|
| 104 |
+
0.38495537638664246,
|
| 105 |
+
0.7086536288261414,
|
| 106 |
+
0.08015210926532745,
|
| 107 |
+
0.15295056998729706,
|
| 108 |
+
0.3198734223842621,
|
| 109 |
+
0.2663951814174652,
|
| 110 |
+
0.24919870495796204,
|
| 111 |
+
0.4919778108596802,
|
| 112 |
+
0.3015528917312622,
|
| 113 |
+
0.6149026155471802,
|
| 114 |
+
0.3812215030193329,
|
| 115 |
+
0.3360370099544525,
|
| 116 |
+
0.16966356337070465,
|
| 117 |
+
0.20687660574913025,
|
| 118 |
+
0.18906234204769135,
|
| 119 |
+
0.38803040981292725,
|
| 120 |
+
0.19437667727470398,
|
| 121 |
+
0.209369495511055,
|
| 122 |
+
0.2300618290901184,
|
| 123 |
+
0.43628838658332825,
|
| 124 |
+
0.15320360660552979,
|
| 125 |
+
0.4958411157131195,
|
| 126 |
+
0.15875031054019928,
|
| 127 |
+
0.39090779423713684,
|
| 128 |
+
0.07692553102970123,
|
| 129 |
+
0.14555737376213074,
|
| 130 |
+
0.2081310898065567,
|
| 131 |
+
0.7414960861206055,
|
| 132 |
+
0.39663755893707275,
|
| 133 |
+
0.35640937089920044,
|
| 134 |
+
0.4540073275566101,
|
| 135 |
+
0.445563942193985,
|
| 136 |
+
0.12349060922861099,
|
| 137 |
+
0.08904339373111725,
|
| 138 |
+
0.02922656759619713,
|
| 139 |
+
0.21544118225574493,
|
| 140 |
+
0.6134193539619446,
|
| 141 |
+
0.11046268790960312,
|
| 142 |
+
0.4552133083343506,
|
| 143 |
+
0.4375151991844177,
|
| 144 |
+
0.575825035572052,
|
| 145 |
+
0.4041377305984497,
|
| 146 |
+
0.16968169808387756,
|
| 147 |
+
0.48468637466430664,
|
| 148 |
+
0.08529967069625854,
|
| 149 |
+
0.16173473000526428,
|
| 150 |
+
0.6043104529380798,
|
| 151 |
+
0.5066866278648376,
|
| 152 |
+
0.4999452531337738,
|
| 153 |
+
0.4414265751838684,
|
| 154 |
+
0.16158661246299744,
|
| 155 |
+
0.6468961238861084,
|
| 156 |
+
0.1507597714662552,
|
| 157 |
+
0.21912141144275665,
|
| 158 |
+
0.23614855110645294,
|
| 159 |
+
0.3667786717414856,
|
| 160 |
+
0.22732672095298767,
|
| 161 |
+
0.20871448516845703,
|
| 162 |
+
0.3370695114135742,
|
| 163 |
+
0.1797865927219391,
|
| 164 |
+
0.1554785966873169,
|
| 165 |
+
0.2501678168773651,
|
| 166 |
+
0.18746571242809296,
|
| 167 |
+
0.16322040557861328,
|
| 168 |
+
0.1900913268327713,
|
| 169 |
+
0.3042152523994446,
|
| 170 |
+
0.34957653284072876,
|
| 171 |
+
0.18746116757392883,
|
| 172 |
+
0.07711824029684067,
|
| 173 |
+
0.6760707497596741,
|
| 174 |
+
0.04070134088397026,
|
| 175 |
+
0.4642084538936615,
|
| 176 |
+
0.17603003978729248,
|
| 177 |
+
0.24147628247737885,
|
| 178 |
+
0.2815152406692505,
|
| 179 |
+
0.3185652494430542,
|
| 180 |
+
0.10806477069854736,
|
| 181 |
+
0.30004140734672546,
|
| 182 |
+
0.061491258442401886,
|
| 183 |
+
0.5215376615524292,
|
| 184 |
+
0.6660643815994263,
|
| 185 |
+
0.158251091837883,
|
| 186 |
+
0.3425053060054779,
|
| 187 |
+
0.17957784235477448,
|
| 188 |
+
0.20961201190948486,
|
| 189 |
+
0.6154346466064453,
|
| 190 |
+
0.3832705616950989,
|
| 191 |
+
0.46047279238700867,
|
| 192 |
+
0.1208343505859375,
|
| 193 |
+
0.1783118098974228,
|
| 194 |
+
0.2802400588989258,
|
| 195 |
+
0.5087040066719055,
|
| 196 |
+
0.04742754250764847,
|
| 197 |
+
0.12192505598068237,
|
| 198 |
+
0.25791382789611816,
|
| 199 |
+
0.6007327437400818,
|
| 200 |
+
0.30144262313842773,
|
| 201 |
+
0.4261988699436188,
|
| 202 |
+
0.19931116700172424,
|
| 203 |
+
0.842974841594696,
|
| 204 |
+
0.8505227565765381,
|
| 205 |
+
0.20897231996059418,
|
| 206 |
+
0.07277190685272217,
|
| 207 |
+
0.2260430008172989,
|
| 208 |
+
0.7181503772735596,
|
| 209 |
+
0.17423094809055328,
|
| 210 |
+
0.6581453680992126,
|
| 211 |
+
0.2892068028450012,
|
| 212 |
+
0.08382974565029144,
|
| 213 |
+
0.07381773740053177,
|
| 214 |
+
0.5363175868988037,
|
| 215 |
+
0.36705848574638367,
|
| 216 |
+
0.3791499435901642,
|
| 217 |
+
0.4952360987663269,
|
| 218 |
+
0.03024984709918499,
|
| 219 |
+
0.04191821441054344,
|
| 220 |
+
0.03974144533276558,
|
| 221 |
+
0.4209666848182678,
|
| 222 |
+
0.5048620700836182,
|
| 223 |
+
0.12046117335557938,
|
| 224 |
+
0.2684682607650757,
|
| 225 |
+
0.15960565209388733,
|
| 226 |
+
0.24839307367801666,
|
| 227 |
+
0.5375584959983826,
|
| 228 |
+
0.49902966618537903,
|
| 229 |
+
0.041695039719343185,
|
| 230 |
+
0.41433271765708923,
|
| 231 |
+
0.1837853193283081,
|
| 232 |
+
0.23728425800800323,
|
| 233 |
+
0.44145092368125916,
|
| 234 |
+
0.4286029040813446,
|
| 235 |
+
0.21485109627246857,
|
| 236 |
+
0.1487775444984436,
|
| 237 |
+
0.4218389391899109,
|
| 238 |
+
0.2602429687976837,
|
| 239 |
+
0.4592198431491852,
|
| 240 |
+
0.5863088965415955,
|
| 241 |
+
0.41665181517601013,
|
| 242 |
+
0.06315842270851135,
|
| 243 |
+
0.29494279623031616,
|
| 244 |
+
0.11766266077756882,
|
| 245 |
+
0.5670400261878967,
|
| 246 |
+
0.23526275157928467,
|
| 247 |
+
0.2082958221435547,
|
| 248 |
+
0.24782006442546844,
|
| 249 |
+
0.3947882354259491,
|
| 250 |
+
0.05921761319041252,
|
| 251 |
+
0.23651345074176788,
|
| 252 |
+
0.3239356279373169,
|
| 253 |
+
0.09475654363632202,
|
| 254 |
+
0.7643100023269653,
|
| 255 |
+
0.7867417931556702,
|
| 256 |
+
0.048809461295604706,
|
| 257 |
+
0.44318389892578125,
|
| 258 |
+
0.6531622409820557,
|
| 259 |
+
0.1641547530889511,
|
| 260 |
+
0.28410524129867554,
|
| 261 |
+
0.18745169043540955,
|
| 262 |
+
0.27206677198410034,
|
| 263 |
+
0.036928243935108185,
|
| 264 |
+
0.3255496323108673,
|
| 265 |
+
0.1276300847530365,
|
| 266 |
+
0.47829002141952515,
|
| 267 |
+
0.5647434592247009,
|
| 268 |
+
0.3338510990142822,
|
| 269 |
+
0.21378594636917114,
|
| 270 |
+
0.6135143637657166,
|
| 271 |
+
0.5250145792961121,
|
| 272 |
+
0.22824814915657043,
|
| 273 |
+
0.2822837829589844,
|
| 274 |
+
0.31424981355667114,
|
| 275 |
+
0.5238866209983826,
|
| 276 |
+
0.1097421646118164,
|
| 277 |
+
0.15187592804431915,
|
| 278 |
+
0.3603241443634033,
|
| 279 |
+
0.11649539321660995,
|
| 280 |
+
0.23552893102169037,
|
| 281 |
+
0.1398511528968811,
|
| 282 |
+
0.6947628259658813
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d184/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
|
| 3 |
+
"fingerprint": "6e78e338bc91b92c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d184",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32055398154538123,
|
| 60 |
+
"lora/map": 0.32055398154538123,
|
| 61 |
+
"fsd50k/map": 0.32055398154538123,
|
| 62 |
+
"train_seconds": 24.43,
|
| 63 |
+
"total_seconds": 33.58,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021256254677427932,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026833715166299874,
|
| 77 |
+
"val_map": 0.32055398154538123,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.433035830617882
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2367505431175232,
|
| 84 |
+
0.13882791996002197,
|
| 85 |
+
0.4708268344402313,
|
| 86 |
+
0.33320245146751404,
|
| 87 |
+
0.38463446497917175,
|
| 88 |
+
0.5739150643348694,
|
| 89 |
+
0.8081386685371399,
|
| 90 |
+
0.5356941819190979,
|
| 91 |
+
0.5836111903190613,
|
| 92 |
+
0.48150894045829773,
|
| 93 |
+
0.16043446958065033,
|
| 94 |
+
0.34537532925605774,
|
| 95 |
+
0.13990046083927155,
|
| 96 |
+
0.4458763599395752,
|
| 97 |
+
0.46115627884864807,
|
| 98 |
+
0.4319009780883789,
|
| 99 |
+
0.032413043081760406,
|
| 100 |
+
0.12031957507133484,
|
| 101 |
+
0.40005379915237427,
|
| 102 |
+
0.1748134344816208,
|
| 103 |
+
0.4206814467906952,
|
| 104 |
+
0.37638840079307556,
|
| 105 |
+
0.6249178051948547,
|
| 106 |
+
0.08524943143129349,
|
| 107 |
+
0.17403876781463623,
|
| 108 |
+
0.33051797747612,
|
| 109 |
+
0.3081482946872711,
|
| 110 |
+
0.26308438181877136,
|
| 111 |
+
0.4659237563610077,
|
| 112 |
+
0.26649951934814453,
|
| 113 |
+
0.6070059537887573,
|
| 114 |
+
0.35232779383659363,
|
| 115 |
+
0.3068128228187561,
|
| 116 |
+
0.19910189509391785,
|
| 117 |
+
0.2541746497154236,
|
| 118 |
+
0.215434730052948,
|
| 119 |
+
0.3784863352775574,
|
| 120 |
+
0.1437942385673523,
|
| 121 |
+
0.19867661595344543,
|
| 122 |
+
0.20504364371299744,
|
| 123 |
+
0.3491371273994446,
|
| 124 |
+
0.11921592056751251,
|
| 125 |
+
0.5040812492370605,
|
| 126 |
+
0.17123837769031525,
|
| 127 |
+
0.4634719789028168,
|
| 128 |
+
0.12194506078958511,
|
| 129 |
+
0.16988329589366913,
|
| 130 |
+
0.17062930762767792,
|
| 131 |
+
0.7264108657836914,
|
| 132 |
+
0.4161924421787262,
|
| 133 |
+
0.29052960872650146,
|
| 134 |
+
0.4710206687450409,
|
| 135 |
+
0.5107491612434387,
|
| 136 |
+
0.15633828938007355,
|
| 137 |
+
0.13836003839969635,
|
| 138 |
+
0.015217007137835026,
|
| 139 |
+
0.1640036702156067,
|
| 140 |
+
0.6206193566322327,
|
| 141 |
+
0.09502364695072174,
|
| 142 |
+
0.4674839377403259,
|
| 143 |
+
0.4644981324672699,
|
| 144 |
+
0.5749467611312866,
|
| 145 |
+
0.36635762453079224,
|
| 146 |
+
0.1442919373512268,
|
| 147 |
+
0.36704689264297485,
|
| 148 |
+
0.1005019024014473,
|
| 149 |
+
0.1799071878194809,
|
| 150 |
+
0.5799772143363953,
|
| 151 |
+
0.5229228734970093,
|
| 152 |
+
0.4868358075618744,
|
| 153 |
+
0.4465315639972687,
|
| 154 |
+
0.18744409084320068,
|
| 155 |
+
0.6487451791763306,
|
| 156 |
+
0.1266947239637375,
|
| 157 |
+
0.2517116963863373,
|
| 158 |
+
0.22775782644748688,
|
| 159 |
+
0.4235124886035919,
|
| 160 |
+
0.3614553213119507,
|
| 161 |
+
0.22445470094680786,
|
| 162 |
+
0.35591351985931396,
|
| 163 |
+
0.21157675981521606,
|
| 164 |
+
0.12708307802677155,
|
| 165 |
+
0.2840694487094879,
|
| 166 |
+
0.23349404335021973,
|
| 167 |
+
0.1594163477420807,
|
| 168 |
+
0.16031424701213837,
|
| 169 |
+
0.34034329652786255,
|
| 170 |
+
0.5952618718147278,
|
| 171 |
+
0.1677870750427246,
|
| 172 |
+
0.06551554799079895,
|
| 173 |
+
0.6877063512802124,
|
| 174 |
+
0.12488412111997604,
|
| 175 |
+
0.4902130663394928,
|
| 176 |
+
0.1467389315366745,
|
| 177 |
+
0.2863849997520447,
|
| 178 |
+
0.2615354657173157,
|
| 179 |
+
0.27312809228897095,
|
| 180 |
+
0.09962131828069687,
|
| 181 |
+
0.36416277289390564,
|
| 182 |
+
0.07255682349205017,
|
| 183 |
+
0.522268533706665,
|
| 184 |
+
0.6663118004798889,
|
| 185 |
+
0.1757315844297409,
|
| 186 |
+
0.346651166677475,
|
| 187 |
+
0.19513922929763794,
|
| 188 |
+
0.19727873802185059,
|
| 189 |
+
0.5715935826301575,
|
| 190 |
+
0.3994264602661133,
|
| 191 |
+
0.4807307720184326,
|
| 192 |
+
0.11982836574316025,
|
| 193 |
+
0.1761542409658432,
|
| 194 |
+
0.30233269929885864,
|
| 195 |
+
0.5258723497390747,
|
| 196 |
+
0.030562633648514748,
|
| 197 |
+
0.11941985785961151,
|
| 198 |
+
0.26153677701950073,
|
| 199 |
+
0.5477465987205505,
|
| 200 |
+
0.37548914551734924,
|
| 201 |
+
0.450175404548645,
|
| 202 |
+
0.2093583047389984,
|
| 203 |
+
0.8324010372161865,
|
| 204 |
+
0.8393171429634094,
|
| 205 |
+
0.25203418731689453,
|
| 206 |
+
0.0557275153696537,
|
| 207 |
+
0.21516196429729462,
|
| 208 |
+
0.7128691077232361,
|
| 209 |
+
0.17881523072719574,
|
| 210 |
+
0.6669253706932068,
|
| 211 |
+
0.3073553740978241,
|
| 212 |
+
0.09938546270132065,
|
| 213 |
+
0.07803468406200409,
|
| 214 |
+
0.5140988230705261,
|
| 215 |
+
0.3491687476634979,
|
| 216 |
+
0.40893229842185974,
|
| 217 |
+
0.542059063911438,
|
| 218 |
+
0.05188759043812752,
|
| 219 |
+
0.043577637523412704,
|
| 220 |
+
0.036964595317840576,
|
| 221 |
+
0.4030058681964874,
|
| 222 |
+
0.4808060824871063,
|
| 223 |
+
0.13507050275802612,
|
| 224 |
+
0.2313450425863266,
|
| 225 |
+
0.09555582702159882,
|
| 226 |
+
0.21836087107658386,
|
| 227 |
+
0.5481123924255371,
|
| 228 |
+
0.48974889516830444,
|
| 229 |
+
0.027419671416282654,
|
| 230 |
+
0.42486023902893066,
|
| 231 |
+
0.14074592292308807,
|
| 232 |
+
0.21935100853443146,
|
| 233 |
+
0.4380488693714142,
|
| 234 |
+
0.4150804579257965,
|
| 235 |
+
0.20398396253585815,
|
| 236 |
+
0.19099172949790955,
|
| 237 |
+
0.3208904266357422,
|
| 238 |
+
0.2030763477087021,
|
| 239 |
+
0.47151994705200195,
|
| 240 |
+
0.5231319665908813,
|
| 241 |
+
0.43154215812683105,
|
| 242 |
+
0.06770031154155731,
|
| 243 |
+
0.3187057077884674,
|
| 244 |
+
0.1477876901626587,
|
| 245 |
+
0.5837032198905945,
|
| 246 |
+
0.239478200674057,
|
| 247 |
+
0.2519803047180176,
|
| 248 |
+
0.27485325932502747,
|
| 249 |
+
0.3614126145839691,
|
| 250 |
+
0.06492433696985245,
|
| 251 |
+
0.2292071282863617,
|
| 252 |
+
0.3399524688720703,
|
| 253 |
+
0.092514269053936,
|
| 254 |
+
0.7849725484848022,
|
| 255 |
+
0.794849693775177,
|
| 256 |
+
0.044877730309963226,
|
| 257 |
+
0.3638657331466675,
|
| 258 |
+
0.6569200158119202,
|
| 259 |
+
0.13377916812896729,
|
| 260 |
+
0.24159422516822815,
|
| 261 |
+
0.18538053333759308,
|
| 262 |
+
0.2823401093482971,
|
| 263 |
+
0.04309288412332535,
|
| 264 |
+
0.42364972829818726,
|
| 265 |
+
0.06418798118829727,
|
| 266 |
+
0.501133918762207,
|
| 267 |
+
0.5708631277084351,
|
| 268 |
+
0.2894937992095947,
|
| 269 |
+
0.1959528625011444,
|
| 270 |
+
0.6242727637290955,
|
| 271 |
+
0.49891871213912964,
|
| 272 |
+
0.2711031436920166,
|
| 273 |
+
0.2795414328575134,
|
| 274 |
+
0.32574206590652466,
|
| 275 |
+
0.5174360871315002,
|
| 276 |
+
0.13130851089954376,
|
| 277 |
+
0.1750461310148239,
|
| 278 |
+
0.3306863009929657,
|
| 279 |
+
0.10876230895519257,
|
| 280 |
+
0.2846042811870575,
|
| 281 |
+
0.11052510142326355,
|
| 282 |
+
0.6621890664100647
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d184/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
|
| 4 |
+
"fingerprint": "6e78e338bc91b92c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d184",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006691512371748297,
|
| 61 |
+
"val_map": 0.005498368963042532,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02434,
|
| 69 |
+
"train_map": 0.02987938202408176,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02366,
|
| 78 |
+
"train_map": 0.043884464693997954,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02247,
|
| 87 |
+
"train_map": 0.04922015190138208,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02182,
|
| 96 |
+
"train_map": 0.0656844391969105,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02218,
|
| 105 |
+
"train_map": 0.07122099422407911,
|
| 106 |
+
"val_map": 0.04247611308023263,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02182,
|
| 114 |
+
"train_map": 0.07625849457215553,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0215,
|
| 123 |
+
"train_map": 0.09076986344799795,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02127,
|
| 132 |
+
"train_map": 0.095744973212477,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02026,
|
| 141 |
+
"train_map": 0.10019992641261664,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01974,
|
| 150 |
+
"train_map": 0.11687180087053388,
|
| 151 |
+
"val_map": 0.07061482058834476,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01991,
|
| 159 |
+
"train_map": 0.11647782058665349,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.5
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01976,
|
| 168 |
+
"train_map": 0.12240602774722271,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01999,
|
| 177 |
+
"train_map": 0.1393527612103365,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01943,
|
| 186 |
+
"train_map": 0.15107205419746392,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01923,
|
| 195 |
+
"train_map": 0.1578142020190435,
|
| 196 |
+
"val_map": 0.09559775958194679,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01897,
|
| 204 |
+
"train_map": 0.1574958994502177,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01897,
|
| 213 |
+
"train_map": 0.1714884812424076,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01895,
|
| 222 |
+
"train_map": 0.17584927698360506,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01859,
|
| 231 |
+
"train_map": 0.1802710700546881,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01879,
|
| 240 |
+
"train_map": 0.1816721177947985,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01912,
|
| 249 |
+
"train_map": 0.1820201637626288,
|
| 250 |
+
"val_map": 0.10505238646178364,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.1820201637626288,
|
| 256 |
+
"final_val_map": 0.10505238646178364,
|
| 257 |
+
"lora/map": 0.10505238646178364,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.7
|
| 260 |
+
}
|