Upload folder using huggingface_hub
Browse files
p5-mae-15m-d195/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d195/exports/step_00010000",
|
| 3 |
+
"fingerprint": "3fdeee8bad586aaf",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d195",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3408305725548416,
|
| 60 |
+
"lora/map": 0.3408305725548416,
|
| 61 |
+
"fsd50k/map": 0.3408305725548416,
|
| 62 |
+
"train_seconds": 23.86,
|
| 63 |
+
"total_seconds": 33.59,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02160137931583449,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02575759067194622,
|
| 77 |
+
"val_map": 0.3408305725548416,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.858809651923366
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.22448945045471191,
|
| 84 |
+
0.09113798290491104,
|
| 85 |
+
0.47177937626838684,
|
| 86 |
+
0.3390958309173584,
|
| 87 |
+
0.40814247727394104,
|
| 88 |
+
0.596713662147522,
|
| 89 |
+
0.8118652701377869,
|
| 90 |
+
0.5373636484146118,
|
| 91 |
+
0.5838762521743774,
|
| 92 |
+
0.5226254463195801,
|
| 93 |
+
0.16161471605300903,
|
| 94 |
+
0.3138861358165741,
|
| 95 |
+
0.13943789899349213,
|
| 96 |
+
0.3174787163734436,
|
| 97 |
+
0.48044896125793457,
|
| 98 |
+
0.45478716492652893,
|
| 99 |
+
0.027421601116657257,
|
| 100 |
+
0.23455965518951416,
|
| 101 |
+
0.42636820673942566,
|
| 102 |
+
0.21664559841156006,
|
| 103 |
+
0.39009159803390503,
|
| 104 |
+
0.3975922763347626,
|
| 105 |
+
0.6924940943717957,
|
| 106 |
+
0.09606761485338211,
|
| 107 |
+
0.16214215755462646,
|
| 108 |
+
0.2971857488155365,
|
| 109 |
+
0.3413839042186737,
|
| 110 |
+
0.22819676995277405,
|
| 111 |
+
0.6132966876029968,
|
| 112 |
+
0.2835247814655304,
|
| 113 |
+
0.6017321944236755,
|
| 114 |
+
0.508043110370636,
|
| 115 |
+
0.32118678092956543,
|
| 116 |
+
0.15698464214801788,
|
| 117 |
+
0.23045766353607178,
|
| 118 |
+
0.2184024304151535,
|
| 119 |
+
0.39508411288261414,
|
| 120 |
+
0.22712022066116333,
|
| 121 |
+
0.24316838383674622,
|
| 122 |
+
0.18732917308807373,
|
| 123 |
+
0.4461987614631653,
|
| 124 |
+
0.20012888312339783,
|
| 125 |
+
0.5333520770072937,
|
| 126 |
+
0.16480262577533722,
|
| 127 |
+
0.4048391282558441,
|
| 128 |
+
0.0813824012875557,
|
| 129 |
+
0.2061067372560501,
|
| 130 |
+
0.24759118258953094,
|
| 131 |
+
0.742773175239563,
|
| 132 |
+
0.3494322896003723,
|
| 133 |
+
0.36330685019493103,
|
| 134 |
+
0.47598206996917725,
|
| 135 |
+
0.5464910268783569,
|
| 136 |
+
0.14951534569263458,
|
| 137 |
+
0.11705998331308365,
|
| 138 |
+
0.02574196271598339,
|
| 139 |
+
0.2720278203487396,
|
| 140 |
+
0.6418649554252625,
|
| 141 |
+
0.12670589983463287,
|
| 142 |
+
0.47402524948120117,
|
| 143 |
+
0.49569377303123474,
|
| 144 |
+
0.6024549603462219,
|
| 145 |
+
0.39921924471855164,
|
| 146 |
+
0.18408626317977905,
|
| 147 |
+
0.3310069739818573,
|
| 148 |
+
0.11257033050060272,
|
| 149 |
+
0.190353661775589,
|
| 150 |
+
0.6938748955726624,
|
| 151 |
+
0.5309343338012695,
|
| 152 |
+
0.46204039454460144,
|
| 153 |
+
0.4640079438686371,
|
| 154 |
+
0.1795932799577713,
|
| 155 |
+
0.6558077335357666,
|
| 156 |
+
0.1996501237154007,
|
| 157 |
+
0.2462862879037857,
|
| 158 |
+
0.24047593772411346,
|
| 159 |
+
0.35157880187034607,
|
| 160 |
+
0.3169563114643097,
|
| 161 |
+
0.2506204843521118,
|
| 162 |
+
0.47420448064804077,
|
| 163 |
+
0.21949341893196106,
|
| 164 |
+
0.18109603226184845,
|
| 165 |
+
0.18232832849025726,
|
| 166 |
+
0.3049561381340027,
|
| 167 |
+
0.16892637312412262,
|
| 168 |
+
0.200583815574646,
|
| 169 |
+
0.35890087485313416,
|
| 170 |
+
0.5394689440727234,
|
| 171 |
+
0.13527193665504456,
|
| 172 |
+
0.10407540947198868,
|
| 173 |
+
0.6850634217262268,
|
| 174 |
+
0.08675435185432434,
|
| 175 |
+
0.49033793807029724,
|
| 176 |
+
0.16586607694625854,
|
| 177 |
+
0.25783616304397583,
|
| 178 |
+
0.25119975209236145,
|
| 179 |
+
0.29159286618232727,
|
| 180 |
+
0.09786849468946457,
|
| 181 |
+
0.3468575179576874,
|
| 182 |
+
0.07015440613031387,
|
| 183 |
+
0.5309746265411377,
|
| 184 |
+
0.6826021671295166,
|
| 185 |
+
0.1592244803905487,
|
| 186 |
+
0.34724488854408264,
|
| 187 |
+
0.2061665952205658,
|
| 188 |
+
0.3513120412826538,
|
| 189 |
+
0.588301956653595,
|
| 190 |
+
0.38547056913375854,
|
| 191 |
+
0.5245685577392578,
|
| 192 |
+
0.1428079605102539,
|
| 193 |
+
0.19499167799949646,
|
| 194 |
+
0.3366677463054657,
|
| 195 |
+
0.4954289495944977,
|
| 196 |
+
0.04198339208960533,
|
| 197 |
+
0.09998863935470581,
|
| 198 |
+
0.28342002630233765,
|
| 199 |
+
0.6389241814613342,
|
| 200 |
+
0.25345832109451294,
|
| 201 |
+
0.451133131980896,
|
| 202 |
+
0.19971954822540283,
|
| 203 |
+
0.848743736743927,
|
| 204 |
+
0.8562302589416504,
|
| 205 |
+
0.27578219771385193,
|
| 206 |
+
0.06604225933551788,
|
| 207 |
+
0.26410022377967834,
|
| 208 |
+
0.7497371435165405,
|
| 209 |
+
0.24474330246448517,
|
| 210 |
+
0.6685181260108948,
|
| 211 |
+
0.28657233715057373,
|
| 212 |
+
0.1078743189573288,
|
| 213 |
+
0.10576919466257095,
|
| 214 |
+
0.651537299156189,
|
| 215 |
+
0.3931513726711273,
|
| 216 |
+
0.38548678159713745,
|
| 217 |
+
0.5898393392562866,
|
| 218 |
+
0.06840343773365021,
|
| 219 |
+
0.05257388576865196,
|
| 220 |
+
0.059265200048685074,
|
| 221 |
+
0.5416556000709534,
|
| 222 |
+
0.5366246104240417,
|
| 223 |
+
0.2229716032743454,
|
| 224 |
+
0.29007259011268616,
|
| 225 |
+
0.1194474846124649,
|
| 226 |
+
0.33271482586860657,
|
| 227 |
+
0.5924388766288757,
|
| 228 |
+
0.49749237298965454,
|
| 229 |
+
0.05499124899506569,
|
| 230 |
+
0.4915856420993805,
|
| 231 |
+
0.18795205652713776,
|
| 232 |
+
0.21231144666671753,
|
| 233 |
+
0.40612509846687317,
|
| 234 |
+
0.4682689309120178,
|
| 235 |
+
0.1462802141904831,
|
| 236 |
+
0.16245177388191223,
|
| 237 |
+
0.4099023640155792,
|
| 238 |
+
0.249991774559021,
|
| 239 |
+
0.49828827381134033,
|
| 240 |
+
0.6385497450828552,
|
| 241 |
+
0.45243409276008606,
|
| 242 |
+
0.06150884926319122,
|
| 243 |
+
0.3876021206378937,
|
| 244 |
+
0.1492253690958023,
|
| 245 |
+
0.6044972538948059,
|
| 246 |
+
0.2309800386428833,
|
| 247 |
+
0.30015793442726135,
|
| 248 |
+
0.2627691328525543,
|
| 249 |
+
0.3535274565219879,
|
| 250 |
+
0.07715052366256714,
|
| 251 |
+
0.2746846377849579,
|
| 252 |
+
0.3687494397163391,
|
| 253 |
+
0.09647902846336365,
|
| 254 |
+
0.8007092475891113,
|
| 255 |
+
0.8115007877349854,
|
| 256 |
+
0.03807970508933067,
|
| 257 |
+
0.4759955406188965,
|
| 258 |
+
0.7101057767868042,
|
| 259 |
+
0.18451155722141266,
|
| 260 |
+
0.2695024907588959,
|
| 261 |
+
0.16749748587608337,
|
| 262 |
+
0.2615671455860138,
|
| 263 |
+
0.052056148648262024,
|
| 264 |
+
0.45603200793266296,
|
| 265 |
+
0.12647996842861176,
|
| 266 |
+
0.48983943462371826,
|
| 267 |
+
0.5860862731933594,
|
| 268 |
+
0.45929378271102905,
|
| 269 |
+
0.25271862745285034,
|
| 270 |
+
0.6366581320762634,
|
| 271 |
+
0.5780013799667358,
|
| 272 |
+
0.29925230145454407,
|
| 273 |
+
0.30605366826057434,
|
| 274 |
+
0.405872642993927,
|
| 275 |
+
0.5447837710380554,
|
| 276 |
+
0.11151038110256195,
|
| 277 |
+
0.18056191504001617,
|
| 278 |
+
0.3312152624130249,
|
| 279 |
+
0.10850833356380463,
|
| 280 |
+
0.34125253558158875,
|
| 281 |
+
0.15740175545215607,
|
| 282 |
+
0.7138248682022095
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d195/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d195/exports/step_00010000",
|
| 3 |
+
"fingerprint": "3fdeee8bad586aaf",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d195",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3371544367261231,
|
| 60 |
+
"lora/map": 0.3371544367261231,
|
| 61 |
+
"fsd50k/map": 0.3371544367261231,
|
| 62 |
+
"train_seconds": 23.94,
|
| 63 |
+
"total_seconds": 32.81,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02100918424781412,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.025544195949950242,
|
| 77 |
+
"val_map": 0.3371544367261231,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.942350881756283
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.26119813323020935,
|
| 84 |
+
0.10490035265684128,
|
| 85 |
+
0.5020728707313538,
|
| 86 |
+
0.3292373716831207,
|
| 87 |
+
0.4001680612564087,
|
| 88 |
+
0.6044171452522278,
|
| 89 |
+
0.8169263005256653,
|
| 90 |
+
0.5079072117805481,
|
| 91 |
+
0.5865377187728882,
|
| 92 |
+
0.5290980339050293,
|
| 93 |
+
0.16017451882362366,
|
| 94 |
+
0.31116750836372375,
|
| 95 |
+
0.1514633148908615,
|
| 96 |
+
0.2825380563735962,
|
| 97 |
+
0.4681352972984314,
|
| 98 |
+
0.4300067722797394,
|
| 99 |
+
0.021017011255025864,
|
| 100 |
+
0.1854039579629898,
|
| 101 |
+
0.4147889316082001,
|
| 102 |
+
0.16289262473583221,
|
| 103 |
+
0.45443281531333923,
|
| 104 |
+
0.4170372486114502,
|
| 105 |
+
0.7459583878517151,
|
| 106 |
+
0.07337268441915512,
|
| 107 |
+
0.19220153987407684,
|
| 108 |
+
0.26401129364967346,
|
| 109 |
+
0.3132230043411255,
|
| 110 |
+
0.25322654843330383,
|
| 111 |
+
0.6670510768890381,
|
| 112 |
+
0.2654479146003723,
|
| 113 |
+
0.6324541568756104,
|
| 114 |
+
0.4506414234638214,
|
| 115 |
+
0.3105376064777374,
|
| 116 |
+
0.21109794080257416,
|
| 117 |
+
0.25154373049736023,
|
| 118 |
+
0.16847367584705353,
|
| 119 |
+
0.38155248761177063,
|
| 120 |
+
0.1435486525297165,
|
| 121 |
+
0.22570540010929108,
|
| 122 |
+
0.26625800132751465,
|
| 123 |
+
0.475888192653656,
|
| 124 |
+
0.18573060631752014,
|
| 125 |
+
0.5194259285926819,
|
| 126 |
+
0.18300236761569977,
|
| 127 |
+
0.4468398988246918,
|
| 128 |
+
0.08601417392492294,
|
| 129 |
+
0.17663973569869995,
|
| 130 |
+
0.2250143438577652,
|
| 131 |
+
0.7135522961616516,
|
| 132 |
+
0.3822733163833618,
|
| 133 |
+
0.3482121229171753,
|
| 134 |
+
0.4793531596660614,
|
| 135 |
+
0.5158560276031494,
|
| 136 |
+
0.12668806314468384,
|
| 137 |
+
0.11275100708007812,
|
| 138 |
+
0.03413666784763336,
|
| 139 |
+
0.20329226553440094,
|
| 140 |
+
0.6119186282157898,
|
| 141 |
+
0.10612308979034424,
|
| 142 |
+
0.4903492331504822,
|
| 143 |
+
0.5092040300369263,
|
| 144 |
+
0.5886253714561462,
|
| 145 |
+
0.40955406427383423,
|
| 146 |
+
0.18889100849628448,
|
| 147 |
+
0.42620909214019775,
|
| 148 |
+
0.12233046442270279,
|
| 149 |
+
0.18434956669807434,
|
| 150 |
+
0.6477616429328918,
|
| 151 |
+
0.45772960782051086,
|
| 152 |
+
0.46514108777046204,
|
| 153 |
+
0.4606111943721771,
|
| 154 |
+
0.18189622461795807,
|
| 155 |
+
0.6453269720077515,
|
| 156 |
+
0.19815848767757416,
|
| 157 |
+
0.2156500220298767,
|
| 158 |
+
0.2366383671760559,
|
| 159 |
+
0.366341233253479,
|
| 160 |
+
0.30323585867881775,
|
| 161 |
+
0.24824249744415283,
|
| 162 |
+
0.355934202671051,
|
| 163 |
+
0.25885117053985596,
|
| 164 |
+
0.17155566811561584,
|
| 165 |
+
0.20078571140766144,
|
| 166 |
+
0.22913087904453278,
|
| 167 |
+
0.21799248456954956,
|
| 168 |
+
0.2474326640367508,
|
| 169 |
+
0.3387574553489685,
|
| 170 |
+
0.3854841887950897,
|
| 171 |
+
0.11970174312591553,
|
| 172 |
+
0.10154800862073898,
|
| 173 |
+
0.7094246745109558,
|
| 174 |
+
0.06419786810874939,
|
| 175 |
+
0.47968074679374695,
|
| 176 |
+
0.22760111093521118,
|
| 177 |
+
0.269625723361969,
|
| 178 |
+
0.2937461733818054,
|
| 179 |
+
0.29812997579574585,
|
| 180 |
+
0.08628387004137039,
|
| 181 |
+
0.32374483346939087,
|
| 182 |
+
0.08182866126298904,
|
| 183 |
+
0.5337737202644348,
|
| 184 |
+
0.6898019313812256,
|
| 185 |
+
0.15295618772506714,
|
| 186 |
+
0.3848724365234375,
|
| 187 |
+
0.17725680768489838,
|
| 188 |
+
0.3013182580471039,
|
| 189 |
+
0.6256861090660095,
|
| 190 |
+
0.40616291761398315,
|
| 191 |
+
0.5011402368545532,
|
| 192 |
+
0.13519088923931122,
|
| 193 |
+
0.18602389097213745,
|
| 194 |
+
0.3338770866394043,
|
| 195 |
+
0.49503806233406067,
|
| 196 |
+
0.045513637363910675,
|
| 197 |
+
0.10524044930934906,
|
| 198 |
+
0.2545210123062134,
|
| 199 |
+
0.6842835545539856,
|
| 200 |
+
0.3411232531070709,
|
| 201 |
+
0.4396619200706482,
|
| 202 |
+
0.2416091412305832,
|
| 203 |
+
0.8442538976669312,
|
| 204 |
+
0.8516819477081299,
|
| 205 |
+
0.2419484704732895,
|
| 206 |
+
0.0779164656996727,
|
| 207 |
+
0.14280173182487488,
|
| 208 |
+
0.725169837474823,
|
| 209 |
+
0.12581782042980194,
|
| 210 |
+
0.6946685910224915,
|
| 211 |
+
0.28594061732292175,
|
| 212 |
+
0.12064122408628464,
|
| 213 |
+
0.07702329754829407,
|
| 214 |
+
0.6858054995536804,
|
| 215 |
+
0.3066233992576599,
|
| 216 |
+
0.42218631505966187,
|
| 217 |
+
0.5202942490577698,
|
| 218 |
+
0.040550753474235535,
|
| 219 |
+
0.04999629035592079,
|
| 220 |
+
0.051765069365501404,
|
| 221 |
+
0.5513879060745239,
|
| 222 |
+
0.54696124792099,
|
| 223 |
+
0.19594797492027283,
|
| 224 |
+
0.3738895356655121,
|
| 225 |
+
0.20271733403205872,
|
| 226 |
+
0.20533451437950134,
|
| 227 |
+
0.600445568561554,
|
| 228 |
+
0.498917818069458,
|
| 229 |
+
0.035198651254177094,
|
| 230 |
+
0.43335583806037903,
|
| 231 |
+
0.16200071573257446,
|
| 232 |
+
0.27816152572631836,
|
| 233 |
+
0.4446829557418823,
|
| 234 |
+
0.4513494074344635,
|
| 235 |
+
0.2159518152475357,
|
| 236 |
+
0.1959279477596283,
|
| 237 |
+
0.3712155520915985,
|
| 238 |
+
0.2893384099006653,
|
| 239 |
+
0.4653569161891937,
|
| 240 |
+
0.6356717944145203,
|
| 241 |
+
0.45992860198020935,
|
| 242 |
+
0.08410782366991043,
|
| 243 |
+
0.335269570350647,
|
| 244 |
+
0.14702531695365906,
|
| 245 |
+
0.5897708535194397,
|
| 246 |
+
0.2838340103626251,
|
| 247 |
+
0.28474316000938416,
|
| 248 |
+
0.35957399010658264,
|
| 249 |
+
0.33730438351631165,
|
| 250 |
+
0.057041238993406296,
|
| 251 |
+
0.24977944791316986,
|
| 252 |
+
0.3838045299053192,
|
| 253 |
+
0.08422376960515976,
|
| 254 |
+
0.7680796384811401,
|
| 255 |
+
0.7761465311050415,
|
| 256 |
+
0.04817825183272362,
|
| 257 |
+
0.47520580887794495,
|
| 258 |
+
0.6846118569374084,
|
| 259 |
+
0.20302018523216248,
|
| 260 |
+
0.2431686669588089,
|
| 261 |
+
0.19164210557937622,
|
| 262 |
+
0.2631188929080963,
|
| 263 |
+
0.03952625021338463,
|
| 264 |
+
0.39330634474754333,
|
| 265 |
+
0.20661361515522003,
|
| 266 |
+
0.5411177277565002,
|
| 267 |
+
0.580091655254364,
|
| 268 |
+
0.3329254984855652,
|
| 269 |
+
0.20832297205924988,
|
| 270 |
+
0.6227994561195374,
|
| 271 |
+
0.5457998514175415,
|
| 272 |
+
0.24191176891326904,
|
| 273 |
+
0.3649437427520752,
|
| 274 |
+
0.3871036767959595,
|
| 275 |
+
0.5427823662757874,
|
| 276 |
+
0.1181725412607193,
|
| 277 |
+
0.18958595395088196,
|
| 278 |
+
0.3222760558128357,
|
| 279 |
+
0.11438032239675522,
|
| 280 |
+
0.37552130222320557,
|
| 281 |
+
0.16640396416187286,
|
| 282 |
+
0.7155507206916809
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d195/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d195/exports/step_00010000",
|
| 3 |
+
"fingerprint": "3fdeee8bad586aaf",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d195",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3394352037226781,
|
| 60 |
+
"lora/map": 0.3394352037226781,
|
| 61 |
+
"fsd50k/map": 0.3394352037226781,
|
| 62 |
+
"train_seconds": 24.14,
|
| 63 |
+
"total_seconds": 33.14,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021025698386365546,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.025991946146458104,
|
| 77 |
+
"val_map": 0.3394352037226781,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.142147648497485
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2217160165309906,
|
| 84 |
+
0.09475071728229523,
|
| 85 |
+
0.5171826481819153,
|
| 86 |
+
0.31958523392677307,
|
| 87 |
+
0.40693628787994385,
|
| 88 |
+
0.5849973559379578,
|
| 89 |
+
0.8269587159156799,
|
| 90 |
+
0.5267419219017029,
|
| 91 |
+
0.5237028002738953,
|
| 92 |
+
0.502975344657898,
|
| 93 |
+
0.1311609148979187,
|
| 94 |
+
0.32746031880378723,
|
| 95 |
+
0.15093456208705902,
|
| 96 |
+
0.36920952796936035,
|
| 97 |
+
0.47592693567276,
|
| 98 |
+
0.44615092873573303,
|
| 99 |
+
0.03700190410017967,
|
| 100 |
+
0.11606636643409729,
|
| 101 |
+
0.502311110496521,
|
| 102 |
+
0.16417574882507324,
|
| 103 |
+
0.4431910812854767,
|
| 104 |
+
0.39318880438804626,
|
| 105 |
+
0.7773746848106384,
|
| 106 |
+
0.10478125512599945,
|
| 107 |
+
0.18896153569221497,
|
| 108 |
+
0.34922030568122864,
|
| 109 |
+
0.27719756960868835,
|
| 110 |
+
0.19799678027629852,
|
| 111 |
+
0.5774657726287842,
|
| 112 |
+
0.2453724443912506,
|
| 113 |
+
0.6567551493644714,
|
| 114 |
+
0.4032003581523895,
|
| 115 |
+
0.30888304114341736,
|
| 116 |
+
0.18812276422977448,
|
| 117 |
+
0.29120469093322754,
|
| 118 |
+
0.21437790989875793,
|
| 119 |
+
0.38859161734580994,
|
| 120 |
+
0.14624832570552826,
|
| 121 |
+
0.20893578231334686,
|
| 122 |
+
0.21373219788074493,
|
| 123 |
+
0.45013636350631714,
|
| 124 |
+
0.1546858549118042,
|
| 125 |
+
0.51419997215271,
|
| 126 |
+
0.18401949107646942,
|
| 127 |
+
0.4658053517341614,
|
| 128 |
+
0.11148729175329208,
|
| 129 |
+
0.16798754036426544,
|
| 130 |
+
0.21394874155521393,
|
| 131 |
+
0.7388660311698914,
|
| 132 |
+
0.38037535548210144,
|
| 133 |
+
0.33135437965393066,
|
| 134 |
+
0.47000253200531006,
|
| 135 |
+
0.5322602987289429,
|
| 136 |
+
0.14054283499717712,
|
| 137 |
+
0.1431368589401245,
|
| 138 |
+
0.013867664150893688,
|
| 139 |
+
0.1979663223028183,
|
| 140 |
+
0.6392752528190613,
|
| 141 |
+
0.10872969031333923,
|
| 142 |
+
0.4749855399131775,
|
| 143 |
+
0.4647633731365204,
|
| 144 |
+
0.5976861119270325,
|
| 145 |
+
0.40178677439689636,
|
| 146 |
+
0.1884796917438507,
|
| 147 |
+
0.43773213028907776,
|
| 148 |
+
0.12201443314552307,
|
| 149 |
+
0.2044786810874939,
|
| 150 |
+
0.6267498135566711,
|
| 151 |
+
0.5097755789756775,
|
| 152 |
+
0.4918888211250305,
|
| 153 |
+
0.4704377353191376,
|
| 154 |
+
0.1878652125597,
|
| 155 |
+
0.6536293625831604,
|
| 156 |
+
0.23703837394714355,
|
| 157 |
+
0.316619873046875,
|
| 158 |
+
0.2255021333694458,
|
| 159 |
+
0.3752487301826477,
|
| 160 |
+
0.32742008566856384,
|
| 161 |
+
0.2606406807899475,
|
| 162 |
+
0.34982192516326904,
|
| 163 |
+
0.24625787138938904,
|
| 164 |
+
0.1908854842185974,
|
| 165 |
+
0.22311607003211975,
|
| 166 |
+
0.2825224995613098,
|
| 167 |
+
0.19605652987957,
|
| 168 |
+
0.25239473581314087,
|
| 169 |
+
0.37838709354400635,
|
| 170 |
+
0.5423924922943115,
|
| 171 |
+
0.16647958755493164,
|
| 172 |
+
0.08724858611822128,
|
| 173 |
+
0.6907718181610107,
|
| 174 |
+
0.07345078140497208,
|
| 175 |
+
0.45930424332618713,
|
| 176 |
+
0.1733870506286621,
|
| 177 |
+
0.23820407688617706,
|
| 178 |
+
0.2906266152858734,
|
| 179 |
+
0.3646082282066345,
|
| 180 |
+
0.10726016014814377,
|
| 181 |
+
0.37676429748535156,
|
| 182 |
+
0.08292766660451889,
|
| 183 |
+
0.5247183442115784,
|
| 184 |
+
0.6897327899932861,
|
| 185 |
+
0.15716087818145752,
|
| 186 |
+
0.36133885383605957,
|
| 187 |
+
0.21291080117225647,
|
| 188 |
+
0.2659495770931244,
|
| 189 |
+
0.6259918808937073,
|
| 190 |
+
0.424736887216568,
|
| 191 |
+
0.4863533079624176,
|
| 192 |
+
0.15613389015197754,
|
| 193 |
+
0.2087276726961136,
|
| 194 |
+
0.3234660029411316,
|
| 195 |
+
0.4944086968898773,
|
| 196 |
+
0.03852355480194092,
|
| 197 |
+
0.09488644450902939,
|
| 198 |
+
0.2707504332065582,
|
| 199 |
+
0.6889920830726624,
|
| 200 |
+
0.3964913785457611,
|
| 201 |
+
0.44603973627090454,
|
| 202 |
+
0.1913577765226364,
|
| 203 |
+
0.8455581068992615,
|
| 204 |
+
0.852944016456604,
|
| 205 |
+
0.2323504239320755,
|
| 206 |
+
0.13125307857990265,
|
| 207 |
+
0.20264984667301178,
|
| 208 |
+
0.7380678057670593,
|
| 209 |
+
0.22290028631687164,
|
| 210 |
+
0.6803652048110962,
|
| 211 |
+
0.3211354911327362,
|
| 212 |
+
0.11883022636175156,
|
| 213 |
+
0.0755847841501236,
|
| 214 |
+
0.7003865838050842,
|
| 215 |
+
0.4247424602508545,
|
| 216 |
+
0.3885479271411896,
|
| 217 |
+
0.571121335029602,
|
| 218 |
+
0.05388937518000603,
|
| 219 |
+
0.04299025610089302,
|
| 220 |
+
0.06669653952121735,
|
| 221 |
+
0.5463738441467285,
|
| 222 |
+
0.543054461479187,
|
| 223 |
+
0.15361541509628296,
|
| 224 |
+
0.2702294588088989,
|
| 225 |
+
0.14763818681240082,
|
| 226 |
+
0.24498553574085236,
|
| 227 |
+
0.6401264071464539,
|
| 228 |
+
0.5078874230384827,
|
| 229 |
+
0.039104197174310684,
|
| 230 |
+
0.5191230177879333,
|
| 231 |
+
0.1588210165500641,
|
| 232 |
+
0.19716954231262207,
|
| 233 |
+
0.44369828701019287,
|
| 234 |
+
0.45235225558280945,
|
| 235 |
+
0.2306237369775772,
|
| 236 |
+
0.26753097772598267,
|
| 237 |
+
0.3596072494983673,
|
| 238 |
+
0.22685427963733673,
|
| 239 |
+
0.5253859162330627,
|
| 240 |
+
0.5792202949523926,
|
| 241 |
+
0.4346071183681488,
|
| 242 |
+
0.05992063134908676,
|
| 243 |
+
0.3342624306678772,
|
| 244 |
+
0.1918790489435196,
|
| 245 |
+
0.6092542409896851,
|
| 246 |
+
0.20670819282531738,
|
| 247 |
+
0.26533225178718567,
|
| 248 |
+
0.29541483521461487,
|
| 249 |
+
0.3271982967853546,
|
| 250 |
+
0.06307592988014221,
|
| 251 |
+
0.28126177191734314,
|
| 252 |
+
0.3624563217163086,
|
| 253 |
+
0.0820782408118248,
|
| 254 |
+
0.7977005243301392,
|
| 255 |
+
0.8003160953521729,
|
| 256 |
+
0.04194661229848862,
|
| 257 |
+
0.41065242886543274,
|
| 258 |
+
0.7020975947380066,
|
| 259 |
+
0.17645463347434998,
|
| 260 |
+
0.25800564885139465,
|
| 261 |
+
0.18506909906864166,
|
| 262 |
+
0.29360315203666687,
|
| 263 |
+
0.04894373193383217,
|
| 264 |
+
0.4895661473274231,
|
| 265 |
+
0.05369612202048302,
|
| 266 |
+
0.4721637964248657,
|
| 267 |
+
0.5828901529312134,
|
| 268 |
+
0.3490910530090332,
|
| 269 |
+
0.2298133671283722,
|
| 270 |
+
0.6265347599983215,
|
| 271 |
+
0.5332721471786499,
|
| 272 |
+
0.2739473879337311,
|
| 273 |
+
0.3861905336380005,
|
| 274 |
+
0.35912707448005676,
|
| 275 |
+
0.5375075340270996,
|
| 276 |
+
0.1009671688079834,
|
| 277 |
+
0.14640037715435028,
|
| 278 |
+
0.33200448751449585,
|
| 279 |
+
0.12038449943065643,
|
| 280 |
+
0.3459876477718353,
|
| 281 |
+
0.12016395479440689,
|
| 282 |
+
0.6900012493133545
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d195/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d195/exports/step_00010000",
|
| 4 |
+
"fingerprint": "3fdeee8bad586aaf",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d195",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0069730050692403695,
|
| 61 |
+
"val_map": 0.006232169362896633,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02433,
|
| 69 |
+
"train_map": 0.027639698847311864,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02349,
|
| 78 |
+
"train_map": 0.04191565381113857,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02241,
|
| 87 |
+
"train_map": 0.04918249142581537,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02158,
|
| 96 |
+
"train_map": 0.07306833035468108,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02208,
|
| 105 |
+
"train_map": 0.0784944564102313,
|
| 106 |
+
"val_map": 0.04772822616844521,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02178,
|
| 114 |
+
"train_map": 0.07868090063418337,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02158,
|
| 123 |
+
"train_map": 0.09106729477573278,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02105,
|
| 132 |
+
"train_map": 0.09723564366716361,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02011,
|
| 141 |
+
"train_map": 0.10842655160273487,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01996,
|
| 150 |
+
"train_map": 0.11568820428154458,
|
| 151 |
+
"val_map": 0.0705146910746421,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.02003,
|
| 159 |
+
"train_map": 0.11979344077417149,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01984,
|
| 168 |
+
"train_map": 0.13123076179098386,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01989,
|
| 177 |
+
"train_map": 0.14282503843385252,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01931,
|
| 186 |
+
"train_map": 0.15654299685120074,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01912,
|
| 195 |
+
"train_map": 0.16638754006825118,
|
| 196 |
+
"val_map": 0.10080536736610153,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01888,
|
| 204 |
+
"train_map": 0.16760383749140367,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01897,
|
| 213 |
+
"train_map": 0.17462546368477694,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01892,
|
| 222 |
+
"train_map": 0.18167302238293684,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01853,
|
| 231 |
+
"train_map": 0.18443764130579593,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01871,
|
| 240 |
+
"train_map": 0.18523189374572638,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01907,
|
| 249 |
+
"train_map": 0.18546799362939295,
|
| 250 |
+
"val_map": 0.11140239240771312,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.18546799362939295,
|
| 256 |
+
"final_val_map": 0.11140239240771312,
|
| 257 |
+
"lora/map": 0.11140239240771312,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 60.5
|
| 260 |
+
}
|