Upload folder using huggingface_hub
Browse files- p5-mae-15m-d10/exports/step_00010000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d10/exports/step_00010000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d10/exports/step_00010000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d10/exports/step_00010000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d10/exports/step_00010000/lora_1ep_s2.json +260 -0
p5-mae-15m-d10/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d10/exports/step_00010000",
|
| 3 |
+
"fingerprint": "8009685e0d261c67",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d10",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3317921878118068,
|
| 60 |
+
"lora/map": 0.3317921878118068,
|
| 61 |
+
"fsd50k/map": 0.3317921878118068,
|
| 62 |
+
"train_seconds": 24.51,
|
| 63 |
+
"total_seconds": 33.46,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022761644130805506,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.025916778851124374,
|
| 77 |
+
"val_map": 0.3317921878118068,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.50851826358121
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.21927858889102936,
|
| 84 |
+
0.11867860704660416,
|
| 85 |
+
0.5005660653114319,
|
| 86 |
+
0.3121282458305359,
|
| 87 |
+
0.4204702079296112,
|
| 88 |
+
0.5931995511054993,
|
| 89 |
+
0.7973527908325195,
|
| 90 |
+
0.5072048306465149,
|
| 91 |
+
0.559691846370697,
|
| 92 |
+
0.4928739368915558,
|
| 93 |
+
0.1823764145374298,
|
| 94 |
+
0.35151299834251404,
|
| 95 |
+
0.1285051554441452,
|
| 96 |
+
0.2669489085674286,
|
| 97 |
+
0.4836265742778778,
|
| 98 |
+
0.44925829768180847,
|
| 99 |
+
0.03600002080202103,
|
| 100 |
+
0.18933987617492676,
|
| 101 |
+
0.314163476228714,
|
| 102 |
+
0.19422073662281036,
|
| 103 |
+
0.4865500032901764,
|
| 104 |
+
0.39097824692726135,
|
| 105 |
+
0.7023955583572388,
|
| 106 |
+
0.08134135603904724,
|
| 107 |
+
0.15658007562160492,
|
| 108 |
+
0.27235040068626404,
|
| 109 |
+
0.34099069237709045,
|
| 110 |
+
0.22471746802330017,
|
| 111 |
+
0.6256861686706543,
|
| 112 |
+
0.28098341822624207,
|
| 113 |
+
0.6085679531097412,
|
| 114 |
+
0.39094191789627075,
|
| 115 |
+
0.36084654927253723,
|
| 116 |
+
0.25628894567489624,
|
| 117 |
+
0.3050828278064728,
|
| 118 |
+
0.2012280970811844,
|
| 119 |
+
0.38196101784706116,
|
| 120 |
+
0.1767463982105255,
|
| 121 |
+
0.2742535471916199,
|
| 122 |
+
0.16269978880882263,
|
| 123 |
+
0.40731123089790344,
|
| 124 |
+
0.18617306649684906,
|
| 125 |
+
0.5638208985328674,
|
| 126 |
+
0.16780608892440796,
|
| 127 |
+
0.4265328049659729,
|
| 128 |
+
0.10057725757360458,
|
| 129 |
+
0.1927739828824997,
|
| 130 |
+
0.17405198514461517,
|
| 131 |
+
0.7532787322998047,
|
| 132 |
+
0.36876803636550903,
|
| 133 |
+
0.3334423899650574,
|
| 134 |
+
0.49914127588272095,
|
| 135 |
+
0.5633489489555359,
|
| 136 |
+
0.11747366935014725,
|
| 137 |
+
0.1484704315662384,
|
| 138 |
+
0.025330791249871254,
|
| 139 |
+
0.20598629117012024,
|
| 140 |
+
0.6666987538337708,
|
| 141 |
+
0.09718860685825348,
|
| 142 |
+
0.4755799472332001,
|
| 143 |
+
0.5081056356430054,
|
| 144 |
+
0.5872303247451782,
|
| 145 |
+
0.3759404718875885,
|
| 146 |
+
0.17656400799751282,
|
| 147 |
+
0.4084835946559906,
|
| 148 |
+
0.1231822520494461,
|
| 149 |
+
0.14266225695610046,
|
| 150 |
+
0.6196713447570801,
|
| 151 |
+
0.5656065344810486,
|
| 152 |
+
0.501470685005188,
|
| 153 |
+
0.44265565276145935,
|
| 154 |
+
0.1766514927148819,
|
| 155 |
+
0.6370521783828735,
|
| 156 |
+
0.1687259078025818,
|
| 157 |
+
0.2874429523944855,
|
| 158 |
+
0.22773408889770508,
|
| 159 |
+
0.3303048610687256,
|
| 160 |
+
0.2254699170589447,
|
| 161 |
+
0.19768106937408447,
|
| 162 |
+
0.3683595061302185,
|
| 163 |
+
0.17244186997413635,
|
| 164 |
+
0.15099495649337769,
|
| 165 |
+
0.3031727075576782,
|
| 166 |
+
0.2230754941701889,
|
| 167 |
+
0.1858966201543808,
|
| 168 |
+
0.20435741543769836,
|
| 169 |
+
0.3807796537876129,
|
| 170 |
+
0.5219025611877441,
|
| 171 |
+
0.19440418481826782,
|
| 172 |
+
0.08023642748594284,
|
| 173 |
+
0.6977424621582031,
|
| 174 |
+
0.1145751029253006,
|
| 175 |
+
0.46342772245407104,
|
| 176 |
+
0.17141610383987427,
|
| 177 |
+
0.2979803681373596,
|
| 178 |
+
0.24446362257003784,
|
| 179 |
+
0.42889168858528137,
|
| 180 |
+
0.20960061252117157,
|
| 181 |
+
0.30360108613967896,
|
| 182 |
+
0.07008616626262665,
|
| 183 |
+
0.5260343551635742,
|
| 184 |
+
0.6846650242805481,
|
| 185 |
+
0.14226475358009338,
|
| 186 |
+
0.37872686982154846,
|
| 187 |
+
0.21913297474384308,
|
| 188 |
+
0.27868834137916565,
|
| 189 |
+
0.6175702214241028,
|
| 190 |
+
0.39640939235687256,
|
| 191 |
+
0.47439464926719666,
|
| 192 |
+
0.12424564361572266,
|
| 193 |
+
0.17683038115501404,
|
| 194 |
+
0.2934821844100952,
|
| 195 |
+
0.5451460480690002,
|
| 196 |
+
0.07973408699035645,
|
| 197 |
+
0.1298464983701706,
|
| 198 |
+
0.2502410411834717,
|
| 199 |
+
0.7149152755737305,
|
| 200 |
+
0.3508451282978058,
|
| 201 |
+
0.43466898798942566,
|
| 202 |
+
0.1922232210636139,
|
| 203 |
+
0.8435112833976746,
|
| 204 |
+
0.851414680480957,
|
| 205 |
+
0.27842479944229126,
|
| 206 |
+
0.06727837026119232,
|
| 207 |
+
0.19320884346961975,
|
| 208 |
+
0.7322875261306763,
|
| 209 |
+
0.2287493497133255,
|
| 210 |
+
0.6787461042404175,
|
| 211 |
+
0.26730257272720337,
|
| 212 |
+
0.12388727068901062,
|
| 213 |
+
0.08151456713676453,
|
| 214 |
+
0.5378355383872986,
|
| 215 |
+
0.35055992007255554,
|
| 216 |
+
0.3788101077079773,
|
| 217 |
+
0.5903242230415344,
|
| 218 |
+
0.03607740253210068,
|
| 219 |
+
0.04298505187034607,
|
| 220 |
+
0.051657307893037796,
|
| 221 |
+
0.42548948526382446,
|
| 222 |
+
0.4680219292640686,
|
| 223 |
+
0.14038348197937012,
|
| 224 |
+
0.2183951437473297,
|
| 225 |
+
0.10198114067316055,
|
| 226 |
+
0.27466151118278503,
|
| 227 |
+
0.5444736480712891,
|
| 228 |
+
0.5084236264228821,
|
| 229 |
+
0.05362916737794876,
|
| 230 |
+
0.5301283597946167,
|
| 231 |
+
0.1645319163799286,
|
| 232 |
+
0.2612171471118927,
|
| 233 |
+
0.4733876883983612,
|
| 234 |
+
0.4704062342643738,
|
| 235 |
+
0.21501190960407257,
|
| 236 |
+
0.24766935408115387,
|
| 237 |
+
0.3429613709449768,
|
| 238 |
+
0.2549159824848175,
|
| 239 |
+
0.4759712517261505,
|
| 240 |
+
0.4435403048992157,
|
| 241 |
+
0.4438800811767578,
|
| 242 |
+
0.07157008349895477,
|
| 243 |
+
0.3374888002872467,
|
| 244 |
+
0.09191130846738815,
|
| 245 |
+
0.5783150792121887,
|
| 246 |
+
0.35150593519210815,
|
| 247 |
+
0.27821555733680725,
|
| 248 |
+
0.26686736941337585,
|
| 249 |
+
0.3845995366573334,
|
| 250 |
+
0.05723549798130989,
|
| 251 |
+
0.18284839391708374,
|
| 252 |
+
0.35964730381965637,
|
| 253 |
+
0.1023583859205246,
|
| 254 |
+
0.7794261574745178,
|
| 255 |
+
0.7914433479309082,
|
| 256 |
+
0.04419521614909172,
|
| 257 |
+
0.4225560128688812,
|
| 258 |
+
0.7041943669319153,
|
| 259 |
+
0.17268937826156616,
|
| 260 |
+
0.24504904448986053,
|
| 261 |
+
0.1701248586177826,
|
| 262 |
+
0.25275832414627075,
|
| 263 |
+
0.04678710922598839,
|
| 264 |
+
0.5054548382759094,
|
| 265 |
+
0.04353497922420502,
|
| 266 |
+
0.4768759310245514,
|
| 267 |
+
0.5771471858024597,
|
| 268 |
+
0.40281665325164795,
|
| 269 |
+
0.20453952252864838,
|
| 270 |
+
0.6099879145622253,
|
| 271 |
+
0.5478994250297546,
|
| 272 |
+
0.2943520247936249,
|
| 273 |
+
0.24332086741924286,
|
| 274 |
+
0.3229852020740509,
|
| 275 |
+
0.5478841662406921,
|
| 276 |
+
0.09578705579042435,
|
| 277 |
+
0.16306675970554352,
|
| 278 |
+
0.3146044909954071,
|
| 279 |
+
0.10987329483032227,
|
| 280 |
+
0.23060716688632965,
|
| 281 |
+
0.12488837540149689,
|
| 282 |
+
0.6849195957183838
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d10/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d10/exports/step_00010000",
|
| 3 |
+
"fingerprint": "8009685e0d261c67",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d10",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.33318522114306687,
|
| 60 |
+
"lora/map": 0.33318522114306687,
|
| 61 |
+
"fsd50k/map": 0.33318522114306687,
|
| 62 |
+
"train_seconds": 23.92,
|
| 63 |
+
"total_seconds": 32.75,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021501894243992865,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.025996344129200082,
|
| 77 |
+
"val_map": 0.33318522114306687,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.923602545517497
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2227727621793747,
|
| 84 |
+
0.08020137995481491,
|
| 85 |
+
0.49837982654571533,
|
| 86 |
+
0.35453906655311584,
|
| 87 |
+
0.4205077588558197,
|
| 88 |
+
0.5921888947486877,
|
| 89 |
+
0.8042966723442078,
|
| 90 |
+
0.49173155426979065,
|
| 91 |
+
0.6059290766716003,
|
| 92 |
+
0.5198930501937866,
|
| 93 |
+
0.14236527681350708,
|
| 94 |
+
0.3565545678138733,
|
| 95 |
+
0.1312413364648819,
|
| 96 |
+
0.3240109086036682,
|
| 97 |
+
0.4947516620159149,
|
| 98 |
+
0.4583055377006531,
|
| 99 |
+
0.02915119007229805,
|
| 100 |
+
0.1655038744211197,
|
| 101 |
+
0.40074843168258667,
|
| 102 |
+
0.18299607932567596,
|
| 103 |
+
0.5137333273887634,
|
| 104 |
+
0.38509660959243774,
|
| 105 |
+
0.7235134243965149,
|
| 106 |
+
0.07255823910236359,
|
| 107 |
+
0.1934335082769394,
|
| 108 |
+
0.28595462441444397,
|
| 109 |
+
0.31013917922973633,
|
| 110 |
+
0.2699677050113678,
|
| 111 |
+
0.5149568319320679,
|
| 112 |
+
0.30367326736450195,
|
| 113 |
+
0.6304781436920166,
|
| 114 |
+
0.32464247941970825,
|
| 115 |
+
0.30439236760139465,
|
| 116 |
+
0.20920231938362122,
|
| 117 |
+
0.27212852239608765,
|
| 118 |
+
0.22032615542411804,
|
| 119 |
+
0.4194982349872589,
|
| 120 |
+
0.10998415946960449,
|
| 121 |
+
0.25513455271720886,
|
| 122 |
+
0.24130196869373322,
|
| 123 |
+
0.46009570360183716,
|
| 124 |
+
0.1692248433828354,
|
| 125 |
+
0.48876824975013733,
|
| 126 |
+
0.18048308789730072,
|
| 127 |
+
0.39980167150497437,
|
| 128 |
+
0.06283517181873322,
|
| 129 |
+
0.1373509168624878,
|
| 130 |
+
0.13398930430412292,
|
| 131 |
+
0.7414602041244507,
|
| 132 |
+
0.4227849543094635,
|
| 133 |
+
0.2979085147380829,
|
| 134 |
+
0.4738515317440033,
|
| 135 |
+
0.5024765729904175,
|
| 136 |
+
0.11640362441539764,
|
| 137 |
+
0.1550227850675583,
|
| 138 |
+
0.031942740082740784,
|
| 139 |
+
0.19506193697452545,
|
| 140 |
+
0.6726298332214355,
|
| 141 |
+
0.10539848357439041,
|
| 142 |
+
0.4774148166179657,
|
| 143 |
+
0.5054008960723877,
|
| 144 |
+
0.5769227743148804,
|
| 145 |
+
0.3636382818222046,
|
| 146 |
+
0.17861317098140717,
|
| 147 |
+
0.4209403097629547,
|
| 148 |
+
0.12387048453092575,
|
| 149 |
+
0.14475277066230774,
|
| 150 |
+
0.640041172504425,
|
| 151 |
+
0.5256006121635437,
|
| 152 |
+
0.45105841755867004,
|
| 153 |
+
0.4553220868110657,
|
| 154 |
+
0.1974344402551651,
|
| 155 |
+
0.6493868827819824,
|
| 156 |
+
0.15178656578063965,
|
| 157 |
+
0.20910285413265228,
|
| 158 |
+
0.22157669067382812,
|
| 159 |
+
0.4092146158218384,
|
| 160 |
+
0.21588778495788574,
|
| 161 |
+
0.19679293036460876,
|
| 162 |
+
0.3512963056564331,
|
| 163 |
+
0.20296809077262878,
|
| 164 |
+
0.15406925976276398,
|
| 165 |
+
0.35305675864219666,
|
| 166 |
+
0.19050723314285278,
|
| 167 |
+
0.23909470438957214,
|
| 168 |
+
0.25881266593933105,
|
| 169 |
+
0.34071508049964905,
|
| 170 |
+
0.44153374433517456,
|
| 171 |
+
0.14927124977111816,
|
| 172 |
+
0.11801927536725998,
|
| 173 |
+
0.7136542797088623,
|
| 174 |
+
0.09014195203781128,
|
| 175 |
+
0.4440305829048157,
|
| 176 |
+
0.19762662053108215,
|
| 177 |
+
0.3038196861743927,
|
| 178 |
+
0.290595144033432,
|
| 179 |
+
0.42268866300582886,
|
| 180 |
+
0.10801097750663757,
|
| 181 |
+
0.35617420077323914,
|
| 182 |
+
0.051199767738580704,
|
| 183 |
+
0.5395838618278503,
|
| 184 |
+
0.6751773953437805,
|
| 185 |
+
0.1961355358362198,
|
| 186 |
+
0.383905291557312,
|
| 187 |
+
0.21049079298973083,
|
| 188 |
+
0.23811668157577515,
|
| 189 |
+
0.6189451813697815,
|
| 190 |
+
0.41661137342453003,
|
| 191 |
+
0.4336199164390564,
|
| 192 |
+
0.1257639229297638,
|
| 193 |
+
0.1822582483291626,
|
| 194 |
+
0.298159658908844,
|
| 195 |
+
0.5831438899040222,
|
| 196 |
+
0.07523845881223679,
|
| 197 |
+
0.11655368655920029,
|
| 198 |
+
0.25965288281440735,
|
| 199 |
+
0.579707682132721,
|
| 200 |
+
0.35152706503868103,
|
| 201 |
+
0.43906456232070923,
|
| 202 |
+
0.19689226150512695,
|
| 203 |
+
0.846245288848877,
|
| 204 |
+
0.8537217378616333,
|
| 205 |
+
0.2550683319568634,
|
| 206 |
+
0.10374171286821365,
|
| 207 |
+
0.1896025836467743,
|
| 208 |
+
0.7305366396903992,
|
| 209 |
+
0.23954762518405914,
|
| 210 |
+
0.6986032724380493,
|
| 211 |
+
0.28177520632743835,
|
| 212 |
+
0.12394680827856064,
|
| 213 |
+
0.08246023952960968,
|
| 214 |
+
0.6102038621902466,
|
| 215 |
+
0.4301877021789551,
|
| 216 |
+
0.4356658458709717,
|
| 217 |
+
0.5522887110710144,
|
| 218 |
+
0.03032405860722065,
|
| 219 |
+
0.03183408081531525,
|
| 220 |
+
0.04811422526836395,
|
| 221 |
+
0.4551751911640167,
|
| 222 |
+
0.48703059554100037,
|
| 223 |
+
0.18541884422302246,
|
| 224 |
+
0.27032408118247986,
|
| 225 |
+
0.14629463851451874,
|
| 226 |
+
0.2301676869392395,
|
| 227 |
+
0.5101103782653809,
|
| 228 |
+
0.5160641670227051,
|
| 229 |
+
0.044226501137018204,
|
| 230 |
+
0.44641104340553284,
|
| 231 |
+
0.18062761425971985,
|
| 232 |
+
0.20584525167942047,
|
| 233 |
+
0.48434093594551086,
|
| 234 |
+
0.4132004678249359,
|
| 235 |
+
0.32577624917030334,
|
| 236 |
+
0.1965455710887909,
|
| 237 |
+
0.3373734951019287,
|
| 238 |
+
0.2403811812400818,
|
| 239 |
+
0.48192575573921204,
|
| 240 |
+
0.6219270825386047,
|
| 241 |
+
0.42451903223991394,
|
| 242 |
+
0.07638901472091675,
|
| 243 |
+
0.28117266297340393,
|
| 244 |
+
0.11227579414844513,
|
| 245 |
+
0.6148498058319092,
|
| 246 |
+
0.33396223187446594,
|
| 247 |
+
0.3282381594181061,
|
| 248 |
+
0.38745319843292236,
|
| 249 |
+
0.3789573609828949,
|
| 250 |
+
0.05537685006856918,
|
| 251 |
+
0.22321903705596924,
|
| 252 |
+
0.3570731282234192,
|
| 253 |
+
0.09832288324832916,
|
| 254 |
+
0.7761408090591431,
|
| 255 |
+
0.7900204658508301,
|
| 256 |
+
0.03592173382639885,
|
| 257 |
+
0.466336727142334,
|
| 258 |
+
0.6976713538169861,
|
| 259 |
+
0.17363116145133972,
|
| 260 |
+
0.25144869089126587,
|
| 261 |
+
0.1658760905265808,
|
| 262 |
+
0.270500123500824,
|
| 263 |
+
0.030419213697314262,
|
| 264 |
+
0.4824730455875397,
|
| 265 |
+
0.06193746626377106,
|
| 266 |
+
0.4899868965148926,
|
| 267 |
+
0.5752082467079163,
|
| 268 |
+
0.37629228830337524,
|
| 269 |
+
0.22498580813407898,
|
| 270 |
+
0.6166258454322815,
|
| 271 |
+
0.5128289461135864,
|
| 272 |
+
0.281536728143692,
|
| 273 |
+
0.33596450090408325,
|
| 274 |
+
0.32958361506462097,
|
| 275 |
+
0.5508477091789246,
|
| 276 |
+
0.0949145182967186,
|
| 277 |
+
0.1981683075428009,
|
| 278 |
+
0.3282397985458374,
|
| 279 |
+
0.09449976682662964,
|
| 280 |
+
0.22120267152786255,
|
| 281 |
+
0.15091098845005035,
|
| 282 |
+
0.661759078502655
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d10/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d10/exports/step_00010000",
|
| 3 |
+
"fingerprint": "8009685e0d261c67",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d10",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3302851907815784,
|
| 60 |
+
"lora/map": 0.3302851907815784,
|
| 61 |
+
"fsd50k/map": 0.3302851907815784,
|
| 62 |
+
"train_seconds": 24.68,
|
| 63 |
+
"total_seconds": 33.62,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02207363089546561,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026267114434271318,
|
| 77 |
+
"val_map": 0.3302851907815784,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.682688652188517
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.22766584157943726,
|
| 84 |
+
0.10682815313339233,
|
| 85 |
+
0.528736412525177,
|
| 86 |
+
0.3309383690357208,
|
| 87 |
+
0.43573856353759766,
|
| 88 |
+
0.5746926069259644,
|
| 89 |
+
0.8035940527915955,
|
| 90 |
+
0.5153234004974365,
|
| 91 |
+
0.556247889995575,
|
| 92 |
+
0.49064040184020996,
|
| 93 |
+
0.14790546894073486,
|
| 94 |
+
0.33441972732543945,
|
| 95 |
+
0.08505702018737793,
|
| 96 |
+
0.2853982448577881,
|
| 97 |
+
0.4821834862232208,
|
| 98 |
+
0.4535408914089203,
|
| 99 |
+
0.03983834385871887,
|
| 100 |
+
0.22662709653377533,
|
| 101 |
+
0.35791099071502686,
|
| 102 |
+
0.16278214752674103,
|
| 103 |
+
0.43877267837524414,
|
| 104 |
+
0.39006245136260986,
|
| 105 |
+
0.6701834201812744,
|
| 106 |
+
0.1035505086183548,
|
| 107 |
+
0.22164949774742126,
|
| 108 |
+
0.30918416380882263,
|
| 109 |
+
0.30429336428642273,
|
| 110 |
+
0.23073822259902954,
|
| 111 |
+
0.5616971850395203,
|
| 112 |
+
0.2736888527870178,
|
| 113 |
+
0.6236689686775208,
|
| 114 |
+
0.3595455586910248,
|
| 115 |
+
0.3971374034881592,
|
| 116 |
+
0.20816998183727264,
|
| 117 |
+
0.27401185035705566,
|
| 118 |
+
0.21957151591777802,
|
| 119 |
+
0.3913463056087494,
|
| 120 |
+
0.18707340955734253,
|
| 121 |
+
0.28065526485443115,
|
| 122 |
+
0.22771701216697693,
|
| 123 |
+
0.37420764565467834,
|
| 124 |
+
0.14912159740924835,
|
| 125 |
+
0.5377763509750366,
|
| 126 |
+
0.1376127451658249,
|
| 127 |
+
0.45012181997299194,
|
| 128 |
+
0.12349355965852737,
|
| 129 |
+
0.16780148446559906,
|
| 130 |
+
0.14461910724639893,
|
| 131 |
+
0.7613980174064636,
|
| 132 |
+
0.38250279426574707,
|
| 133 |
+
0.30372557044029236,
|
| 134 |
+
0.4665937125682831,
|
| 135 |
+
0.49902522563934326,
|
| 136 |
+
0.09452416002750397,
|
| 137 |
+
0.17580223083496094,
|
| 138 |
+
0.019288813695311546,
|
| 139 |
+
0.1898634135723114,
|
| 140 |
+
0.6321145296096802,
|
| 141 |
+
0.09185950458049774,
|
| 142 |
+
0.45340442657470703,
|
| 143 |
+
0.4733765423297882,
|
| 144 |
+
0.5787754654884338,
|
| 145 |
+
0.3602869510650635,
|
| 146 |
+
0.17212414741516113,
|
| 147 |
+
0.4309035837650299,
|
| 148 |
+
0.14583523571491241,
|
| 149 |
+
0.1415347456932068,
|
| 150 |
+
0.6033443212509155,
|
| 151 |
+
0.5356446504592896,
|
| 152 |
+
0.44407784938812256,
|
| 153 |
+
0.4373650848865509,
|
| 154 |
+
0.17698420584201813,
|
| 155 |
+
0.6401622891426086,
|
| 156 |
+
0.23554493486881256,
|
| 157 |
+
0.2694697678089142,
|
| 158 |
+
0.2263936996459961,
|
| 159 |
+
0.38324907422065735,
|
| 160 |
+
0.23769254982471466,
|
| 161 |
+
0.23201222717761993,
|
| 162 |
+
0.31609439849853516,
|
| 163 |
+
0.1965915709733963,
|
| 164 |
+
0.18291617929935455,
|
| 165 |
+
0.3436196744441986,
|
| 166 |
+
0.21124716103076935,
|
| 167 |
+
0.20008127391338348,
|
| 168 |
+
0.16228270530700684,
|
| 169 |
+
0.37370598316192627,
|
| 170 |
+
0.6325872540473938,
|
| 171 |
+
0.15847574174404144,
|
| 172 |
+
0.12943749129772186,
|
| 173 |
+
0.7022313475608826,
|
| 174 |
+
0.08443661034107208,
|
| 175 |
+
0.4715496301651001,
|
| 176 |
+
0.1516292244195938,
|
| 177 |
+
0.3034084737300873,
|
| 178 |
+
0.312688410282135,
|
| 179 |
+
0.34281280636787415,
|
| 180 |
+
0.1850443035364151,
|
| 181 |
+
0.3013858497142792,
|
| 182 |
+
0.08202389627695084,
|
| 183 |
+
0.5214228630065918,
|
| 184 |
+
0.6841738224029541,
|
| 185 |
+
0.16020861268043518,
|
| 186 |
+
0.3887746334075928,
|
| 187 |
+
0.22159899771213531,
|
| 188 |
+
0.2617277204990387,
|
| 189 |
+
0.6173676252365112,
|
| 190 |
+
0.38032421469688416,
|
| 191 |
+
0.45329204201698303,
|
| 192 |
+
0.18049509823322296,
|
| 193 |
+
0.19125281274318695,
|
| 194 |
+
0.3002511262893677,
|
| 195 |
+
0.5662624835968018,
|
| 196 |
+
0.06320320069789886,
|
| 197 |
+
0.15085113048553467,
|
| 198 |
+
0.2644343376159668,
|
| 199 |
+
0.6614444255828857,
|
| 200 |
+
0.3415631353855133,
|
| 201 |
+
0.4490554928779602,
|
| 202 |
+
0.23643484711647034,
|
| 203 |
+
0.8495010733604431,
|
| 204 |
+
0.8575582504272461,
|
| 205 |
+
0.2462502419948578,
|
| 206 |
+
0.07085312902927399,
|
| 207 |
+
0.20697909593582153,
|
| 208 |
+
0.7354272603988647,
|
| 209 |
+
0.21273498237133026,
|
| 210 |
+
0.6878805756568909,
|
| 211 |
+
0.27217236161231995,
|
| 212 |
+
0.13929300010204315,
|
| 213 |
+
0.06038942188024521,
|
| 214 |
+
0.6275302171707153,
|
| 215 |
+
0.3438194990158081,
|
| 216 |
+
0.40103039145469666,
|
| 217 |
+
0.5580025911331177,
|
| 218 |
+
0.03925296664237976,
|
| 219 |
+
0.04032854363322258,
|
| 220 |
+
0.05173606798052788,
|
| 221 |
+
0.4657735824584961,
|
| 222 |
+
0.4780600666999817,
|
| 223 |
+
0.10716032236814499,
|
| 224 |
+
0.23409141600131989,
|
| 225 |
+
0.10793589055538177,
|
| 226 |
+
0.24993406236171722,
|
| 227 |
+
0.49277570843696594,
|
| 228 |
+
0.4652017652988434,
|
| 229 |
+
0.041189637035131454,
|
| 230 |
+
0.5060445666313171,
|
| 231 |
+
0.16356416046619415,
|
| 232 |
+
0.2598394751548767,
|
| 233 |
+
0.4508066773414612,
|
| 234 |
+
0.3469191789627075,
|
| 235 |
+
0.3519035279750824,
|
| 236 |
+
0.15871253609657288,
|
| 237 |
+
0.31033310294151306,
|
| 238 |
+
0.22711609303951263,
|
| 239 |
+
0.47295626997947693,
|
| 240 |
+
0.4975292682647705,
|
| 241 |
+
0.43275001645088196,
|
| 242 |
+
0.0577239990234375,
|
| 243 |
+
0.2833939492702484,
|
| 244 |
+
0.1564096063375473,
|
| 245 |
+
0.6046398878097534,
|
| 246 |
+
0.2633587121963501,
|
| 247 |
+
0.3047543466091156,
|
| 248 |
+
0.46813976764678955,
|
| 249 |
+
0.34808093309402466,
|
| 250 |
+
0.0635262131690979,
|
| 251 |
+
0.2147621363401413,
|
| 252 |
+
0.34910643100738525,
|
| 253 |
+
0.10488507896661758,
|
| 254 |
+
0.7403302192687988,
|
| 255 |
+
0.7547085881233215,
|
| 256 |
+
0.048612430691719055,
|
| 257 |
+
0.3581715524196625,
|
| 258 |
+
0.6801043152809143,
|
| 259 |
+
0.14404284954071045,
|
| 260 |
+
0.23145167529582977,
|
| 261 |
+
0.17304126918315887,
|
| 262 |
+
0.2592780292034149,
|
| 263 |
+
0.05053528770804405,
|
| 264 |
+
0.41396310925483704,
|
| 265 |
+
0.05945335328578949,
|
| 266 |
+
0.4831816852092743,
|
| 267 |
+
0.5736690163612366,
|
| 268 |
+
0.37595152854919434,
|
| 269 |
+
0.24485290050506592,
|
| 270 |
+
0.6187453866004944,
|
| 271 |
+
0.49360930919647217,
|
| 272 |
+
0.2766287326812744,
|
| 273 |
+
0.3468289077281952,
|
| 274 |
+
0.3787318170070648,
|
| 275 |
+
0.5369704365730286,
|
| 276 |
+
0.09784983098506927,
|
| 277 |
+
0.19469411671161652,
|
| 278 |
+
0.3416791260242462,
|
| 279 |
+
0.10130251944065094,
|
| 280 |
+
0.22424402832984924,
|
| 281 |
+
0.13126827776432037,
|
| 282 |
+
0.6462104320526123
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d10/exports/step_00010000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d10/exports/step_00010000",
|
| 4 |
+
"fingerprint": "8009685e0d261c67",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d10",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006319608463352613,
|
| 61 |
+
"val_map": 0.00584436925543398,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02469,
|
| 69 |
+
"train_map": 0.028376995082644206,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02309,
|
| 78 |
+
"train_map": 0.05684732801618454,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02244,
|
| 87 |
+
"train_map": 0.06374435010587044,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02191,
|
| 96 |
+
"train_map": 0.07727455302712417,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02222,
|
| 105 |
+
"train_map": 0.07665951494030315,
|
| 106 |
+
"val_map": 0.04927118680355063,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02122,
|
| 114 |
+
"train_map": 0.08337108269987709,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02126,
|
| 123 |
+
"train_map": 0.09307754995739635,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02058,
|
| 132 |
+
"train_map": 0.1097368020149022,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02099,
|
| 141 |
+
"train_map": 0.11700284128224007,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.02027,
|
| 150 |
+
"train_map": 0.11653928125084535,
|
| 151 |
+
"val_map": 0.07368659147148002,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.02019,
|
| 159 |
+
"train_map": 0.13228838275446497,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01978,
|
| 168 |
+
"train_map": 0.13623798352470037,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01979,
|
| 177 |
+
"train_map": 0.15292606412466664,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.0191,
|
| 186 |
+
"train_map": 0.16689836518729434,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01873,
|
| 195 |
+
"train_map": 0.17701125666419612,
|
| 196 |
+
"val_map": 0.10598533593455729,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01907,
|
| 204 |
+
"train_map": 0.17922540242912732,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01834,
|
| 213 |
+
"train_map": 0.18988490287493737,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01867,
|
| 222 |
+
"train_map": 0.19354933492955972,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01836,
|
| 231 |
+
"train_map": 0.19619760208938136,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01843,
|
| 240 |
+
"train_map": 0.1979058142486373,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01822,
|
| 249 |
+
"train_map": 0.1982241700115336,
|
| 250 |
+
"val_map": 0.11893274338361039,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.1982241700115336,
|
| 256 |
+
"final_val_map": 0.11893274338361039,
|
| 257 |
+
"lora/map": 0.11893274338361039,
|
| 258 |
+
"train_seconds": 10.3,
|
| 259 |
+
"wall_seconds": 59.8
|
| 260 |
+
}
|
p5-mae-15m-d10/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d10/exports/step_00010000",
|
| 4 |
+
"fingerprint": "8009685e0d261c67",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d10",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006676539352258219,
|
| 61 |
+
"val_map": 0.005521249627576084,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02421,
|
| 69 |
+
"train_map": 0.027141479768461603,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02357,
|
| 78 |
+
"train_map": 0.05171488823198609,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02238,
|
| 87 |
+
"train_map": 0.05564454460712733,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02145,
|
| 96 |
+
"train_map": 0.06859918882601154,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02199,
|
| 105 |
+
"train_map": 0.07406224719817756,
|
| 106 |
+
"val_map": 0.04838593054317164,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02158,
|
| 114 |
+
"train_map": 0.08523227582796984,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02128,
|
| 123 |
+
"train_map": 0.09403401862677943,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02114,
|
| 132 |
+
"train_map": 0.10180802239490358,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02015,
|
| 141 |
+
"train_map": 0.11554487460192145,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01974,
|
| 150 |
+
"train_map": 0.12687650175970153,
|
| 151 |
+
"val_map": 0.0788869124671985,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01983,
|
| 159 |
+
"train_map": 0.13592750997772082,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01955,
|
| 168 |
+
"train_map": 0.1438872980438102,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01981,
|
| 177 |
+
"train_map": 0.1523696983681967,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01914,
|
| 186 |
+
"train_map": 0.16575505424280293,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01895,
|
| 195 |
+
"train_map": 0.17676335379863034,
|
| 196 |
+
"val_map": 0.10614780948340073,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01876,
|
| 204 |
+
"train_map": 0.17610804649667225,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01885,
|
| 213 |
+
"train_map": 0.185822826272064,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01875,
|
| 222 |
+
"train_map": 0.19240128682427943,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01844,
|
| 231 |
+
"train_map": 0.19716042656172245,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01852,
|
| 240 |
+
"train_map": 0.19790840431061738,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01889,
|
| 249 |
+
"train_map": 0.19815867818694075,
|
| 250 |
+
"val_map": 0.1167033077951033,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.19815867818694075,
|
| 256 |
+
"final_val_map": 0.1167033077951033,
|
| 257 |
+
"lora/map": 0.1167033077951033,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.7
|
| 260 |
+
}
|