Upload folder using huggingface_hub
Browse files- p5-mae-15m-d254/exports/step_00020000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d254/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d254/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d254/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d254/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d254/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d254/exports/step_00040000/lora_1ep_s2.json +260 -0
p5-mae-15m-d254/exports/step_00020000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00020000",
|
| 3 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d254",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3747755580767989,
|
| 60 |
+
"lora/map": 0.3747755580767989,
|
| 61 |
+
"fsd50k/map": 0.3747755580767989,
|
| 62 |
+
"train_seconds": 24.41,
|
| 63 |
+
"total_seconds": 33.62,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022989235817221926,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023974051151729008,
|
| 77 |
+
"val_map": 0.3747755580767989,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.412240953650326
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2638789117336273,
|
| 84 |
+
0.1204800009727478,
|
| 85 |
+
0.5243346095085144,
|
| 86 |
+
0.35299891233444214,
|
| 87 |
+
0.44617918133735657,
|
| 88 |
+
0.6311092972755432,
|
| 89 |
+
0.8512875437736511,
|
| 90 |
+
0.5426486730575562,
|
| 91 |
+
0.6181565523147583,
|
| 92 |
+
0.4978814125061035,
|
| 93 |
+
0.18025627732276917,
|
| 94 |
+
0.37936413288116455,
|
| 95 |
+
0.19936732947826385,
|
| 96 |
+
0.34430578351020813,
|
| 97 |
+
0.49493950605392456,
|
| 98 |
+
0.45564720034599304,
|
| 99 |
+
0.03324129059910774,
|
| 100 |
+
0.18375124037265778,
|
| 101 |
+
0.440600723028183,
|
| 102 |
+
0.24334394931793213,
|
| 103 |
+
0.4193708300590515,
|
| 104 |
+
0.41650277376174927,
|
| 105 |
+
0.795103132724762,
|
| 106 |
+
0.1052018329501152,
|
| 107 |
+
0.21840044856071472,
|
| 108 |
+
0.40647828578948975,
|
| 109 |
+
0.3667760193347931,
|
| 110 |
+
0.2812516689300537,
|
| 111 |
+
0.786149799823761,
|
| 112 |
+
0.32474246621131897,
|
| 113 |
+
0.6717931032180786,
|
| 114 |
+
0.5085319876670837,
|
| 115 |
+
0.3298099637031555,
|
| 116 |
+
0.1981174200773239,
|
| 117 |
+
0.34863078594207764,
|
| 118 |
+
0.2441960573196411,
|
| 119 |
+
0.38999468088150024,
|
| 120 |
+
0.18198999762535095,
|
| 121 |
+
0.3950254023075104,
|
| 122 |
+
0.22416529059410095,
|
| 123 |
+
0.5143640041351318,
|
| 124 |
+
0.20863951742649078,
|
| 125 |
+
0.5791696310043335,
|
| 126 |
+
0.19951006770133972,
|
| 127 |
+
0.5057920813560486,
|
| 128 |
+
0.11764916777610779,
|
| 129 |
+
0.2170114815235138,
|
| 130 |
+
0.2644285261631012,
|
| 131 |
+
0.7299351096153259,
|
| 132 |
+
0.4271041452884674,
|
| 133 |
+
0.44513463973999023,
|
| 134 |
+
0.49732187390327454,
|
| 135 |
+
0.5911074280738831,
|
| 136 |
+
0.1494232714176178,
|
| 137 |
+
0.16811025142669678,
|
| 138 |
+
0.03205152973532677,
|
| 139 |
+
0.259753942489624,
|
| 140 |
+
0.6787256598472595,
|
| 141 |
+
0.13104422390460968,
|
| 142 |
+
0.4938637316226959,
|
| 143 |
+
0.5827111005783081,
|
| 144 |
+
0.6192142367362976,
|
| 145 |
+
0.4059298634529114,
|
| 146 |
+
0.09612754732370377,
|
| 147 |
+
0.5109683275222778,
|
| 148 |
+
0.17797817289829254,
|
| 149 |
+
0.25586938858032227,
|
| 150 |
+
0.6524780988693237,
|
| 151 |
+
0.45857879519462585,
|
| 152 |
+
0.49776995182037354,
|
| 153 |
+
0.46117913722991943,
|
| 154 |
+
0.19319738447666168,
|
| 155 |
+
0.6849014163017273,
|
| 156 |
+
0.2439984381198883,
|
| 157 |
+
0.2971216142177582,
|
| 158 |
+
0.2616231143474579,
|
| 159 |
+
0.41333749890327454,
|
| 160 |
+
0.3892579674720764,
|
| 161 |
+
0.29006993770599365,
|
| 162 |
+
0.4446873664855957,
|
| 163 |
+
0.2178555130958557,
|
| 164 |
+
0.21601462364196777,
|
| 165 |
+
0.37520018219947815,
|
| 166 |
+
0.266778826713562,
|
| 167 |
+
0.18875081837177277,
|
| 168 |
+
0.2338489294052124,
|
| 169 |
+
0.4147112965583801,
|
| 170 |
+
0.6840785145759583,
|
| 171 |
+
0.17129512131214142,
|
| 172 |
+
0.10974723100662231,
|
| 173 |
+
0.7227824926376343,
|
| 174 |
+
0.13026154041290283,
|
| 175 |
+
0.5615674257278442,
|
| 176 |
+
0.1834772378206253,
|
| 177 |
+
0.2076750099658966,
|
| 178 |
+
0.32034656405448914,
|
| 179 |
+
0.41825616359710693,
|
| 180 |
+
0.09088627249002457,
|
| 181 |
+
0.3605799674987793,
|
| 182 |
+
0.07416534423828125,
|
| 183 |
+
0.5531384348869324,
|
| 184 |
+
0.7052339315414429,
|
| 185 |
+
0.21863004565238953,
|
| 186 |
+
0.3929865062236786,
|
| 187 |
+
0.24236886203289032,
|
| 188 |
+
0.31669333577156067,
|
| 189 |
+
0.6101922988891602,
|
| 190 |
+
0.4865226149559021,
|
| 191 |
+
0.5430620908737183,
|
| 192 |
+
0.1777283400297165,
|
| 193 |
+
0.17510151863098145,
|
| 194 |
+
0.33021870255470276,
|
| 195 |
+
0.5909996032714844,
|
| 196 |
+
0.0639038234949112,
|
| 197 |
+
0.15339621901512146,
|
| 198 |
+
0.3105756342411041,
|
| 199 |
+
0.7902600169181824,
|
| 200 |
+
0.37440091371536255,
|
| 201 |
+
0.47498056292533875,
|
| 202 |
+
0.24360541999340057,
|
| 203 |
+
0.8623853921890259,
|
| 204 |
+
0.8707147240638733,
|
| 205 |
+
0.30570176243782043,
|
| 206 |
+
0.11193879693746567,
|
| 207 |
+
0.24080400168895721,
|
| 208 |
+
0.7596481442451477,
|
| 209 |
+
0.3497445583343506,
|
| 210 |
+
0.7039833664894104,
|
| 211 |
+
0.3210712969303131,
|
| 212 |
+
0.17741385102272034,
|
| 213 |
+
0.12023048102855682,
|
| 214 |
+
0.7916511297225952,
|
| 215 |
+
0.3746144473552704,
|
| 216 |
+
0.4334215819835663,
|
| 217 |
+
0.6431936621665955,
|
| 218 |
+
0.09498441219329834,
|
| 219 |
+
0.08383125811815262,
|
| 220 |
+
0.062360890209674835,
|
| 221 |
+
0.5799003839492798,
|
| 222 |
+
0.5543488264083862,
|
| 223 |
+
0.2041771113872528,
|
| 224 |
+
0.29973745346069336,
|
| 225 |
+
0.20020784437656403,
|
| 226 |
+
0.29417335987091064,
|
| 227 |
+
0.6439419984817505,
|
| 228 |
+
0.5388915538787842,
|
| 229 |
+
0.08347184211015701,
|
| 230 |
+
0.5742661356925964,
|
| 231 |
+
0.20208550989627838,
|
| 232 |
+
0.24852608144283295,
|
| 233 |
+
0.48179468512535095,
|
| 234 |
+
0.4921662509441376,
|
| 235 |
+
0.18781448900699615,
|
| 236 |
+
0.2375185191631317,
|
| 237 |
+
0.42200925946235657,
|
| 238 |
+
0.3308064341545105,
|
| 239 |
+
0.5306199789047241,
|
| 240 |
+
0.6439467668533325,
|
| 241 |
+
0.4814364016056061,
|
| 242 |
+
0.10960634052753448,
|
| 243 |
+
0.4317440390586853,
|
| 244 |
+
0.16957539319992065,
|
| 245 |
+
0.6421418190002441,
|
| 246 |
+
0.2937344014644623,
|
| 247 |
+
0.31985437870025635,
|
| 248 |
+
0.25688108801841736,
|
| 249 |
+
0.4023081958293915,
|
| 250 |
+
0.06283209472894669,
|
| 251 |
+
0.3290395140647888,
|
| 252 |
+
0.4480118751525879,
|
| 253 |
+
0.09219010174274445,
|
| 254 |
+
0.8649822473526001,
|
| 255 |
+
0.8694301843643188,
|
| 256 |
+
0.05219227820634842,
|
| 257 |
+
0.5126365423202515,
|
| 258 |
+
0.7512605786323547,
|
| 259 |
+
0.20876914262771606,
|
| 260 |
+
0.2673409879207611,
|
| 261 |
+
0.2023683786392212,
|
| 262 |
+
0.2996808886528015,
|
| 263 |
+
0.06370852887630463,
|
| 264 |
+
0.39543136954307556,
|
| 265 |
+
0.18197639286518097,
|
| 266 |
+
0.5577134490013123,
|
| 267 |
+
0.6096134781837463,
|
| 268 |
+
0.39906659722328186,
|
| 269 |
+
0.24677778780460358,
|
| 270 |
+
0.6685359477996826,
|
| 271 |
+
0.5743268728256226,
|
| 272 |
+
0.3191210627555847,
|
| 273 |
+
0.3587866425514221,
|
| 274 |
+
0.43994635343551636,
|
| 275 |
+
0.5602189302444458,
|
| 276 |
+
0.10999852418899536,
|
| 277 |
+
0.2897910475730896,
|
| 278 |
+
0.37641677260398865,
|
| 279 |
+
0.10388834774494171,
|
| 280 |
+
0.4254063665866852,
|
| 281 |
+
0.17991259694099426,
|
| 282 |
+
0.7029373645782471
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d254/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00020000",
|
| 3 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d254",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37802244536578655,
|
| 60 |
+
"lora/map": 0.37802244536578655,
|
| 61 |
+
"fsd50k/map": 0.37802244536578655,
|
| 62 |
+
"train_seconds": 24.11,
|
| 63 |
+
"total_seconds": 33.38,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02240660772891715,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02374340212395268,
|
| 77 |
+
"val_map": 0.37802244536578655,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.105189753463492
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2449101209640503,
|
| 84 |
+
0.07766833156347275,
|
| 85 |
+
0.522016167640686,
|
| 86 |
+
0.37745925784111023,
|
| 87 |
+
0.44231894612312317,
|
| 88 |
+
0.630778968334198,
|
| 89 |
+
0.8599640130996704,
|
| 90 |
+
0.5276376605033875,
|
| 91 |
+
0.6089933514595032,
|
| 92 |
+
0.48589178919792175,
|
| 93 |
+
0.2499116063117981,
|
| 94 |
+
0.37572774291038513,
|
| 95 |
+
0.21927936375141144,
|
| 96 |
+
0.3314712345600128,
|
| 97 |
+
0.4923851788043976,
|
| 98 |
+
0.443466454744339,
|
| 99 |
+
0.042476143687963486,
|
| 100 |
+
0.25010812282562256,
|
| 101 |
+
0.49912312626838684,
|
| 102 |
+
0.18885064125061035,
|
| 103 |
+
0.4588526487350464,
|
| 104 |
+
0.4021158218383789,
|
| 105 |
+
0.8230786323547363,
|
| 106 |
+
0.09244132786989212,
|
| 107 |
+
0.20816314220428467,
|
| 108 |
+
0.40726223587989807,
|
| 109 |
+
0.3331124186515808,
|
| 110 |
+
0.30995407700538635,
|
| 111 |
+
0.7615994811058044,
|
| 112 |
+
0.304732084274292,
|
| 113 |
+
0.6316483020782471,
|
| 114 |
+
0.5262065529823303,
|
| 115 |
+
0.3924045264720917,
|
| 116 |
+
0.18126024305820465,
|
| 117 |
+
0.2904297411441803,
|
| 118 |
+
0.23740941286087036,
|
| 119 |
+
0.40712082386016846,
|
| 120 |
+
0.20007838308811188,
|
| 121 |
+
0.35080230236053467,
|
| 122 |
+
0.2850916385650635,
|
| 123 |
+
0.544154167175293,
|
| 124 |
+
0.22061070799827576,
|
| 125 |
+
0.5662351250648499,
|
| 126 |
+
0.20709283649921417,
|
| 127 |
+
0.5276592373847961,
|
| 128 |
+
0.1948438435792923,
|
| 129 |
+
0.2023448646068573,
|
| 130 |
+
0.2629358470439911,
|
| 131 |
+
0.7240239381790161,
|
| 132 |
+
0.4327812194824219,
|
| 133 |
+
0.3874589204788208,
|
| 134 |
+
0.4750485420227051,
|
| 135 |
+
0.6039862036705017,
|
| 136 |
+
0.16421523690223694,
|
| 137 |
+
0.16091740131378174,
|
| 138 |
+
0.03385687991976738,
|
| 139 |
+
0.245437353849411,
|
| 140 |
+
0.6663673520088196,
|
| 141 |
+
0.14846545457839966,
|
| 142 |
+
0.5139299631118774,
|
| 143 |
+
0.6014379858970642,
|
| 144 |
+
0.6277295351028442,
|
| 145 |
+
0.3739195466041565,
|
| 146 |
+
0.11181484907865524,
|
| 147 |
+
0.5230187773704529,
|
| 148 |
+
0.09011001884937286,
|
| 149 |
+
0.2730458676815033,
|
| 150 |
+
0.6752082109451294,
|
| 151 |
+
0.50006502866745,
|
| 152 |
+
0.487528920173645,
|
| 153 |
+
0.45693689584732056,
|
| 154 |
+
0.22744779288768768,
|
| 155 |
+
0.6940051913261414,
|
| 156 |
+
0.2658115327358246,
|
| 157 |
+
0.20937606692314148,
|
| 158 |
+
0.2419971376657486,
|
| 159 |
+
0.45324233174324036,
|
| 160 |
+
0.44948482513427734,
|
| 161 |
+
0.2984742224216461,
|
| 162 |
+
0.4477192461490631,
|
| 163 |
+
0.24308300018310547,
|
| 164 |
+
0.21119780838489532,
|
| 165 |
+
0.2778438627719879,
|
| 166 |
+
0.22272562980651855,
|
| 167 |
+
0.1900199055671692,
|
| 168 |
+
0.2825564742088318,
|
| 169 |
+
0.41073521971702576,
|
| 170 |
+
0.5925466418266296,
|
| 171 |
+
0.13597077131271362,
|
| 172 |
+
0.11585310101509094,
|
| 173 |
+
0.7456519603729248,
|
| 174 |
+
0.11725161969661713,
|
| 175 |
+
0.5108869075775146,
|
| 176 |
+
0.2370462715625763,
|
| 177 |
+
0.30238962173461914,
|
| 178 |
+
0.36902105808258057,
|
| 179 |
+
0.38554146885871887,
|
| 180 |
+
0.11309920996427536,
|
| 181 |
+
0.388822466135025,
|
| 182 |
+
0.09276295453310013,
|
| 183 |
+
0.565497636795044,
|
| 184 |
+
0.701656699180603,
|
| 185 |
+
0.20877878367900848,
|
| 186 |
+
0.4013323187828064,
|
| 187 |
+
0.24942508339881897,
|
| 188 |
+
0.35500144958496094,
|
| 189 |
+
0.6174855828285217,
|
| 190 |
+
0.48126769065856934,
|
| 191 |
+
0.5615100860595703,
|
| 192 |
+
0.18482087552547455,
|
| 193 |
+
0.24118956923484802,
|
| 194 |
+
0.32383331656455994,
|
| 195 |
+
0.5671331286430359,
|
| 196 |
+
0.08601875603199005,
|
| 197 |
+
0.14286474883556366,
|
| 198 |
+
0.3274964690208435,
|
| 199 |
+
0.7101148962974548,
|
| 200 |
+
0.3420947790145874,
|
| 201 |
+
0.4661943316459656,
|
| 202 |
+
0.2558397054672241,
|
| 203 |
+
0.8636600375175476,
|
| 204 |
+
0.8722624778747559,
|
| 205 |
+
0.3413412570953369,
|
| 206 |
+
0.10304567962884903,
|
| 207 |
+
0.228317990899086,
|
| 208 |
+
0.7691710591316223,
|
| 209 |
+
0.2936769723892212,
|
| 210 |
+
0.7269455790519714,
|
| 211 |
+
0.36037084460258484,
|
| 212 |
+
0.08593679219484329,
|
| 213 |
+
0.1469682902097702,
|
| 214 |
+
0.757379412651062,
|
| 215 |
+
0.3561789095401764,
|
| 216 |
+
0.4497014284133911,
|
| 217 |
+
0.5916403532028198,
|
| 218 |
+
0.11954321712255478,
|
| 219 |
+
0.07515473663806915,
|
| 220 |
+
0.07300327718257904,
|
| 221 |
+
0.6092101335525513,
|
| 222 |
+
0.5550940036773682,
|
| 223 |
+
0.287967324256897,
|
| 224 |
+
0.3662240207195282,
|
| 225 |
+
0.278866171836853,
|
| 226 |
+
0.26124000549316406,
|
| 227 |
+
0.5958053469657898,
|
| 228 |
+
0.5577407479286194,
|
| 229 |
+
0.09242181479930878,
|
| 230 |
+
0.5420358777046204,
|
| 231 |
+
0.190450981259346,
|
| 232 |
+
0.2523421347141266,
|
| 233 |
+
0.4518992602825165,
|
| 234 |
+
0.4893193244934082,
|
| 235 |
+
0.32766634225845337,
|
| 236 |
+
0.2679792642593384,
|
| 237 |
+
0.40010663866996765,
|
| 238 |
+
0.32622554898262024,
|
| 239 |
+
0.5244207978248596,
|
| 240 |
+
0.7026188373565674,
|
| 241 |
+
0.45778271555900574,
|
| 242 |
+
0.10200575739145279,
|
| 243 |
+
0.41976457834243774,
|
| 244 |
+
0.14116601645946503,
|
| 245 |
+
0.6749560832977295,
|
| 246 |
+
0.19957335293293,
|
| 247 |
+
0.31992676854133606,
|
| 248 |
+
0.560011625289917,
|
| 249 |
+
0.38511985540390015,
|
| 250 |
+
0.059466663748025894,
|
| 251 |
+
0.3294241428375244,
|
| 252 |
+
0.39691540598869324,
|
| 253 |
+
0.09851221740245819,
|
| 254 |
+
0.8686605095863342,
|
| 255 |
+
0.8839353919029236,
|
| 256 |
+
0.04638415947556496,
|
| 257 |
+
0.5527318716049194,
|
| 258 |
+
0.7220126390457153,
|
| 259 |
+
0.2066580206155777,
|
| 260 |
+
0.25970613956451416,
|
| 261 |
+
0.1856582909822464,
|
| 262 |
+
0.32484063506126404,
|
| 263 |
+
0.04505772143602371,
|
| 264 |
+
0.3500439524650574,
|
| 265 |
+
0.22254341840744019,
|
| 266 |
+
0.6011570692062378,
|
| 267 |
+
0.6106377840042114,
|
| 268 |
+
0.3746708631515503,
|
| 269 |
+
0.24142971634864807,
|
| 270 |
+
0.6543070673942566,
|
| 271 |
+
0.5934669971466064,
|
| 272 |
+
0.37852969765663147,
|
| 273 |
+
0.34077903628349304,
|
| 274 |
+
0.458060622215271,
|
| 275 |
+
0.5613487362861633,
|
| 276 |
+
0.12587976455688477,
|
| 277 |
+
0.2438601702451706,
|
| 278 |
+
0.35474830865859985,
|
| 279 |
+
0.1442834734916687,
|
| 280 |
+
0.41238126158714294,
|
| 281 |
+
0.16487951576709747,
|
| 282 |
+
0.7377752065658569
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d254/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00020000",
|
| 3 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d254",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3774672814644873,
|
| 60 |
+
"lora/map": 0.3774672814644873,
|
| 61 |
+
"fsd50k/map": 0.3774672814644873,
|
| 62 |
+
"train_seconds": 24.64,
|
| 63 |
+
"total_seconds": 33.86,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021519119534641504,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.0240811037540886,
|
| 77 |
+
"val_map": 0.3774672814644873,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.63861412857659
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23461157083511353,
|
| 84 |
+
0.19551940262317657,
|
| 85 |
+
0.5654996037483215,
|
| 86 |
+
0.33004358410835266,
|
| 87 |
+
0.4667307138442993,
|
| 88 |
+
0.6191320419311523,
|
| 89 |
+
0.8417482376098633,
|
| 90 |
+
0.5201792120933533,
|
| 91 |
+
0.5974214673042297,
|
| 92 |
+
0.5130423307418823,
|
| 93 |
+
0.2374792993068695,
|
| 94 |
+
0.36886540055274963,
|
| 95 |
+
0.1893179714679718,
|
| 96 |
+
0.35329365730285645,
|
| 97 |
+
0.49268555641174316,
|
| 98 |
+
0.4613473117351532,
|
| 99 |
+
0.04076378792524338,
|
| 100 |
+
0.20867089927196503,
|
| 101 |
+
0.461312472820282,
|
| 102 |
+
0.17063118517398834,
|
| 103 |
+
0.4193549156188965,
|
| 104 |
+
0.41646161675453186,
|
| 105 |
+
0.8022789359092712,
|
| 106 |
+
0.12254425883293152,
|
| 107 |
+
0.2268342226743698,
|
| 108 |
+
0.409186989068985,
|
| 109 |
+
0.32692959904670715,
|
| 110 |
+
0.24423359334468842,
|
| 111 |
+
0.7381425499916077,
|
| 112 |
+
0.2887531816959381,
|
| 113 |
+
0.6495842933654785,
|
| 114 |
+
0.6128730177879333,
|
| 115 |
+
0.3159116208553314,
|
| 116 |
+
0.20463243126869202,
|
| 117 |
+
0.3821202516555786,
|
| 118 |
+
0.25457844138145447,
|
| 119 |
+
0.38578158617019653,
|
| 120 |
+
0.23719459772109985,
|
| 121 |
+
0.28056448698043823,
|
| 122 |
+
0.2634083032608032,
|
| 123 |
+
0.5280530452728271,
|
| 124 |
+
0.15825749933719635,
|
| 125 |
+
0.6061724424362183,
|
| 126 |
+
0.17907120287418365,
|
| 127 |
+
0.5292323231697083,
|
| 128 |
+
0.17478717863559723,
|
| 129 |
+
0.23075246810913086,
|
| 130 |
+
0.24569566547870636,
|
| 131 |
+
0.7102692127227783,
|
| 132 |
+
0.4320847690105438,
|
| 133 |
+
0.3881644606590271,
|
| 134 |
+
0.48702603578567505,
|
| 135 |
+
0.561531126499176,
|
| 136 |
+
0.1258092075586319,
|
| 137 |
+
0.16651421785354614,
|
| 138 |
+
0.018658265471458435,
|
| 139 |
+
0.23391711711883545,
|
| 140 |
+
0.6437767744064331,
|
| 141 |
+
0.16049011051654816,
|
| 142 |
+
0.4687127470970154,
|
| 143 |
+
0.541413426399231,
|
| 144 |
+
0.6308853030204773,
|
| 145 |
+
0.40889984369277954,
|
| 146 |
+
0.19350162148475647,
|
| 147 |
+
0.5477834343910217,
|
| 148 |
+
0.15724046528339386,
|
| 149 |
+
0.24608105421066284,
|
| 150 |
+
0.6542053818702698,
|
| 151 |
+
0.5144511461257935,
|
| 152 |
+
0.4946504831314087,
|
| 153 |
+
0.4604134261608124,
|
| 154 |
+
0.2348978966474533,
|
| 155 |
+
0.6852964162826538,
|
| 156 |
+
0.3242769241333008,
|
| 157 |
+
0.2532482445240021,
|
| 158 |
+
0.24288974702358246,
|
| 159 |
+
0.45786595344543457,
|
| 160 |
+
0.4657799303531647,
|
| 161 |
+
0.272144079208374,
|
| 162 |
+
0.3927356004714966,
|
| 163 |
+
0.2847032845020294,
|
| 164 |
+
0.22530612349510193,
|
| 165 |
+
0.35511907935142517,
|
| 166 |
+
0.2540976405143738,
|
| 167 |
+
0.2922900915145874,
|
| 168 |
+
0.22506949305534363,
|
| 169 |
+
0.4126046597957611,
|
| 170 |
+
0.6239970326423645,
|
| 171 |
+
0.24742020666599274,
|
| 172 |
+
0.13724786043167114,
|
| 173 |
+
0.7437874674797058,
|
| 174 |
+
0.08331288397312164,
|
| 175 |
+
0.5289422869682312,
|
| 176 |
+
0.19296830892562866,
|
| 177 |
+
0.30424565076828003,
|
| 178 |
+
0.3398355543613434,
|
| 179 |
+
0.49233895540237427,
|
| 180 |
+
0.11045605689287186,
|
| 181 |
+
0.3588114082813263,
|
| 182 |
+
0.09181452542543411,
|
| 183 |
+
0.5452061295509338,
|
| 184 |
+
0.7089451551437378,
|
| 185 |
+
0.19512806832790375,
|
| 186 |
+
0.4255954623222351,
|
| 187 |
+
0.25422534346580505,
|
| 188 |
+
0.3402659296989441,
|
| 189 |
+
0.6242507100105286,
|
| 190 |
+
0.4876941740512848,
|
| 191 |
+
0.546093225479126,
|
| 192 |
+
0.1891985386610031,
|
| 193 |
+
0.20524367690086365,
|
| 194 |
+
0.356116384267807,
|
| 195 |
+
0.5731585025787354,
|
| 196 |
+
0.06507772952318192,
|
| 197 |
+
0.1475267857313156,
|
| 198 |
+
0.33206912875175476,
|
| 199 |
+
0.691878616809845,
|
| 200 |
+
0.415875107049942,
|
| 201 |
+
0.48384159803390503,
|
| 202 |
+
0.24075143039226532,
|
| 203 |
+
0.8597212433815002,
|
| 204 |
+
0.8688821196556091,
|
| 205 |
+
0.3443434536457062,
|
| 206 |
+
0.06414636969566345,
|
| 207 |
+
0.22601447999477386,
|
| 208 |
+
0.7648655772209167,
|
| 209 |
+
0.2942172884941101,
|
| 210 |
+
0.7335352897644043,
|
| 211 |
+
0.3614315092563629,
|
| 212 |
+
0.15062807500362396,
|
| 213 |
+
0.11681276559829712,
|
| 214 |
+
0.7584751844406128,
|
| 215 |
+
0.4737682342529297,
|
| 216 |
+
0.4335617125034332,
|
| 217 |
+
0.6237436532974243,
|
| 218 |
+
0.09064827114343643,
|
| 219 |
+
0.07285959273576736,
|
| 220 |
+
0.0630236491560936,
|
| 221 |
+
0.6175660490989685,
|
| 222 |
+
0.5594417452812195,
|
| 223 |
+
0.17351534962654114,
|
| 224 |
+
0.30657172203063965,
|
| 225 |
+
0.22276394069194794,
|
| 226 |
+
0.2970346212387085,
|
| 227 |
+
0.6919258832931519,
|
| 228 |
+
0.5448349118232727,
|
| 229 |
+
0.07315432280302048,
|
| 230 |
+
0.575702428817749,
|
| 231 |
+
0.17106692492961884,
|
| 232 |
+
0.251494824886322,
|
| 233 |
+
0.47830647230148315,
|
| 234 |
+
0.48992183804512024,
|
| 235 |
+
0.27999216318130493,
|
| 236 |
+
0.29146164655685425,
|
| 237 |
+
0.3872409760951996,
|
| 238 |
+
0.26037365198135376,
|
| 239 |
+
0.5255873799324036,
|
| 240 |
+
0.6588493585586548,
|
| 241 |
+
0.4579753875732422,
|
| 242 |
+
0.05915477126836777,
|
| 243 |
+
0.4501049816608429,
|
| 244 |
+
0.1708909124135971,
|
| 245 |
+
0.6443370580673218,
|
| 246 |
+
0.24594511091709137,
|
| 247 |
+
0.3141239881515503,
|
| 248 |
+
0.357839971780777,
|
| 249 |
+
0.29825878143310547,
|
| 250 |
+
0.0658617615699768,
|
| 251 |
+
0.299559086561203,
|
| 252 |
+
0.43408453464508057,
|
| 253 |
+
0.10797632485628128,
|
| 254 |
+
0.8520457744598389,
|
| 255 |
+
0.8579597473144531,
|
| 256 |
+
0.05775751918554306,
|
| 257 |
+
0.5159549117088318,
|
| 258 |
+
0.7453994750976562,
|
| 259 |
+
0.2053770273923874,
|
| 260 |
+
0.2749568223953247,
|
| 261 |
+
0.1988074779510498,
|
| 262 |
+
0.32731473445892334,
|
| 263 |
+
0.05124468728899956,
|
| 264 |
+
0.37071940302848816,
|
| 265 |
+
0.1159701943397522,
|
| 266 |
+
0.579620897769928,
|
| 267 |
+
0.5998489856719971,
|
| 268 |
+
0.37458041310310364,
|
| 269 |
+
0.24357947707176208,
|
| 270 |
+
0.6639349460601807,
|
| 271 |
+
0.5506362318992615,
|
| 272 |
+
0.38858333230018616,
|
| 273 |
+
0.45825907588005066,
|
| 274 |
+
0.4545952081680298,
|
| 275 |
+
0.5596422553062439,
|
| 276 |
+
0.14569592475891113,
|
| 277 |
+
0.24421463906764984,
|
| 278 |
+
0.3834603428840637,
|
| 279 |
+
0.11192181706428528,
|
| 280 |
+
0.3960474133491516,
|
| 281 |
+
0.1650664359331131,
|
| 282 |
+
0.7268526554107666
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d254/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00040000",
|
| 3 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d254",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.39403614347800614,
|
| 60 |
+
"lora/map": 0.39403614347800614,
|
| 61 |
+
"fsd50k/map": 0.39403614347800614,
|
| 62 |
+
"train_seconds": 23.99,
|
| 63 |
+
"total_seconds": 33.14,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02369808078277856,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023209966566867316,
|
| 77 |
+
"val_map": 0.39403614347800614,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.988426852039993
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.24741065502166748,
|
| 84 |
+
0.16362154483795166,
|
| 85 |
+
0.570197582244873,
|
| 86 |
+
0.34605666995048523,
|
| 87 |
+
0.47336190938949585,
|
| 88 |
+
0.6397965550422668,
|
| 89 |
+
0.8512982726097107,
|
| 90 |
+
0.5456663370132446,
|
| 91 |
+
0.5827294588088989,
|
| 92 |
+
0.4353642463684082,
|
| 93 |
+
0.24202433228492737,
|
| 94 |
+
0.41941195726394653,
|
| 95 |
+
0.1834898740053177,
|
| 96 |
+
0.3128689229488373,
|
| 97 |
+
0.5103358626365662,
|
| 98 |
+
0.4694189131259918,
|
| 99 |
+
0.03327266871929169,
|
| 100 |
+
0.2159135937690735,
|
| 101 |
+
0.4667907953262329,
|
| 102 |
+
0.2650853395462036,
|
| 103 |
+
0.46775656938552856,
|
| 104 |
+
0.43660518527030945,
|
| 105 |
+
0.8612933158874512,
|
| 106 |
+
0.1041550487279892,
|
| 107 |
+
0.21900393068790436,
|
| 108 |
+
0.38851508498191833,
|
| 109 |
+
0.37013718485832214,
|
| 110 |
+
0.2618975043296814,
|
| 111 |
+
0.8260597586631775,
|
| 112 |
+
0.32087472081184387,
|
| 113 |
+
0.6880133152008057,
|
| 114 |
+
0.5991862416267395,
|
| 115 |
+
0.4575049877166748,
|
| 116 |
+
0.231809601187706,
|
| 117 |
+
0.3797244727611542,
|
| 118 |
+
0.22994744777679443,
|
| 119 |
+
0.4367061257362366,
|
| 120 |
+
0.18922822177410126,
|
| 121 |
+
0.38698893785476685,
|
| 122 |
+
0.2437373250722885,
|
| 123 |
+
0.49406129121780396,
|
| 124 |
+
0.25874412059783936,
|
| 125 |
+
0.6126617789268494,
|
| 126 |
+
0.17835873365402222,
|
| 127 |
+
0.50052410364151,
|
| 128 |
+
0.16489586234092712,
|
| 129 |
+
0.23667648434638977,
|
| 130 |
+
0.24619118869304657,
|
| 131 |
+
0.7796958088874817,
|
| 132 |
+
0.46279945969581604,
|
| 133 |
+
0.4705210328102112,
|
| 134 |
+
0.522634744644165,
|
| 135 |
+
0.5815122127532959,
|
| 136 |
+
0.1589127629995346,
|
| 137 |
+
0.13491709530353546,
|
| 138 |
+
0.02928876504302025,
|
| 139 |
+
0.26973363757133484,
|
| 140 |
+
0.7275368571281433,
|
| 141 |
+
0.12384065240621567,
|
| 142 |
+
0.494548499584198,
|
| 143 |
+
0.5856283903121948,
|
| 144 |
+
0.6278719305992126,
|
| 145 |
+
0.431966632604599,
|
| 146 |
+
0.12313373386859894,
|
| 147 |
+
0.5363061428070068,
|
| 148 |
+
0.09975700080394745,
|
| 149 |
+
0.2739159166812897,
|
| 150 |
+
0.693427562713623,
|
| 151 |
+
0.4912489354610443,
|
| 152 |
+
0.540610134601593,
|
| 153 |
+
0.47572794556617737,
|
| 154 |
+
0.20484337210655212,
|
| 155 |
+
0.6968843340873718,
|
| 156 |
+
0.33583980798721313,
|
| 157 |
+
0.3179616332054138,
|
| 158 |
+
0.28350213170051575,
|
| 159 |
+
0.4322178065776825,
|
| 160 |
+
0.35056567192077637,
|
| 161 |
+
0.25332942605018616,
|
| 162 |
+
0.43439629673957825,
|
| 163 |
+
0.25442758202552795,
|
| 164 |
+
0.3255777060985565,
|
| 165 |
+
0.3478098511695862,
|
| 166 |
+
0.3649544417858124,
|
| 167 |
+
0.25736933946609497,
|
| 168 |
+
0.3138711154460907,
|
| 169 |
+
0.42488202452659607,
|
| 170 |
+
0.6394059062004089,
|
| 171 |
+
0.22866517305374146,
|
| 172 |
+
0.09905826300382614,
|
| 173 |
+
0.755215585231781,
|
| 174 |
+
0.17225401103496552,
|
| 175 |
+
0.5406239032745361,
|
| 176 |
+
0.21854950487613678,
|
| 177 |
+
0.23791255056858063,
|
| 178 |
+
0.31006017327308655,
|
| 179 |
+
0.45753923058509827,
|
| 180 |
+
0.16368140280246735,
|
| 181 |
+
0.4492937922477722,
|
| 182 |
+
0.07692917436361313,
|
| 183 |
+
0.5783169269561768,
|
| 184 |
+
0.717704713344574,
|
| 185 |
+
0.23534248769283295,
|
| 186 |
+
0.4185229539871216,
|
| 187 |
+
0.21675781905651093,
|
| 188 |
+
0.40807807445526123,
|
| 189 |
+
0.6368027329444885,
|
| 190 |
+
0.5129274725914001,
|
| 191 |
+
0.5404687523841858,
|
| 192 |
+
0.25328460335731506,
|
| 193 |
+
0.2318129986524582,
|
| 194 |
+
0.3394978642463684,
|
| 195 |
+
0.5878404974937439,
|
| 196 |
+
0.07147128880023956,
|
| 197 |
+
0.1982310265302658,
|
| 198 |
+
0.3357217609882355,
|
| 199 |
+
0.7810888886451721,
|
| 200 |
+
0.397958368062973,
|
| 201 |
+
0.4935248792171478,
|
| 202 |
+
0.22988948225975037,
|
| 203 |
+
0.8685484528541565,
|
| 204 |
+
0.8769199252128601,
|
| 205 |
+
0.37302497029304504,
|
| 206 |
+
0.07570482045412064,
|
| 207 |
+
0.22244270145893097,
|
| 208 |
+
0.7676562666893005,
|
| 209 |
+
0.272164911031723,
|
| 210 |
+
0.7430374622344971,
|
| 211 |
+
0.3402950167655945,
|
| 212 |
+
0.0948103740811348,
|
| 213 |
+
0.16279615461826324,
|
| 214 |
+
0.8084858059883118,
|
| 215 |
+
0.4005449414253235,
|
| 216 |
+
0.44131040573120117,
|
| 217 |
+
0.6716129779815674,
|
| 218 |
+
0.07819771021604538,
|
| 219 |
+
0.12716630101203918,
|
| 220 |
+
0.05696101114153862,
|
| 221 |
+
0.5436242818832397,
|
| 222 |
+
0.572429358959198,
|
| 223 |
+
0.2545052468776703,
|
| 224 |
+
0.31930339336395264,
|
| 225 |
+
0.3333043158054352,
|
| 226 |
+
0.33408838510513306,
|
| 227 |
+
0.6660811901092529,
|
| 228 |
+
0.5988150835037231,
|
| 229 |
+
0.042616620659828186,
|
| 230 |
+
0.5993491411209106,
|
| 231 |
+
0.2372010052204132,
|
| 232 |
+
0.24489347636699677,
|
| 233 |
+
0.4883935749530792,
|
| 234 |
+
0.48689258098602295,
|
| 235 |
+
0.23267121613025665,
|
| 236 |
+
0.39443162083625793,
|
| 237 |
+
0.46490710973739624,
|
| 238 |
+
0.3306241035461426,
|
| 239 |
+
0.5100296139717102,
|
| 240 |
+
0.7013081908226013,
|
| 241 |
+
0.4756813049316406,
|
| 242 |
+
0.08292388916015625,
|
| 243 |
+
0.4482280910015106,
|
| 244 |
+
0.17012670636177063,
|
| 245 |
+
0.6919646859169006,
|
| 246 |
+
0.2843690812587738,
|
| 247 |
+
0.3344874978065491,
|
| 248 |
+
0.46460530161857605,
|
| 249 |
+
0.38758957386016846,
|
| 250 |
+
0.06576549261808395,
|
| 251 |
+
0.3645642399787903,
|
| 252 |
+
0.45895376801490784,
|
| 253 |
+
0.08773386478424072,
|
| 254 |
+
0.8748090267181396,
|
| 255 |
+
0.8808791041374207,
|
| 256 |
+
0.041209690272808075,
|
| 257 |
+
0.47139614820480347,
|
| 258 |
+
0.7325471043586731,
|
| 259 |
+
0.19731934368610382,
|
| 260 |
+
0.30089229345321655,
|
| 261 |
+
0.2156161069869995,
|
| 262 |
+
0.3168773949146271,
|
| 263 |
+
0.04535144194960594,
|
| 264 |
+
0.5239937901496887,
|
| 265 |
+
0.208957239985466,
|
| 266 |
+
0.6222960352897644,
|
| 267 |
+
0.6156564354896545,
|
| 268 |
+
0.39754796028137207,
|
| 269 |
+
0.2414625585079193,
|
| 270 |
+
0.6750876903533936,
|
| 271 |
+
0.5639591813087463,
|
| 272 |
+
0.4014531970024109,
|
| 273 |
+
0.4635768532752991,
|
| 274 |
+
0.47210854291915894,
|
| 275 |
+
0.5703158378601074,
|
| 276 |
+
0.11844376474618912,
|
| 277 |
+
0.2906462550163269,
|
| 278 |
+
0.38425344228744507,
|
| 279 |
+
0.10236421227455139,
|
| 280 |
+
0.4810153841972351,
|
| 281 |
+
0.2154769003391266,
|
| 282 |
+
0.7937978506088257
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d254/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00040000",
|
| 4 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d254",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006647161073011631,
|
| 61 |
+
"val_map": 0.006110040702242086,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02356,
|
| 69 |
+
"train_map": 0.028155401764584236,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02314,
|
| 78 |
+
"train_map": 0.056440229972548765,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02229,
|
| 87 |
+
"train_map": 0.07746269656287813,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02193,
|
| 96 |
+
"train_map": 0.07955007807840284,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02191,
|
| 105 |
+
"train_map": 0.08477972871208637,
|
| 106 |
+
"val_map": 0.05502102807680219,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02085,
|
| 114 |
+
"train_map": 0.10793918634648214,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02049,
|
| 123 |
+
"train_map": 0.11374515530686875,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02019,
|
| 132 |
+
"train_map": 0.13247393506739918,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01997,
|
| 141 |
+
"train_map": 0.14534273809458234,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0193,
|
| 150 |
+
"train_map": 0.15185585272705193,
|
| 151 |
+
"val_map": 0.09692945130579386,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01953,
|
| 159 |
+
"train_map": 0.15611712968832261,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01943,
|
| 168 |
+
"train_map": 0.1732184298829559,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01922,
|
| 177 |
+
"train_map": 0.18677909176379612,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01891,
|
| 186 |
+
"train_map": 0.20389618105617346,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01818,
|
| 195 |
+
"train_map": 0.21528923655533191,
|
| 196 |
+
"val_map": 0.13347233371787917,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0185,
|
| 204 |
+
"train_map": 0.2189249447166948,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01792,
|
| 213 |
+
"train_map": 0.22463656198745857,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01739,
|
| 222 |
+
"train_map": 0.23550748789905654,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01698,
|
| 231 |
+
"train_map": 0.23714637791780327,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01774,
|
| 240 |
+
"train_map": 0.23828422857900866,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01778,
|
| 249 |
+
"train_map": 0.23823248436568442,
|
| 250 |
+
"val_map": 0.14750848510134718,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23823248436568442,
|
| 256 |
+
"final_val_map": 0.14750848510134718,
|
| 257 |
+
"lora/map": 0.14750848510134718,
|
| 258 |
+
"train_seconds": 10.3,
|
| 259 |
+
"wall_seconds": 61.8
|
| 260 |
+
}
|
p5-mae-15m-d254/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00040000",
|
| 4 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d254",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0065066242876393714,
|
| 61 |
+
"val_map": 0.0056238687525201145,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02459,
|
| 69 |
+
"train_map": 0.02628787190156796,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0229,
|
| 78 |
+
"train_map": 0.05323379407771572,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02214,
|
| 87 |
+
"train_map": 0.07658832940192137,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02151,
|
| 96 |
+
"train_map": 0.08655224207778102,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.0218,
|
| 105 |
+
"train_map": 0.094472113751543,
|
| 106 |
+
"val_map": 0.06109941812308127,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.7
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02077,
|
| 114 |
+
"train_map": 0.1062794832222913,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0207,
|
| 123 |
+
"train_map": 0.11577545856328883,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02001,
|
| 132 |
+
"train_map": 0.127904182326038,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02035,
|
| 141 |
+
"train_map": 0.13726142561858418,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0196,
|
| 150 |
+
"train_map": 0.15633421632827063,
|
| 151 |
+
"val_map": 0.09383387524772442,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01955,
|
| 159 |
+
"train_map": 0.1617414874088309,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.5
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01917,
|
| 168 |
+
"train_map": 0.1791299782168523,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01894,
|
| 177 |
+
"train_map": 0.19354661745266669,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01851,
|
| 186 |
+
"train_map": 0.20539418501608017,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01801,
|
| 195 |
+
"train_map": 0.2188491905541062,
|
| 196 |
+
"val_map": 0.13518258282981913,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01834,
|
| 204 |
+
"train_map": 0.21832543712434496,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01754,
|
| 213 |
+
"train_map": 0.23157095833084204,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01771,
|
| 222 |
+
"train_map": 0.23636781340650506,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01746,
|
| 231 |
+
"train_map": 0.23920320393605973,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01749,
|
| 240 |
+
"train_map": 0.24053561545164454,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01728,
|
| 249 |
+
"train_map": 0.2408286643119978,
|
| 250 |
+
"val_map": 0.14858284291229873,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2408286643119978,
|
| 256 |
+
"final_val_map": 0.14858284291229873,
|
| 257 |
+
"lora/map": 0.14858284291229873,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 61.2
|
| 260 |
+
}
|
p5-mae-15m-d254/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d254/exports/step_00040000",
|
| 4 |
+
"fingerprint": "f8c3f2fc7011b1bc",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d254",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006313940887675184,
|
| 61 |
+
"val_map": 0.006239677543011432,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02403,
|
| 69 |
+
"train_map": 0.03002871577301022,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02318,
|
| 78 |
+
"train_map": 0.042539732861624185,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02201,
|
| 87 |
+
"train_map": 0.052857468568497254,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02132,
|
| 96 |
+
"train_map": 0.08294122100324393,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02162,
|
| 105 |
+
"train_map": 0.08233294563157664,
|
| 106 |
+
"val_map": 0.05689856483719437,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02132,
|
| 114 |
+
"train_map": 0.0982746307493366,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02087,
|
| 123 |
+
"train_map": 0.11960250202326043,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02061,
|
| 132 |
+
"train_map": 0.12839895713565416,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01952,
|
| 141 |
+
"train_map": 0.13998189971974895,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01902,
|
| 150 |
+
"train_map": 0.1523248310381126,
|
| 151 |
+
"val_map": 0.09909555958089131,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01908,
|
| 159 |
+
"train_map": 0.15610553152272497,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.5
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01887,
|
| 168 |
+
"train_map": 0.17172899486256704,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01904,
|
| 177 |
+
"train_map": 0.18094101682945068,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01849,
|
| 186 |
+
"train_map": 0.19841231371274312,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01825,
|
| 195 |
+
"train_map": 0.21204382581088474,
|
| 196 |
+
"val_map": 0.13336159775044196,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01788,
|
| 204 |
+
"train_map": 0.21459809874592656,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01793,
|
| 213 |
+
"train_map": 0.22464979331996962,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.0179,
|
| 222 |
+
"train_map": 0.23164549056331024,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01762,
|
| 231 |
+
"train_map": 0.23549445713666997,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01771,
|
| 240 |
+
"train_map": 0.23653934327390688,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01802,
|
| 249 |
+
"train_map": 0.23665199583251403,
|
| 250 |
+
"val_map": 0.1468789396680312,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23665199583251403,
|
| 256 |
+
"final_val_map": 0.1468789396680312,
|
| 257 |
+
"lora/map": 0.1468789396680312,
|
| 258 |
+
"train_seconds": 10.3,
|
| 259 |
+
"wall_seconds": 61.4
|
| 260 |
+
}
|