Upload folder using huggingface_hub
Browse files
p5-mae-15m-d136/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
|
| 3 |
+
"fingerprint": "f0e8af16e339f57c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d136",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32261400441173466,
|
| 60 |
+
"lora/map": 0.32261400441173466,
|
| 61 |
+
"fsd50k/map": 0.32261400441173466,
|
| 62 |
+
"train_seconds": 26.34,
|
| 63 |
+
"total_seconds": 36.28,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023546084738336505,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026219964255425655,
|
| 77 |
+
"val_map": 0.32261400441173466,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 26.335353247937746
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23097258806228638,
|
| 84 |
+
0.08595039695501328,
|
| 85 |
+
0.43206787109375,
|
| 86 |
+
0.3345506489276886,
|
| 87 |
+
0.42212551832199097,
|
| 88 |
+
0.583707869052887,
|
| 89 |
+
0.7841514945030212,
|
| 90 |
+
0.4982096552848816,
|
| 91 |
+
0.5550681352615356,
|
| 92 |
+
0.4969363212585449,
|
| 93 |
+
0.1655907779932022,
|
| 94 |
+
0.34759002923965454,
|
| 95 |
+
0.10145800560712814,
|
| 96 |
+
0.3303990364074707,
|
| 97 |
+
0.4766189157962799,
|
| 98 |
+
0.43938717246055603,
|
| 99 |
+
0.024853786453604698,
|
| 100 |
+
0.1854127049446106,
|
| 101 |
+
0.43276703357696533,
|
| 102 |
+
0.16111238300800323,
|
| 103 |
+
0.39590969681739807,
|
| 104 |
+
0.36667299270629883,
|
| 105 |
+
0.6824795603752136,
|
| 106 |
+
0.06508620828390121,
|
| 107 |
+
0.18473948538303375,
|
| 108 |
+
0.3286135196685791,
|
| 109 |
+
0.33194857835769653,
|
| 110 |
+
0.22666732966899872,
|
| 111 |
+
0.5841035842895508,
|
| 112 |
+
0.2787315845489502,
|
| 113 |
+
0.5895606279373169,
|
| 114 |
+
0.42494088411331177,
|
| 115 |
+
0.30886420607566833,
|
| 116 |
+
0.17276468873023987,
|
| 117 |
+
0.271472692489624,
|
| 118 |
+
0.21908190846443176,
|
| 119 |
+
0.3791552186012268,
|
| 120 |
+
0.16823989152908325,
|
| 121 |
+
0.20862825214862823,
|
| 122 |
+
0.19833356142044067,
|
| 123 |
+
0.3809090852737427,
|
| 124 |
+
0.12516586482524872,
|
| 125 |
+
0.4822395443916321,
|
| 126 |
+
0.16820159554481506,
|
| 127 |
+
0.3917992115020752,
|
| 128 |
+
0.08289269357919693,
|
| 129 |
+
0.16846181452274323,
|
| 130 |
+
0.20291490852832794,
|
| 131 |
+
0.7690645456314087,
|
| 132 |
+
0.4207066297531128,
|
| 133 |
+
0.3226703405380249,
|
| 134 |
+
0.4856548309326172,
|
| 135 |
+
0.5453481078147888,
|
| 136 |
+
0.13585838675498962,
|
| 137 |
+
0.15729652345180511,
|
| 138 |
+
0.011686763726174831,
|
| 139 |
+
0.1707306206226349,
|
| 140 |
+
0.6600284576416016,
|
| 141 |
+
0.09065978974103928,
|
| 142 |
+
0.43814370036125183,
|
| 143 |
+
0.5030771493911743,
|
| 144 |
+
0.5896329879760742,
|
| 145 |
+
0.3937765061855316,
|
| 146 |
+
0.1440538465976715,
|
| 147 |
+
0.3316645920276642,
|
| 148 |
+
0.11276596784591675,
|
| 149 |
+
0.17048868536949158,
|
| 150 |
+
0.6448249816894531,
|
| 151 |
+
0.4783986508846283,
|
| 152 |
+
0.5221990346908569,
|
| 153 |
+
0.444989413022995,
|
| 154 |
+
0.15580067038536072,
|
| 155 |
+
0.6483246088027954,
|
| 156 |
+
0.16610002517700195,
|
| 157 |
+
0.19203926622867584,
|
| 158 |
+
0.21620669960975647,
|
| 159 |
+
0.34323909878730774,
|
| 160 |
+
0.16971822082996368,
|
| 161 |
+
0.1934911012649536,
|
| 162 |
+
0.4416962265968323,
|
| 163 |
+
0.1665828973054886,
|
| 164 |
+
0.23366132378578186,
|
| 165 |
+
0.21033725142478943,
|
| 166 |
+
0.23205716907978058,
|
| 167 |
+
0.17754019796848297,
|
| 168 |
+
0.1640537828207016,
|
| 169 |
+
0.3427382707595825,
|
| 170 |
+
0.5111098289489746,
|
| 171 |
+
0.15666335821151733,
|
| 172 |
+
0.09854231774806976,
|
| 173 |
+
0.6836678981781006,
|
| 174 |
+
0.05994051322340965,
|
| 175 |
+
0.4766291677951813,
|
| 176 |
+
0.17508161067962646,
|
| 177 |
+
0.2527080178260803,
|
| 178 |
+
0.25050440430641174,
|
| 179 |
+
0.3534778654575348,
|
| 180 |
+
0.11622556298971176,
|
| 181 |
+
0.35898444056510925,
|
| 182 |
+
0.07580043375492096,
|
| 183 |
+
0.532601535320282,
|
| 184 |
+
0.6798613667488098,
|
| 185 |
+
0.1487220972776413,
|
| 186 |
+
0.36201927065849304,
|
| 187 |
+
0.22845788300037384,
|
| 188 |
+
0.27986690402030945,
|
| 189 |
+
0.5485502481460571,
|
| 190 |
+
0.3557121455669403,
|
| 191 |
+
0.455476313829422,
|
| 192 |
+
0.15533478558063507,
|
| 193 |
+
0.12592655420303345,
|
| 194 |
+
0.2872023582458496,
|
| 195 |
+
0.5092557072639465,
|
| 196 |
+
0.08030427992343903,
|
| 197 |
+
0.09692220389842987,
|
| 198 |
+
0.26487118005752563,
|
| 199 |
+
0.6512114405632019,
|
| 200 |
+
0.2893370985984802,
|
| 201 |
+
0.4308967888355255,
|
| 202 |
+
0.160951167345047,
|
| 203 |
+
0.8359177708625793,
|
| 204 |
+
0.843349039554596,
|
| 205 |
+
0.2544757127761841,
|
| 206 |
+
0.08390561491250992,
|
| 207 |
+
0.15487121045589447,
|
| 208 |
+
0.7206133008003235,
|
| 209 |
+
0.22755655646324158,
|
| 210 |
+
0.6713789701461792,
|
| 211 |
+
0.29079505801200867,
|
| 212 |
+
0.1142284944653511,
|
| 213 |
+
0.0667012557387352,
|
| 214 |
+
0.5884150266647339,
|
| 215 |
+
0.4458215832710266,
|
| 216 |
+
0.3926595449447632,
|
| 217 |
+
0.5720789432525635,
|
| 218 |
+
0.050961751490831375,
|
| 219 |
+
0.05083908885717392,
|
| 220 |
+
0.04764769971370697,
|
| 221 |
+
0.40968242287635803,
|
| 222 |
+
0.4846409857273102,
|
| 223 |
+
0.12196972966194153,
|
| 224 |
+
0.2554159462451935,
|
| 225 |
+
0.13176533579826355,
|
| 226 |
+
0.24737413227558136,
|
| 227 |
+
0.5338350534439087,
|
| 228 |
+
0.49592316150665283,
|
| 229 |
+
0.05210950970649719,
|
| 230 |
+
0.4567930996417999,
|
| 231 |
+
0.16998106241226196,
|
| 232 |
+
0.21880240738391876,
|
| 233 |
+
0.3993392586708069,
|
| 234 |
+
0.47261714935302734,
|
| 235 |
+
0.2141517847776413,
|
| 236 |
+
0.184854194521904,
|
| 237 |
+
0.36834901571273804,
|
| 238 |
+
0.24639683961868286,
|
| 239 |
+
0.497770756483078,
|
| 240 |
+
0.5929785370826721,
|
| 241 |
+
0.42592447996139526,
|
| 242 |
+
0.051476072520017624,
|
| 243 |
+
0.30282580852508545,
|
| 244 |
+
0.10873378068208694,
|
| 245 |
+
0.5698044300079346,
|
| 246 |
+
0.22894719243049622,
|
| 247 |
+
0.2754167318344116,
|
| 248 |
+
0.18219007551670074,
|
| 249 |
+
0.34185290336608887,
|
| 250 |
+
0.06127620488405228,
|
| 251 |
+
0.23158331215381622,
|
| 252 |
+
0.3598747253417969,
|
| 253 |
+
0.09117183089256287,
|
| 254 |
+
0.7977039217948914,
|
| 255 |
+
0.8086806535720825,
|
| 256 |
+
0.033837396651506424,
|
| 257 |
+
0.4180704951286316,
|
| 258 |
+
0.7443654537200928,
|
| 259 |
+
0.14954592287540436,
|
| 260 |
+
0.2500065267086029,
|
| 261 |
+
0.1624404340982437,
|
| 262 |
+
0.2716139256954193,
|
| 263 |
+
0.05425383895635605,
|
| 264 |
+
0.37787431478500366,
|
| 265 |
+
0.06897815316915512,
|
| 266 |
+
0.4483831226825714,
|
| 267 |
+
0.5672926902770996,
|
| 268 |
+
0.3714926838874817,
|
| 269 |
+
0.18762436509132385,
|
| 270 |
+
0.6285368204116821,
|
| 271 |
+
0.5443054437637329,
|
| 272 |
+
0.2642780840396881,
|
| 273 |
+
0.28075167536735535,
|
| 274 |
+
0.32931411266326904,
|
| 275 |
+
0.5465394258499146,
|
| 276 |
+
0.09659063816070557,
|
| 277 |
+
0.1983543038368225,
|
| 278 |
+
0.3601209223270416,
|
| 279 |
+
0.09005560725927353,
|
| 280 |
+
0.2074963003396988,
|
| 281 |
+
0.14057202637195587,
|
| 282 |
+
0.6380434632301331
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d136/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
|
| 3 |
+
"fingerprint": "f0e8af16e339f57c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d136",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.325244505237788,
|
| 60 |
+
"lora/map": 0.325244505237788,
|
| 61 |
+
"fsd50k/map": 0.325244505237788,
|
| 62 |
+
"train_seconds": 24.53,
|
| 63 |
+
"total_seconds": 33.42,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02205214850837365,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.025950415369455727,
|
| 77 |
+
"val_map": 0.325244505237788,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.529430133639835
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2337256371974945,
|
| 84 |
+
0.07737124711275101,
|
| 85 |
+
0.46017980575561523,
|
| 86 |
+
0.3335225284099579,
|
| 87 |
+
0.4145411252975464,
|
| 88 |
+
0.5872095227241516,
|
| 89 |
+
0.7918770909309387,
|
| 90 |
+
0.49290189146995544,
|
| 91 |
+
0.5620214343070984,
|
| 92 |
+
0.48962393403053284,
|
| 93 |
+
0.1527775228023529,
|
| 94 |
+
0.34441402554512024,
|
| 95 |
+
0.14344558119773865,
|
| 96 |
+
0.3725128173828125,
|
| 97 |
+
0.47029173374176025,
|
| 98 |
+
0.4359264075756073,
|
| 99 |
+
0.023807084187865257,
|
| 100 |
+
0.19231155514717102,
|
| 101 |
+
0.4610886573791504,
|
| 102 |
+
0.15170380473136902,
|
| 103 |
+
0.43502408266067505,
|
| 104 |
+
0.38830137252807617,
|
| 105 |
+
0.6477451920509338,
|
| 106 |
+
0.08581915497779846,
|
| 107 |
+
0.22060145437717438,
|
| 108 |
+
0.3352760076522827,
|
| 109 |
+
0.31738319993019104,
|
| 110 |
+
0.2690282464027405,
|
| 111 |
+
0.5391043424606323,
|
| 112 |
+
0.26948827505111694,
|
| 113 |
+
0.5966094136238098,
|
| 114 |
+
0.39895761013031006,
|
| 115 |
+
0.33670786023139954,
|
| 116 |
+
0.20115549862384796,
|
| 117 |
+
0.3602679371833801,
|
| 118 |
+
0.20627902448177338,
|
| 119 |
+
0.39394593238830566,
|
| 120 |
+
0.1925286501646042,
|
| 121 |
+
0.2213619351387024,
|
| 122 |
+
0.20660006999969482,
|
| 123 |
+
0.38174712657928467,
|
| 124 |
+
0.11616592854261398,
|
| 125 |
+
0.4772467613220215,
|
| 126 |
+
0.18087537586688995,
|
| 127 |
+
0.3920363187789917,
|
| 128 |
+
0.13239382207393646,
|
| 129 |
+
0.16720011830329895,
|
| 130 |
+
0.18246595561504364,
|
| 131 |
+
0.7561506032943726,
|
| 132 |
+
0.44384947419166565,
|
| 133 |
+
0.3046186566352844,
|
| 134 |
+
0.49140799045562744,
|
| 135 |
+
0.4612460732460022,
|
| 136 |
+
0.12324625998735428,
|
| 137 |
+
0.1605205088853836,
|
| 138 |
+
0.01623932272195816,
|
| 139 |
+
0.17048703134059906,
|
| 140 |
+
0.6323955655097961,
|
| 141 |
+
0.10779286175966263,
|
| 142 |
+
0.4669937789440155,
|
| 143 |
+
0.4857986271381378,
|
| 144 |
+
0.5716699957847595,
|
| 145 |
+
0.38900667428970337,
|
| 146 |
+
0.19993028044700623,
|
| 147 |
+
0.3722189962863922,
|
| 148 |
+
0.10396482795476913,
|
| 149 |
+
0.17578324675559998,
|
| 150 |
+
0.6176205277442932,
|
| 151 |
+
0.49483123421669006,
|
| 152 |
+
0.4829462468624115,
|
| 153 |
+
0.44444143772125244,
|
| 154 |
+
0.1831636130809784,
|
| 155 |
+
0.6521799564361572,
|
| 156 |
+
0.12164856493473053,
|
| 157 |
+
0.1995624452829361,
|
| 158 |
+
0.21740859746932983,
|
| 159 |
+
0.3777335584163666,
|
| 160 |
+
0.2538239061832428,
|
| 161 |
+
0.2074512094259262,
|
| 162 |
+
0.39165425300598145,
|
| 163 |
+
0.21697887778282166,
|
| 164 |
+
0.14866909384727478,
|
| 165 |
+
0.2841677963733673,
|
| 166 |
+
0.1750228852033615,
|
| 167 |
+
0.27919599413871765,
|
| 168 |
+
0.16377346217632294,
|
| 169 |
+
0.3640352189540863,
|
| 170 |
+
0.47582653164863586,
|
| 171 |
+
0.15213556587696075,
|
| 172 |
+
0.051689263433218,
|
| 173 |
+
0.69524747133255,
|
| 174 |
+
0.038358818739652634,
|
| 175 |
+
0.48312535881996155,
|
| 176 |
+
0.18255284428596497,
|
| 177 |
+
0.23021994531154633,
|
| 178 |
+
0.2816457450389862,
|
| 179 |
+
0.3261221647262573,
|
| 180 |
+
0.19091998040676117,
|
| 181 |
+
0.3198845386505127,
|
| 182 |
+
0.051514413207769394,
|
| 183 |
+
0.5151865482330322,
|
| 184 |
+
0.6730992794036865,
|
| 185 |
+
0.15458247065544128,
|
| 186 |
+
0.37454554438591003,
|
| 187 |
+
0.2215045839548111,
|
| 188 |
+
0.272195041179657,
|
| 189 |
+
0.5983904004096985,
|
| 190 |
+
0.38500598073005676,
|
| 191 |
+
0.45053496956825256,
|
| 192 |
+
0.11524329334497452,
|
| 193 |
+
0.16637413203716278,
|
| 194 |
+
0.30154138803482056,
|
| 195 |
+
0.4341469705104828,
|
| 196 |
+
0.07673033326864243,
|
| 197 |
+
0.09498459100723267,
|
| 198 |
+
0.24804852902889252,
|
| 199 |
+
0.6056206822395325,
|
| 200 |
+
0.28777262568473816,
|
| 201 |
+
0.4336893558502197,
|
| 202 |
+
0.20255401730537415,
|
| 203 |
+
0.834332287311554,
|
| 204 |
+
0.8418884873390198,
|
| 205 |
+
0.2739844024181366,
|
| 206 |
+
0.05680980905890465,
|
| 207 |
+
0.19168119132518768,
|
| 208 |
+
0.6999140381813049,
|
| 209 |
+
0.20536275207996368,
|
| 210 |
+
0.6834946274757385,
|
| 211 |
+
0.2882753312587738,
|
| 212 |
+
0.10503336787223816,
|
| 213 |
+
0.08637719601392746,
|
| 214 |
+
0.5317961573600769,
|
| 215 |
+
0.38450759649276733,
|
| 216 |
+
0.39679622650146484,
|
| 217 |
+
0.5233981609344482,
|
| 218 |
+
0.04270574077963829,
|
| 219 |
+
0.03729936107993126,
|
| 220 |
+
0.042454808950424194,
|
| 221 |
+
0.4036584496498108,
|
| 222 |
+
0.49280884861946106,
|
| 223 |
+
0.1423988938331604,
|
| 224 |
+
0.2873871624469757,
|
| 225 |
+
0.14754527807235718,
|
| 226 |
+
0.25412920117378235,
|
| 227 |
+
0.5282620787620544,
|
| 228 |
+
0.4937416613101959,
|
| 229 |
+
0.03493287414312363,
|
| 230 |
+
0.46799802780151367,
|
| 231 |
+
0.1481107622385025,
|
| 232 |
+
0.2267795354127884,
|
| 233 |
+
0.4566148519515991,
|
| 234 |
+
0.4433850347995758,
|
| 235 |
+
0.21646109223365784,
|
| 236 |
+
0.26710280776023865,
|
| 237 |
+
0.36385902762413025,
|
| 238 |
+
0.29488781094551086,
|
| 239 |
+
0.48018747568130493,
|
| 240 |
+
0.5936359167098999,
|
| 241 |
+
0.43458354473114014,
|
| 242 |
+
0.05363638699054718,
|
| 243 |
+
0.2720712423324585,
|
| 244 |
+
0.09701092541217804,
|
| 245 |
+
0.5796322226524353,
|
| 246 |
+
0.24965651333332062,
|
| 247 |
+
0.2928081452846527,
|
| 248 |
+
0.44981256127357483,
|
| 249 |
+
0.3391941785812378,
|
| 250 |
+
0.07818398624658585,
|
| 251 |
+
0.23807574808597565,
|
| 252 |
+
0.39761218428611755,
|
| 253 |
+
0.09352177381515503,
|
| 254 |
+
0.7464022636413574,
|
| 255 |
+
0.7752835750579834,
|
| 256 |
+
0.03072226606309414,
|
| 257 |
+
0.37194931507110596,
|
| 258 |
+
0.7174513339996338,
|
| 259 |
+
0.14779913425445557,
|
| 260 |
+
0.26652389764785767,
|
| 261 |
+
0.15753713250160217,
|
| 262 |
+
0.2620145082473755,
|
| 263 |
+
0.03171466290950775,
|
| 264 |
+
0.3719061315059662,
|
| 265 |
+
0.054726459085941315,
|
| 266 |
+
0.4406321346759796,
|
| 267 |
+
0.5688101053237915,
|
| 268 |
+
0.32830142974853516,
|
| 269 |
+
0.21888737380504608,
|
| 270 |
+
0.6083906888961792,
|
| 271 |
+
0.5159012675285339,
|
| 272 |
+
0.3005569577217102,
|
| 273 |
+
0.3078255355358124,
|
| 274 |
+
0.2724381387233734,
|
| 275 |
+
0.5342152714729309,
|
| 276 |
+
0.10297982394695282,
|
| 277 |
+
0.25636911392211914,
|
| 278 |
+
0.34681999683380127,
|
| 279 |
+
0.11469853669404984,
|
| 280 |
+
0.20241980254650116,
|
| 281 |
+
0.14853808283805847,
|
| 282 |
+
0.6570952534675598
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d136/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
|
| 3 |
+
"fingerprint": "f0e8af16e339f57c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d136",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3271311399713159,
|
| 60 |
+
"lora/map": 0.3271311399713159,
|
| 61 |
+
"fsd50k/map": 0.3271311399713159,
|
| 62 |
+
"train_seconds": 24.5,
|
| 63 |
+
"total_seconds": 33.44,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02034943866543472,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02648760456590556,
|
| 77 |
+
"val_map": 0.3271311399713159,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.497523547965102
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27439790964126587,
|
| 84 |
+
0.13386070728302002,
|
| 85 |
+
0.5079231858253479,
|
| 86 |
+
0.31145647168159485,
|
| 87 |
+
0.4253905117511749,
|
| 88 |
+
0.5708955526351929,
|
| 89 |
+
0.7891356945037842,
|
| 90 |
+
0.5043215155601501,
|
| 91 |
+
0.6008990406990051,
|
| 92 |
+
0.47650453448295593,
|
| 93 |
+
0.16412562131881714,
|
| 94 |
+
0.33559733629226685,
|
| 95 |
+
0.1797008514404297,
|
| 96 |
+
0.38003602623939514,
|
| 97 |
+
0.47754788398742676,
|
| 98 |
+
0.4414210617542267,
|
| 99 |
+
0.04191219434142113,
|
| 100 |
+
0.16435179114341736,
|
| 101 |
+
0.35193175077438354,
|
| 102 |
+
0.1967599242925644,
|
| 103 |
+
0.4604828357696533,
|
| 104 |
+
0.35369470715522766,
|
| 105 |
+
0.6802928447723389,
|
| 106 |
+
0.07931655645370483,
|
| 107 |
+
0.20555312931537628,
|
| 108 |
+
0.37683162093162537,
|
| 109 |
+
0.28910017013549805,
|
| 110 |
+
0.2524465024471283,
|
| 111 |
+
0.5180786848068237,
|
| 112 |
+
0.25121480226516724,
|
| 113 |
+
0.6276924014091492,
|
| 114 |
+
0.3499101400375366,
|
| 115 |
+
0.38366007804870605,
|
| 116 |
+
0.1822580099105835,
|
| 117 |
+
0.3390567898750305,
|
| 118 |
+
0.20839911699295044,
|
| 119 |
+
0.3709254860877991,
|
| 120 |
+
0.14338475465774536,
|
| 121 |
+
0.2570582926273346,
|
| 122 |
+
0.19783326983451843,
|
| 123 |
+
0.37071698904037476,
|
| 124 |
+
0.15321485698223114,
|
| 125 |
+
0.5028374195098877,
|
| 126 |
+
0.2006128430366516,
|
| 127 |
+
0.4303683936595917,
|
| 128 |
+
0.1640819013118744,
|
| 129 |
+
0.17126867175102234,
|
| 130 |
+
0.17281094193458557,
|
| 131 |
+
0.7851777076721191,
|
| 132 |
+
0.42366084456443787,
|
| 133 |
+
0.31962233781814575,
|
| 134 |
+
0.49313849210739136,
|
| 135 |
+
0.4718734622001648,
|
| 136 |
+
0.12395847588777542,
|
| 137 |
+
0.1484290063381195,
|
| 138 |
+
0.01385854184627533,
|
| 139 |
+
0.1415826976299286,
|
| 140 |
+
0.6501408815383911,
|
| 141 |
+
0.09097164869308472,
|
| 142 |
+
0.448688805103302,
|
| 143 |
+
0.4884861409664154,
|
| 144 |
+
0.5700028538703918,
|
| 145 |
+
0.38418370485305786,
|
| 146 |
+
0.15768349170684814,
|
| 147 |
+
0.39163848757743835,
|
| 148 |
+
0.1093311458826065,
|
| 149 |
+
0.19351434707641602,
|
| 150 |
+
0.6401817202568054,
|
| 151 |
+
0.4637489318847656,
|
| 152 |
+
0.4825786054134369,
|
| 153 |
+
0.4411357343196869,
|
| 154 |
+
0.17147408425807953,
|
| 155 |
+
0.6357007622718811,
|
| 156 |
+
0.16390442848205566,
|
| 157 |
+
0.2405012995004654,
|
| 158 |
+
0.20531556010246277,
|
| 159 |
+
0.3536791205406189,
|
| 160 |
+
0.3052138686180115,
|
| 161 |
+
0.20992808043956757,
|
| 162 |
+
0.33345118165016174,
|
| 163 |
+
0.20795685052871704,
|
| 164 |
+
0.23223766684532166,
|
| 165 |
+
0.3110384941101074,
|
| 166 |
+
0.18027102947235107,
|
| 167 |
+
0.15662354230880737,
|
| 168 |
+
0.1558835655450821,
|
| 169 |
+
0.3660969138145447,
|
| 170 |
+
0.5317550897598267,
|
| 171 |
+
0.17517031729221344,
|
| 172 |
+
0.08262219280004501,
|
| 173 |
+
0.7114018797874451,
|
| 174 |
+
0.07753665745258331,
|
| 175 |
+
0.4605849087238312,
|
| 176 |
+
0.1464172899723053,
|
| 177 |
+
0.2770688831806183,
|
| 178 |
+
0.2697208523750305,
|
| 179 |
+
0.407927930355072,
|
| 180 |
+
0.21618664264678955,
|
| 181 |
+
0.3557239770889282,
|
| 182 |
+
0.0712585300207138,
|
| 183 |
+
0.5282412767410278,
|
| 184 |
+
0.6753170490264893,
|
| 185 |
+
0.16954728960990906,
|
| 186 |
+
0.36754700541496277,
|
| 187 |
+
0.2236768901348114,
|
| 188 |
+
0.2563070058822632,
|
| 189 |
+
0.5931292772293091,
|
| 190 |
+
0.3739653527736664,
|
| 191 |
+
0.45094242691993713,
|
| 192 |
+
0.17137446999549866,
|
| 193 |
+
0.16488143801689148,
|
| 194 |
+
0.28907904028892517,
|
| 195 |
+
0.5213618874549866,
|
| 196 |
+
0.10225468873977661,
|
| 197 |
+
0.09153643250465393,
|
| 198 |
+
0.27428823709487915,
|
| 199 |
+
0.5849506855010986,
|
| 200 |
+
0.2965943217277527,
|
| 201 |
+
0.4540059566497803,
|
| 202 |
+
0.1986720860004425,
|
| 203 |
+
0.8476238250732422,
|
| 204 |
+
0.8553884029388428,
|
| 205 |
+
0.23146569728851318,
|
| 206 |
+
0.09049058705568314,
|
| 207 |
+
0.20100639760494232,
|
| 208 |
+
0.7211832404136658,
|
| 209 |
+
0.25294598937034607,
|
| 210 |
+
0.6998116374015808,
|
| 211 |
+
0.26158571243286133,
|
| 212 |
+
0.10768728703260422,
|
| 213 |
+
0.08904342353343964,
|
| 214 |
+
0.5255149602890015,
|
| 215 |
+
0.4206174314022064,
|
| 216 |
+
0.37431031465530396,
|
| 217 |
+
0.5432886481285095,
|
| 218 |
+
0.050123754888772964,
|
| 219 |
+
0.05092716962099075,
|
| 220 |
+
0.04120022803544998,
|
| 221 |
+
0.44218331575393677,
|
| 222 |
+
0.46860745549201965,
|
| 223 |
+
0.11710386723279953,
|
| 224 |
+
0.2352837324142456,
|
| 225 |
+
0.11289661377668381,
|
| 226 |
+
0.2724224328994751,
|
| 227 |
+
0.5135113000869751,
|
| 228 |
+
0.5068166851997375,
|
| 229 |
+
0.05828314274549484,
|
| 230 |
+
0.4975975751876831,
|
| 231 |
+
0.15624332427978516,
|
| 232 |
+
0.23752129077911377,
|
| 233 |
+
0.4290892481803894,
|
| 234 |
+
0.397468626499176,
|
| 235 |
+
0.2594304382801056,
|
| 236 |
+
0.14476928114891052,
|
| 237 |
+
0.3657791018486023,
|
| 238 |
+
0.2161933034658432,
|
| 239 |
+
0.5475361943244934,
|
| 240 |
+
0.5115905404090881,
|
| 241 |
+
0.42932456731796265,
|
| 242 |
+
0.03613567352294922,
|
| 243 |
+
0.34155911207199097,
|
| 244 |
+
0.15591230988502502,
|
| 245 |
+
0.5836078524589539,
|
| 246 |
+
0.2993902862071991,
|
| 247 |
+
0.271485298871994,
|
| 248 |
+
0.25147807598114014,
|
| 249 |
+
0.38090434670448303,
|
| 250 |
+
0.05814026668667793,
|
| 251 |
+
0.25915268063545227,
|
| 252 |
+
0.370593398809433,
|
| 253 |
+
0.0902886837720871,
|
| 254 |
+
0.7445749044418335,
|
| 255 |
+
0.7520365715026855,
|
| 256 |
+
0.0319506973028183,
|
| 257 |
+
0.34134039282798767,
|
| 258 |
+
0.6609867811203003,
|
| 259 |
+
0.1395879089832306,
|
| 260 |
+
0.27764183282852173,
|
| 261 |
+
0.15017108619213104,
|
| 262 |
+
0.23665356636047363,
|
| 263 |
+
0.05004573240876198,
|
| 264 |
+
0.40600377321243286,
|
| 265 |
+
0.07270529866218567,
|
| 266 |
+
0.4670093357563019,
|
| 267 |
+
0.5800412893295288,
|
| 268 |
+
0.3018132448196411,
|
| 269 |
+
0.22150513529777527,
|
| 270 |
+
0.6231088042259216,
|
| 271 |
+
0.5287958383560181,
|
| 272 |
+
0.23575131595134735,
|
| 273 |
+
0.25944218039512634,
|
| 274 |
+
0.3289003372192383,
|
| 275 |
+
0.5377917885780334,
|
| 276 |
+
0.12006351351737976,
|
| 277 |
+
0.22238634526729584,
|
| 278 |
+
0.3512848913669586,
|
| 279 |
+
0.12183497101068497,
|
| 280 |
+
0.2138737589120865,
|
| 281 |
+
0.14591339230537415,
|
| 282 |
+
0.6653143167495728
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d136/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
|
| 4 |
+
"fingerprint": "f0e8af16e339f57c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d136",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007608575883486699,
|
| 61 |
+
"val_map": 0.0058603493319612275,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02421,
|
| 69 |
+
"train_map": 0.02773997263295445,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0235,
|
| 78 |
+
"train_map": 0.04923409078136772,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.0224,
|
| 87 |
+
"train_map": 0.05599868576642324,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 2.0
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02185,
|
| 96 |
+
"train_map": 0.07095933447996652,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.7
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.0221,
|
| 105 |
+
"train_map": 0.07494886454342346,
|
| 106 |
+
"val_map": 0.047288181457051784,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.8
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02173,
|
| 114 |
+
"train_map": 0.073094637669531,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.3
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02148,
|
| 123 |
+
"train_map": 0.08223244796446975,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.9
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02126,
|
| 132 |
+
"train_map": 0.09838982104488156,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.6
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02017,
|
| 141 |
+
"train_map": 0.09977282417860356,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.2
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01981,
|
| 150 |
+
"train_map": 0.11229481077373056,
|
| 151 |
+
"val_map": 0.06934797694372893,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.6
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01989,
|
| 159 |
+
"train_map": 0.11901769083191197,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.8
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01965,
|
| 168 |
+
"train_map": 0.13527490112548818,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.5
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01992,
|
| 177 |
+
"train_map": 0.14470396156155943,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 7.1
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01919,
|
| 186 |
+
"train_map": 0.15648311761647915,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.7
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01908,
|
| 195 |
+
"train_map": 0.1663542982302182,
|
| 196 |
+
"val_map": 0.09928260989437689,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.3
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01893,
|
| 204 |
+
"train_map": 0.16690230276965778,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.4
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01895,
|
| 213 |
+
"train_map": 0.17387105233302833,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 9.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01893,
|
| 222 |
+
"train_map": 0.18005714549433857,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.7
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.0185,
|
| 231 |
+
"train_map": 0.1846249285419127,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 10.3
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01867,
|
| 240 |
+
"train_map": 0.18504523448875806,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01901,
|
| 249 |
+
"train_map": 0.18528329496461,
|
| 250 |
+
"val_map": 0.10904208516111806,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 11.0
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.18528329496461,
|
| 256 |
+
"final_val_map": 0.10904208516111806,
|
| 257 |
+
"lora/map": 0.10904208516111806,
|
| 258 |
+
"train_seconds": 11.0,
|
| 259 |
+
"wall_seconds": 63.1
|
| 260 |
+
}
|