Upload folder using huggingface_hub
Browse files
p5-mae-15m-d198/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d198/exports/step_00040000",
|
| 3 |
+
"fingerprint": "d009b2f5f76cce24",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d198",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3882941251527518,
|
| 60 |
+
"lora/map": 0.3882941251527518,
|
| 61 |
+
"fsd50k/map": 0.3882941251527518,
|
| 62 |
+
"train_seconds": 23.97,
|
| 63 |
+
"total_seconds": 33.07,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022117530415998773,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023205991582091686,
|
| 77 |
+
"val_map": 0.3882941251527518,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.969627087120898
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.30345842242240906,
|
| 84 |
+
0.14096170663833618,
|
| 85 |
+
0.536571741104126,
|
| 86 |
+
0.3553679883480072,
|
| 87 |
+
0.4624793827533722,
|
| 88 |
+
0.6389614939689636,
|
| 89 |
+
0.8417115211486816,
|
| 90 |
+
0.5591273307800293,
|
| 91 |
+
0.5653973817825317,
|
| 92 |
+
0.46634283661842346,
|
| 93 |
+
0.2714371979236603,
|
| 94 |
+
0.42406249046325684,
|
| 95 |
+
0.15576329827308655,
|
| 96 |
+
0.26434022188186646,
|
| 97 |
+
0.5135974287986755,
|
| 98 |
+
0.47656959295272827,
|
| 99 |
+
0.02978476881980896,
|
| 100 |
+
0.25658443570137024,
|
| 101 |
+
0.43594297766685486,
|
| 102 |
+
0.24851886928081512,
|
| 103 |
+
0.5344846248626709,
|
| 104 |
+
0.42328527569770813,
|
| 105 |
+
0.8502406477928162,
|
| 106 |
+
0.08276914060115814,
|
| 107 |
+
0.21495166420936584,
|
| 108 |
+
0.35415366291999817,
|
| 109 |
+
0.3940816819667816,
|
| 110 |
+
0.2563241124153137,
|
| 111 |
+
0.8082735538482666,
|
| 112 |
+
0.33203062415122986,
|
| 113 |
+
0.6509034037590027,
|
| 114 |
+
0.5917876362800598,
|
| 115 |
+
0.45340654253959656,
|
| 116 |
+
0.1314825564622879,
|
| 117 |
+
0.3133699595928192,
|
| 118 |
+
0.256868451833725,
|
| 119 |
+
0.423488974571228,
|
| 120 |
+
0.20683053135871887,
|
| 121 |
+
0.4005879759788513,
|
| 122 |
+
0.2388455867767334,
|
| 123 |
+
0.5441837906837463,
|
| 124 |
+
0.20356932282447815,
|
| 125 |
+
0.5833594799041748,
|
| 126 |
+
0.1981738954782486,
|
| 127 |
+
0.5405268669128418,
|
| 128 |
+
0.10884644091129303,
|
| 129 |
+
0.21705099940299988,
|
| 130 |
+
0.2775007486343384,
|
| 131 |
+
0.7727028131484985,
|
| 132 |
+
0.440886527299881,
|
| 133 |
+
0.43589797616004944,
|
| 134 |
+
0.5064335465431213,
|
| 135 |
+
0.5978763699531555,
|
| 136 |
+
0.14909398555755615,
|
| 137 |
+
0.15177714824676514,
|
| 138 |
+
0.026817629113793373,
|
| 139 |
+
0.23478472232818604,
|
| 140 |
+
0.7253681421279907,
|
| 141 |
+
0.14773067831993103,
|
| 142 |
+
0.5344831347465515,
|
| 143 |
+
0.6165265440940857,
|
| 144 |
+
0.6267042756080627,
|
| 145 |
+
0.4293196499347687,
|
| 146 |
+
0.13848719000816345,
|
| 147 |
+
0.49002107977867126,
|
| 148 |
+
0.1598971039056778,
|
| 149 |
+
0.25832149386405945,
|
| 150 |
+
0.6731431484222412,
|
| 151 |
+
0.4901783764362335,
|
| 152 |
+
0.5822195410728455,
|
| 153 |
+
0.5032273530960083,
|
| 154 |
+
0.19352948665618896,
|
| 155 |
+
0.692863941192627,
|
| 156 |
+
0.303154855966568,
|
| 157 |
+
0.2583344280719757,
|
| 158 |
+
0.235401451587677,
|
| 159 |
+
0.3560396730899811,
|
| 160 |
+
0.43268850445747375,
|
| 161 |
+
0.2638547420501709,
|
| 162 |
+
0.4169004559516907,
|
| 163 |
+
0.27146971225738525,
|
| 164 |
+
0.26909375190734863,
|
| 165 |
+
0.2845003604888916,
|
| 166 |
+
0.3033447861671448,
|
| 167 |
+
0.2336624562740326,
|
| 168 |
+
0.3327341079711914,
|
| 169 |
+
0.42420509457588196,
|
| 170 |
+
0.6092851758003235,
|
| 171 |
+
0.23430244624614716,
|
| 172 |
+
0.12197546660900116,
|
| 173 |
+
0.7490559816360474,
|
| 174 |
+
0.15061306953430176,
|
| 175 |
+
0.5548642873764038,
|
| 176 |
+
0.20743809640407562,
|
| 177 |
+
0.3396027386188507,
|
| 178 |
+
0.3393361568450928,
|
| 179 |
+
0.3310653567314148,
|
| 180 |
+
0.20073525607585907,
|
| 181 |
+
0.4475369453430176,
|
| 182 |
+
0.0883139818906784,
|
| 183 |
+
0.5546754002571106,
|
| 184 |
+
0.714367151260376,
|
| 185 |
+
0.21233296394348145,
|
| 186 |
+
0.40798622369766235,
|
| 187 |
+
0.229672372341156,
|
| 188 |
+
0.41577038168907166,
|
| 189 |
+
0.6647949814796448,
|
| 190 |
+
0.5244067311286926,
|
| 191 |
+
0.551018476486206,
|
| 192 |
+
0.1984928548336029,
|
| 193 |
+
0.24971261620521545,
|
| 194 |
+
0.3443585932254791,
|
| 195 |
+
0.5533774495124817,
|
| 196 |
+
0.0648137554526329,
|
| 197 |
+
0.18175959587097168,
|
| 198 |
+
0.3266716003417969,
|
| 199 |
+
0.7888226509094238,
|
| 200 |
+
0.3516611158847809,
|
| 201 |
+
0.4920404255390167,
|
| 202 |
+
0.21331572532653809,
|
| 203 |
+
0.8723368048667908,
|
| 204 |
+
0.880433976650238,
|
| 205 |
+
0.31963416934013367,
|
| 206 |
+
0.14008547365665436,
|
| 207 |
+
0.22110457718372345,
|
| 208 |
+
0.7660917043685913,
|
| 209 |
+
0.3054544925689697,
|
| 210 |
+
0.7353479266166687,
|
| 211 |
+
0.338608056306839,
|
| 212 |
+
0.16061751544475555,
|
| 213 |
+
0.13450275361537933,
|
| 214 |
+
0.816711962223053,
|
| 215 |
+
0.5131316781044006,
|
| 216 |
+
0.45656105875968933,
|
| 217 |
+
0.6511231064796448,
|
| 218 |
+
0.06087871640920639,
|
| 219 |
+
0.09005427360534668,
|
| 220 |
+
0.0576782152056694,
|
| 221 |
+
0.6173950433731079,
|
| 222 |
+
0.5616422295570374,
|
| 223 |
+
0.17695623636245728,
|
| 224 |
+
0.33682942390441895,
|
| 225 |
+
0.30095338821411133,
|
| 226 |
+
0.35585781931877136,
|
| 227 |
+
0.6485575437545776,
|
| 228 |
+
0.54076087474823,
|
| 229 |
+
0.07815158367156982,
|
| 230 |
+
0.553655207157135,
|
| 231 |
+
0.1943538635969162,
|
| 232 |
+
0.2654951214790344,
|
| 233 |
+
0.49517822265625,
|
| 234 |
+
0.5087659955024719,
|
| 235 |
+
0.3027576804161072,
|
| 236 |
+
0.32941898703575134,
|
| 237 |
+
0.43618297576904297,
|
| 238 |
+
0.35045161843299866,
|
| 239 |
+
0.512320876121521,
|
| 240 |
+
0.6011941432952881,
|
| 241 |
+
0.4815720021724701,
|
| 242 |
+
0.07846184819936752,
|
| 243 |
+
0.4786795377731323,
|
| 244 |
+
0.148376926779747,
|
| 245 |
+
0.6480504274368286,
|
| 246 |
+
0.20583035051822662,
|
| 247 |
+
0.3621257245540619,
|
| 248 |
+
0.3461287319660187,
|
| 249 |
+
0.40250274538993835,
|
| 250 |
+
0.05809451639652252,
|
| 251 |
+
0.3290463387966156,
|
| 252 |
+
0.40852710604667664,
|
| 253 |
+
0.09000156819820404,
|
| 254 |
+
0.8773293495178223,
|
| 255 |
+
0.8922430276870728,
|
| 256 |
+
0.040474649518728256,
|
| 257 |
+
0.5533461570739746,
|
| 258 |
+
0.7501006722450256,
|
| 259 |
+
0.24236318469047546,
|
| 260 |
+
0.21663925051689148,
|
| 261 |
+
0.1883610188961029,
|
| 262 |
+
0.30994912981987,
|
| 263 |
+
0.06648490577936172,
|
| 264 |
+
0.5397934913635254,
|
| 265 |
+
0.18336866796016693,
|
| 266 |
+
0.5887368321418762,
|
| 267 |
+
0.6171745657920837,
|
| 268 |
+
0.41957414150238037,
|
| 269 |
+
0.24006371200084686,
|
| 270 |
+
0.6755762100219727,
|
| 271 |
+
0.5964158773422241,
|
| 272 |
+
0.328935831785202,
|
| 273 |
+
0.4559619128704071,
|
| 274 |
+
0.42914408445358276,
|
| 275 |
+
0.5694687962532043,
|
| 276 |
+
0.11673251539468765,
|
| 277 |
+
0.2081749588251114,
|
| 278 |
+
0.396573543548584,
|
| 279 |
+
0.08588427305221558,
|
| 280 |
+
0.5043553709983826,
|
| 281 |
+
0.15845848619937897,
|
| 282 |
+
0.7662957906723022
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d198/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d198/exports/step_00040000",
|
| 3 |
+
"fingerprint": "d009b2f5f76cce24",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d198",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3887600428797305,
|
| 60 |
+
"lora/map": 0.3887600428797305,
|
| 61 |
+
"fsd50k/map": 0.3887600428797305,
|
| 62 |
+
"train_seconds": 24.45,
|
| 63 |
+
"total_seconds": 33.8,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02300567545229569,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.022977145450376647,
|
| 77 |
+
"val_map": 0.3887600428797305,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.45414136967156
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.28113943338394165,
|
| 84 |
+
0.08683130145072937,
|
| 85 |
+
0.576859176158905,
|
| 86 |
+
0.37728631496429443,
|
| 87 |
+
0.4583067297935486,
|
| 88 |
+
0.6297228336334229,
|
| 89 |
+
0.8477751612663269,
|
| 90 |
+
0.5628189444541931,
|
| 91 |
+
0.608853280544281,
|
| 92 |
+
0.4318300783634186,
|
| 93 |
+
0.32439059019088745,
|
| 94 |
+
0.4008709490299225,
|
| 95 |
+
0.15995986759662628,
|
| 96 |
+
0.28950005769729614,
|
| 97 |
+
0.5085421800613403,
|
| 98 |
+
0.4686042070388794,
|
| 99 |
+
0.025564782321453094,
|
| 100 |
+
0.23888887465000153,
|
| 101 |
+
0.494945228099823,
|
| 102 |
+
0.1749890148639679,
|
| 103 |
+
0.47332391142845154,
|
| 104 |
+
0.39183950424194336,
|
| 105 |
+
0.8544918298721313,
|
| 106 |
+
0.08617862313985825,
|
| 107 |
+
0.23250308632850647,
|
| 108 |
+
0.3860912024974823,
|
| 109 |
+
0.35568103194236755,
|
| 110 |
+
0.28593555092811584,
|
| 111 |
+
0.7677635550498962,
|
| 112 |
+
0.3197450339794159,
|
| 113 |
+
0.6440814733505249,
|
| 114 |
+
0.5574827790260315,
|
| 115 |
+
0.41286978125572205,
|
| 116 |
+
0.22143909335136414,
|
| 117 |
+
0.3808347284793854,
|
| 118 |
+
0.22998015582561493,
|
| 119 |
+
0.42592453956604004,
|
| 120 |
+
0.18804465234279633,
|
| 121 |
+
0.43028685450553894,
|
| 122 |
+
0.248579204082489,
|
| 123 |
+
0.5990460515022278,
|
| 124 |
+
0.2199414223432541,
|
| 125 |
+
0.5916358232498169,
|
| 126 |
+
0.200339674949646,
|
| 127 |
+
0.537501871585846,
|
| 128 |
+
0.121067576110363,
|
| 129 |
+
0.21993763744831085,
|
| 130 |
+
0.2395302951335907,
|
| 131 |
+
0.7491188645362854,
|
| 132 |
+
0.406931072473526,
|
| 133 |
+
0.3979516625404358,
|
| 134 |
+
0.4909725785255432,
|
| 135 |
+
0.5510135889053345,
|
| 136 |
+
0.21212050318717957,
|
| 137 |
+
0.18112953007221222,
|
| 138 |
+
0.034748028963804245,
|
| 139 |
+
0.23613499104976654,
|
| 140 |
+
0.6867820024490356,
|
| 141 |
+
0.14899912476539612,
|
| 142 |
+
0.546276330947876,
|
| 143 |
+
0.6057557463645935,
|
| 144 |
+
0.6398680210113525,
|
| 145 |
+
0.4543125331401825,
|
| 146 |
+
0.2562861442565918,
|
| 147 |
+
0.4626223146915436,
|
| 148 |
+
0.1020679622888565,
|
| 149 |
+
0.2732922434806824,
|
| 150 |
+
0.676117479801178,
|
| 151 |
+
0.4939603805541992,
|
| 152 |
+
0.526782751083374,
|
| 153 |
+
0.47491058707237244,
|
| 154 |
+
0.1516096293926239,
|
| 155 |
+
0.6911185383796692,
|
| 156 |
+
0.3841954171657562,
|
| 157 |
+
0.2316790372133255,
|
| 158 |
+
0.23175230622291565,
|
| 159 |
+
0.3817787170410156,
|
| 160 |
+
0.2918016016483307,
|
| 161 |
+
0.3379760980606079,
|
| 162 |
+
0.44045740365982056,
|
| 163 |
+
0.2589086890220642,
|
| 164 |
+
0.25280746817588806,
|
| 165 |
+
0.3040255904197693,
|
| 166 |
+
0.29892095923423767,
|
| 167 |
+
0.30524417757987976,
|
| 168 |
+
0.26513034105300903,
|
| 169 |
+
0.40900662541389465,
|
| 170 |
+
0.570578396320343,
|
| 171 |
+
0.15285171568393707,
|
| 172 |
+
0.11937354505062103,
|
| 173 |
+
0.7641517519950867,
|
| 174 |
+
0.16524194180965424,
|
| 175 |
+
0.5295345783233643,
|
| 176 |
+
0.22904294729232788,
|
| 177 |
+
0.34703314304351807,
|
| 178 |
+
0.3502819836139679,
|
| 179 |
+
0.41282910108566284,
|
| 180 |
+
0.19160588085651398,
|
| 181 |
+
0.43974533677101135,
|
| 182 |
+
0.07572351396083832,
|
| 183 |
+
0.5777565240859985,
|
| 184 |
+
0.7035005688667297,
|
| 185 |
+
0.22764897346496582,
|
| 186 |
+
0.40124839544296265,
|
| 187 |
+
0.23303928971290588,
|
| 188 |
+
0.44526755809783936,
|
| 189 |
+
0.6401044130325317,
|
| 190 |
+
0.5309833884239197,
|
| 191 |
+
0.5451189279556274,
|
| 192 |
+
0.20062392950057983,
|
| 193 |
+
0.2608317732810974,
|
| 194 |
+
0.35266879200935364,
|
| 195 |
+
0.5987771153450012,
|
| 196 |
+
0.11155727505683899,
|
| 197 |
+
0.1681544929742813,
|
| 198 |
+
0.3460857570171356,
|
| 199 |
+
0.6967928409576416,
|
| 200 |
+
0.3972868025302887,
|
| 201 |
+
0.494009405374527,
|
| 202 |
+
0.24790945649147034,
|
| 203 |
+
0.8746951818466187,
|
| 204 |
+
0.8827831149101257,
|
| 205 |
+
0.39111459255218506,
|
| 206 |
+
0.09945039451122284,
|
| 207 |
+
0.2883763015270233,
|
| 208 |
+
0.7748910784721375,
|
| 209 |
+
0.30388712882995605,
|
| 210 |
+
0.7474666237831116,
|
| 211 |
+
0.3124410808086395,
|
| 212 |
+
0.09935891628265381,
|
| 213 |
+
0.1581423431634903,
|
| 214 |
+
0.7957890629768372,
|
| 215 |
+
0.5660483241081238,
|
| 216 |
+
0.469356507062912,
|
| 217 |
+
0.576323390007019,
|
| 218 |
+
0.07608363777399063,
|
| 219 |
+
0.10574544221162796,
|
| 220 |
+
0.07133307307958603,
|
| 221 |
+
0.572243332862854,
|
| 222 |
+
0.5534588098526001,
|
| 223 |
+
0.234514981508255,
|
| 224 |
+
0.33580344915390015,
|
| 225 |
+
0.2640027403831482,
|
| 226 |
+
0.2853977382183075,
|
| 227 |
+
0.6381222009658813,
|
| 228 |
+
0.6055296659469604,
|
| 229 |
+
0.06566978245973587,
|
| 230 |
+
0.5281110405921936,
|
| 231 |
+
0.19124020636081696,
|
| 232 |
+
0.30058300495147705,
|
| 233 |
+
0.47872287034988403,
|
| 234 |
+
0.4569230079650879,
|
| 235 |
+
0.25173017382621765,
|
| 236 |
+
0.30101874470710754,
|
| 237 |
+
0.4524916112422943,
|
| 238 |
+
0.3637039065361023,
|
| 239 |
+
0.5242202281951904,
|
| 240 |
+
0.6330093741416931,
|
| 241 |
+
0.46082988381385803,
|
| 242 |
+
0.06866327673196793,
|
| 243 |
+
0.401506632566452,
|
| 244 |
+
0.17807219922542572,
|
| 245 |
+
0.6839086413383484,
|
| 246 |
+
0.26552337408065796,
|
| 247 |
+
0.3904438018798828,
|
| 248 |
+
0.3443465232849121,
|
| 249 |
+
0.3265528380870819,
|
| 250 |
+
0.0670769065618515,
|
| 251 |
+
0.31539735198020935,
|
| 252 |
+
0.4284769594669342,
|
| 253 |
+
0.09976990520954132,
|
| 254 |
+
0.8568657636642456,
|
| 255 |
+
0.8751554489135742,
|
| 256 |
+
0.05395733565092087,
|
| 257 |
+
0.5914439558982849,
|
| 258 |
+
0.729537308216095,
|
| 259 |
+
0.225076362490654,
|
| 260 |
+
0.25438231229782104,
|
| 261 |
+
0.1972540020942688,
|
| 262 |
+
0.29516637325286865,
|
| 263 |
+
0.04278445243835449,
|
| 264 |
+
0.44258561730384827,
|
| 265 |
+
0.23015308380126953,
|
| 266 |
+
0.5704432129859924,
|
| 267 |
+
0.6223164200782776,
|
| 268 |
+
0.40166157484054565,
|
| 269 |
+
0.2595389485359192,
|
| 270 |
+
0.6529890894889832,
|
| 271 |
+
0.6193573474884033,
|
| 272 |
+
0.4203890264034271,
|
| 273 |
+
0.4022083878517151,
|
| 274 |
+
0.4055439829826355,
|
| 275 |
+
0.5621130466461182,
|
| 276 |
+
0.1342526227235794,
|
| 277 |
+
0.3613196611404419,
|
| 278 |
+
0.42704540491104126,
|
| 279 |
+
0.11695137619972229,
|
| 280 |
+
0.4617420434951782,
|
| 281 |
+
0.16554830968379974,
|
| 282 |
+
0.7721922397613525
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d198/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d198/exports/step_00040000",
|
| 3 |
+
"fingerprint": "d009b2f5f76cce24",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d198",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.39435140962712467,
|
| 60 |
+
"lora/map": 0.39435140962712467,
|
| 61 |
+
"fsd50k/map": 0.39435140962712467,
|
| 62 |
+
"train_seconds": 23.67,
|
| 63 |
+
"total_seconds": 32.79,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02162950003053993,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023142364150507216,
|
| 77 |
+
"val_map": 0.39435140962712467,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.67405127256643
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2657971680164337,
|
| 84 |
+
0.137958824634552,
|
| 85 |
+
0.5841259360313416,
|
| 86 |
+
0.3781147301197052,
|
| 87 |
+
0.4736495912075043,
|
| 88 |
+
0.6429504156112671,
|
| 89 |
+
0.8568685054779053,
|
| 90 |
+
0.5699084997177124,
|
| 91 |
+
0.6383422613143921,
|
| 92 |
+
0.45850715041160583,
|
| 93 |
+
0.2649994194507599,
|
| 94 |
+
0.41204527020454407,
|
| 95 |
+
0.1663840264081955,
|
| 96 |
+
0.4405805766582489,
|
| 97 |
+
0.503182053565979,
|
| 98 |
+
0.4690607190132141,
|
| 99 |
+
0.04441983252763748,
|
| 100 |
+
0.23117193579673767,
|
| 101 |
+
0.419344425201416,
|
| 102 |
+
0.25220996141433716,
|
| 103 |
+
0.5400378108024597,
|
| 104 |
+
0.413072794675827,
|
| 105 |
+
0.8481133580207825,
|
| 106 |
+
0.10744275897741318,
|
| 107 |
+
0.24931074678897858,
|
| 108 |
+
0.3836543560028076,
|
| 109 |
+
0.3814736604690552,
|
| 110 |
+
0.2715013325214386,
|
| 111 |
+
0.7816279530525208,
|
| 112 |
+
0.2916995882987976,
|
| 113 |
+
0.6545925736427307,
|
| 114 |
+
0.5833137035369873,
|
| 115 |
+
0.4129229187965393,
|
| 116 |
+
0.19535133242607117,
|
| 117 |
+
0.4018789827823639,
|
| 118 |
+
0.24594974517822266,
|
| 119 |
+
0.40119752287864685,
|
| 120 |
+
0.24812722206115723,
|
| 121 |
+
0.39961105585098267,
|
| 122 |
+
0.26656636595726013,
|
| 123 |
+
0.5735886693000793,
|
| 124 |
+
0.2624613344669342,
|
| 125 |
+
0.6023629903793335,
|
| 126 |
+
0.18236444890499115,
|
| 127 |
+
0.5171252489089966,
|
| 128 |
+
0.24107351899147034,
|
| 129 |
+
0.27328580617904663,
|
| 130 |
+
0.24501867592334747,
|
| 131 |
+
0.7007766366004944,
|
| 132 |
+
0.42704513669013977,
|
| 133 |
+
0.4348050355911255,
|
| 134 |
+
0.5496228337287903,
|
| 135 |
+
0.5991652011871338,
|
| 136 |
+
0.1454092264175415,
|
| 137 |
+
0.17886362969875336,
|
| 138 |
+
0.021483683958649635,
|
| 139 |
+
0.2492186278104782,
|
| 140 |
+
0.6628360152244568,
|
| 141 |
+
0.147789865732193,
|
| 142 |
+
0.5506801605224609,
|
| 143 |
+
0.6137968301773071,
|
| 144 |
+
0.6576137542724609,
|
| 145 |
+
0.4216931164264679,
|
| 146 |
+
0.2099856585264206,
|
| 147 |
+
0.5461289286613464,
|
| 148 |
+
0.15511414408683777,
|
| 149 |
+
0.2725158631801605,
|
| 150 |
+
0.6890193819999695,
|
| 151 |
+
0.45853284001350403,
|
| 152 |
+
0.5531761050224304,
|
| 153 |
+
0.48382601141929626,
|
| 154 |
+
0.21654345095157623,
|
| 155 |
+
0.7001916766166687,
|
| 156 |
+
0.3005768954753876,
|
| 157 |
+
0.28398412466049194,
|
| 158 |
+
0.1988295167684555,
|
| 159 |
+
0.4704713225364685,
|
| 160 |
+
0.3572130799293518,
|
| 161 |
+
0.27473780512809753,
|
| 162 |
+
0.46009281277656555,
|
| 163 |
+
0.28708624839782715,
|
| 164 |
+
0.28274720907211304,
|
| 165 |
+
0.3480381667613983,
|
| 166 |
+
0.32228535413742065,
|
| 167 |
+
0.25690123438835144,
|
| 168 |
+
0.3065723180770874,
|
| 169 |
+
0.4315844476222992,
|
| 170 |
+
0.6822460889816284,
|
| 171 |
+
0.29763495922088623,
|
| 172 |
+
0.11371152848005295,
|
| 173 |
+
0.7551873922348022,
|
| 174 |
+
0.12003715336322784,
|
| 175 |
+
0.5304250121116638,
|
| 176 |
+
0.21928110718727112,
|
| 177 |
+
0.32956019043922424,
|
| 178 |
+
0.35687991976737976,
|
| 179 |
+
0.3159630000591278,
|
| 180 |
+
0.1103784516453743,
|
| 181 |
+
0.42802631855010986,
|
| 182 |
+
0.09771502017974854,
|
| 183 |
+
0.5664090514183044,
|
| 184 |
+
0.7220317125320435,
|
| 185 |
+
0.2333962768316269,
|
| 186 |
+
0.40424489974975586,
|
| 187 |
+
0.24269209802150726,
|
| 188 |
+
0.2930198311805725,
|
| 189 |
+
0.6120523810386658,
|
| 190 |
+
0.5333136320114136,
|
| 191 |
+
0.551093578338623,
|
| 192 |
+
0.23828034102916718,
|
| 193 |
+
0.2992232143878937,
|
| 194 |
+
0.35509195923805237,
|
| 195 |
+
0.5869932770729065,
|
| 196 |
+
0.05877825990319252,
|
| 197 |
+
0.19611312448978424,
|
| 198 |
+
0.35929062962532043,
|
| 199 |
+
0.6779533624649048,
|
| 200 |
+
0.4214601218700409,
|
| 201 |
+
0.49983206391334534,
|
| 202 |
+
0.2370363026857376,
|
| 203 |
+
0.8746746182441711,
|
| 204 |
+
0.8827280402183533,
|
| 205 |
+
0.3497871458530426,
|
| 206 |
+
0.15744738280773163,
|
| 207 |
+
0.19510675966739655,
|
| 208 |
+
0.7737328410148621,
|
| 209 |
+
0.320432186126709,
|
| 210 |
+
0.7379019856452942,
|
| 211 |
+
0.3669266700744629,
|
| 212 |
+
0.1489570587873459,
|
| 213 |
+
0.15303756296634674,
|
| 214 |
+
0.7848262786865234,
|
| 215 |
+
0.5988092422485352,
|
| 216 |
+
0.4474126100540161,
|
| 217 |
+
0.6287140250205994,
|
| 218 |
+
0.0829174742102623,
|
| 219 |
+
0.09441143274307251,
|
| 220 |
+
0.05994720011949539,
|
| 221 |
+
0.614833652973175,
|
| 222 |
+
0.5512235760688782,
|
| 223 |
+
0.19135215878486633,
|
| 224 |
+
0.2909814715385437,
|
| 225 |
+
0.2084093540906906,
|
| 226 |
+
0.2931019961833954,
|
| 227 |
+
0.6776800155639648,
|
| 228 |
+
0.561599850654602,
|
| 229 |
+
0.07576071470975876,
|
| 230 |
+
0.5980525612831116,
|
| 231 |
+
0.1991361677646637,
|
| 232 |
+
0.26698043942451477,
|
| 233 |
+
0.5355510711669922,
|
| 234 |
+
0.4718846380710602,
|
| 235 |
+
0.28431928157806396,
|
| 236 |
+
0.20052891969680786,
|
| 237 |
+
0.45771872997283936,
|
| 238 |
+
0.33264899253845215,
|
| 239 |
+
0.5752061009407043,
|
| 240 |
+
0.6766151785850525,
|
| 241 |
+
0.4765188694000244,
|
| 242 |
+
0.07259102910757065,
|
| 243 |
+
0.47095727920532227,
|
| 244 |
+
0.1749621033668518,
|
| 245 |
+
0.6690836548805237,
|
| 246 |
+
0.27809202671051025,
|
| 247 |
+
0.28971028327941895,
|
| 248 |
+
0.4149744212627411,
|
| 249 |
+
0.3472047746181488,
|
| 250 |
+
0.05796406418085098,
|
| 251 |
+
0.33515965938568115,
|
| 252 |
+
0.40989693999290466,
|
| 253 |
+
0.10531003773212433,
|
| 254 |
+
0.8521728515625,
|
| 255 |
+
0.8680474162101746,
|
| 256 |
+
0.049898549914360046,
|
| 257 |
+
0.6038130521774292,
|
| 258 |
+
0.7582090497016907,
|
| 259 |
+
0.2107100635766983,
|
| 260 |
+
0.2489621341228485,
|
| 261 |
+
0.20268698036670685,
|
| 262 |
+
0.33941927552223206,
|
| 263 |
+
0.056168630719184875,
|
| 264 |
+
0.41624715924263,
|
| 265 |
+
0.14726369082927704,
|
| 266 |
+
0.5949779152870178,
|
| 267 |
+
0.6227149963378906,
|
| 268 |
+
0.3751305341720581,
|
| 269 |
+
0.303595632314682,
|
| 270 |
+
0.6720578670501709,
|
| 271 |
+
0.577897846698761,
|
| 272 |
+
0.3837711811065674,
|
| 273 |
+
0.455690860748291,
|
| 274 |
+
0.44574055075645447,
|
| 275 |
+
0.5681660175323486,
|
| 276 |
+
0.14077705144882202,
|
| 277 |
+
0.30553746223449707,
|
| 278 |
+
0.40189725160598755,
|
| 279 |
+
0.11427818238735199,
|
| 280 |
+
0.5239853858947754,
|
| 281 |
+
0.1712695211172104,
|
| 282 |
+
0.7787598967552185
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d198/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d198/exports/step_00040000",
|
| 4 |
+
"fingerprint": "d009b2f5f76cce24",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d198",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007260094420406508,
|
| 61 |
+
"val_map": 0.006392158115940059,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02405,
|
| 69 |
+
"train_map": 0.03095739441119714,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02335,
|
| 78 |
+
"train_map": 0.04177365312617859,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02219,
|
| 87 |
+
"train_map": 0.06473762625068483,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02136,
|
| 96 |
+
"train_map": 0.07531748957241897,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02179,
|
| 105 |
+
"train_map": 0.09000602317532168,
|
| 106 |
+
"val_map": 0.05657000623889041,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02125,
|
| 114 |
+
"train_map": 0.08347443779055701,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0209,
|
| 123 |
+
"train_map": 0.11476296261332901,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02063,
|
| 132 |
+
"train_map": 0.12197454396743095,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0195,
|
| 141 |
+
"train_map": 0.1289379874481139,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01901,
|
| 150 |
+
"train_map": 0.15150621751556614,
|
| 151 |
+
"val_map": 0.09730223020312484,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01896,
|
| 159 |
+
"train_map": 0.15209825360613824,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01886,
|
| 168 |
+
"train_map": 0.1739040484468133,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01903,
|
| 177 |
+
"train_map": 0.18717688187051995,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01842,
|
| 186 |
+
"train_map": 0.20431951170635235,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01824,
|
| 195 |
+
"train_map": 0.2159917204282061,
|
| 196 |
+
"val_map": 0.1304168736498513,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01792,
|
| 204 |
+
"train_map": 0.21748057221445968,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01792,
|
| 213 |
+
"train_map": 0.2310329927767731,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01787,
|
| 222 |
+
"train_map": 0.238703238176963,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01763,
|
| 231 |
+
"train_map": 0.24012536478301322,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01765,
|
| 240 |
+
"train_map": 0.24084573058920436,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01797,
|
| 249 |
+
"train_map": 0.24098256896771278,
|
| 250 |
+
"val_map": 0.1444025389493162,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.24098256896771278,
|
| 256 |
+
"final_val_map": 0.1444025389493162,
|
| 257 |
+
"lora/map": 0.1444025389493162,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 60.7
|
| 260 |
+
}
|