Upload folder using huggingface_hub
Browse files- p5-mae-15m-d253/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d253/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d253/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d253/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d253/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d253/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d253/exports/step_00040000/lora_1ep_s2.json +260 -0
p5-mae-15m-d253/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00020000",
|
| 3 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d253",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37456786843948064,
|
| 60 |
+
"lora/map": 0.37456786843948064,
|
| 61 |
+
"fsd50k/map": 0.37456786843948064,
|
| 62 |
+
"train_seconds": 23.12,
|
| 63 |
+
"total_seconds": 31.96,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022402921688044444,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023883199095655464,
|
| 77 |
+
"val_map": 0.37456786843948064,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.11768424080219
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2613353133201599,
|
| 84 |
+
0.07048170268535614,
|
| 85 |
+
0.5229630470275879,
|
| 86 |
+
0.3442011773586273,
|
| 87 |
+
0.4431793987751007,
|
| 88 |
+
0.6319862008094788,
|
| 89 |
+
0.8566570281982422,
|
| 90 |
+
0.5295038819313049,
|
| 91 |
+
0.6235869526863098,
|
| 92 |
+
0.5450478792190552,
|
| 93 |
+
0.26983457803726196,
|
| 94 |
+
0.3874918818473816,
|
| 95 |
+
0.15778431296348572,
|
| 96 |
+
0.3876686692237854,
|
| 97 |
+
0.5000970363616943,
|
| 98 |
+
0.46900704503059387,
|
| 99 |
+
0.02317027561366558,
|
| 100 |
+
0.22637218236923218,
|
| 101 |
+
0.4989553391933441,
|
| 102 |
+
0.1552044004201889,
|
| 103 |
+
0.48750030994415283,
|
| 104 |
+
0.40663865208625793,
|
| 105 |
+
0.848995566368103,
|
| 106 |
+
0.08669834583997726,
|
| 107 |
+
0.23815029859542847,
|
| 108 |
+
0.3019042909145355,
|
| 109 |
+
0.3707730770111084,
|
| 110 |
+
0.270338773727417,
|
| 111 |
+
0.7552356123924255,
|
| 112 |
+
0.3027696907520294,
|
| 113 |
+
0.662287712097168,
|
| 114 |
+
0.5445829629898071,
|
| 115 |
+
0.4266173839569092,
|
| 116 |
+
0.2090132087469101,
|
| 117 |
+
0.332348495721817,
|
| 118 |
+
0.20932252705097198,
|
| 119 |
+
0.438764750957489,
|
| 120 |
+
0.1748821884393692,
|
| 121 |
+
0.24736271798610687,
|
| 122 |
+
0.26072075963020325,
|
| 123 |
+
0.5525972247123718,
|
| 124 |
+
0.21716509759426117,
|
| 125 |
+
0.5790581107139587,
|
| 126 |
+
0.17405498027801514,
|
| 127 |
+
0.5026653409004211,
|
| 128 |
+
0.12374935299158096,
|
| 129 |
+
0.2319669872522354,
|
| 130 |
+
0.2383318394422531,
|
| 131 |
+
0.767485499382019,
|
| 132 |
+
0.45001235604286194,
|
| 133 |
+
0.393157958984375,
|
| 134 |
+
0.4939403533935547,
|
| 135 |
+
0.5487998127937317,
|
| 136 |
+
0.16914385557174683,
|
| 137 |
+
0.20733234286308289,
|
| 138 |
+
0.034599266946315765,
|
| 139 |
+
0.23365023732185364,
|
| 140 |
+
0.6792752742767334,
|
| 141 |
+
0.12807445228099823,
|
| 142 |
+
0.4914580285549164,
|
| 143 |
+
0.5531775951385498,
|
| 144 |
+
0.6169098615646362,
|
| 145 |
+
0.43822023272514343,
|
| 146 |
+
0.2032463103532791,
|
| 147 |
+
0.4711204171180725,
|
| 148 |
+
0.10178357362747192,
|
| 149 |
+
0.1855490505695343,
|
| 150 |
+
0.6860249042510986,
|
| 151 |
+
0.5159105658531189,
|
| 152 |
+
0.5254321694374084,
|
| 153 |
+
0.4663354754447937,
|
| 154 |
+
0.24032577872276306,
|
| 155 |
+
0.6982424259185791,
|
| 156 |
+
0.3007259666919708,
|
| 157 |
+
0.25625529885292053,
|
| 158 |
+
0.2450389564037323,
|
| 159 |
+
0.3671253025531769,
|
| 160 |
+
0.3493380844593048,
|
| 161 |
+
0.2955285608768463,
|
| 162 |
+
0.46205270290374756,
|
| 163 |
+
0.21436963975429535,
|
| 164 |
+
0.3267776668071747,
|
| 165 |
+
0.34270206093788147,
|
| 166 |
+
0.22475557029247284,
|
| 167 |
+
0.21908389031887054,
|
| 168 |
+
0.3028201162815094,
|
| 169 |
+
0.38158825039863586,
|
| 170 |
+
0.5903072953224182,
|
| 171 |
+
0.09786704927682877,
|
| 172 |
+
0.08988890796899796,
|
| 173 |
+
0.7320294976234436,
|
| 174 |
+
0.15834465622901917,
|
| 175 |
+
0.5163936614990234,
|
| 176 |
+
0.2407868653535843,
|
| 177 |
+
0.3242250978946686,
|
| 178 |
+
0.3338109254837036,
|
| 179 |
+
0.4858555197715759,
|
| 180 |
+
0.14913344383239746,
|
| 181 |
+
0.3689732551574707,
|
| 182 |
+
0.06616409868001938,
|
| 183 |
+
0.5764322876930237,
|
| 184 |
+
0.7051713466644287,
|
| 185 |
+
0.19888567924499512,
|
| 186 |
+
0.419318825006485,
|
| 187 |
+
0.25237590074539185,
|
| 188 |
+
0.3444337248802185,
|
| 189 |
+
0.6565523743629456,
|
| 190 |
+
0.5119012594223022,
|
| 191 |
+
0.5200663805007935,
|
| 192 |
+
0.20591117441654205,
|
| 193 |
+
0.20363305509090424,
|
| 194 |
+
0.33790746331214905,
|
| 195 |
+
0.606753408908844,
|
| 196 |
+
0.0724291130900383,
|
| 197 |
+
0.1266816258430481,
|
| 198 |
+
0.2945224344730377,
|
| 199 |
+
0.6586735844612122,
|
| 200 |
+
0.3592323064804077,
|
| 201 |
+
0.48686549067497253,
|
| 202 |
+
0.260338693857193,
|
| 203 |
+
0.8616017699241638,
|
| 204 |
+
0.8697512149810791,
|
| 205 |
+
0.3016038239002228,
|
| 206 |
+
0.08664468675851822,
|
| 207 |
+
0.22537732124328613,
|
| 208 |
+
0.7547883987426758,
|
| 209 |
+
0.3473835587501526,
|
| 210 |
+
0.7090258002281189,
|
| 211 |
+
0.31966134905815125,
|
| 212 |
+
0.10274585336446762,
|
| 213 |
+
0.0878598541021347,
|
| 214 |
+
0.7444306015968323,
|
| 215 |
+
0.4315440356731415,
|
| 216 |
+
0.46049562096595764,
|
| 217 |
+
0.6012641191482544,
|
| 218 |
+
0.053135987371206284,
|
| 219 |
+
0.07418395578861237,
|
| 220 |
+
0.0665859580039978,
|
| 221 |
+
0.560243546962738,
|
| 222 |
+
0.5388096570968628,
|
| 223 |
+
0.20613320171833038,
|
| 224 |
+
0.3042019009590149,
|
| 225 |
+
0.2264334261417389,
|
| 226 |
+
0.26435935497283936,
|
| 227 |
+
0.623049259185791,
|
| 228 |
+
0.5590474605560303,
|
| 229 |
+
0.06181172654032707,
|
| 230 |
+
0.4672881066799164,
|
| 231 |
+
0.19319330155849457,
|
| 232 |
+
0.21135082840919495,
|
| 233 |
+
0.5047010183334351,
|
| 234 |
+
0.4373348653316498,
|
| 235 |
+
0.20336298644542694,
|
| 236 |
+
0.3558399975299835,
|
| 237 |
+
0.40386849641799927,
|
| 238 |
+
0.2996596693992615,
|
| 239 |
+
0.5288658142089844,
|
| 240 |
+
0.5679866671562195,
|
| 241 |
+
0.4605672061443329,
|
| 242 |
+
0.07401100546121597,
|
| 243 |
+
0.35338279604911804,
|
| 244 |
+
0.16548345983028412,
|
| 245 |
+
0.6339773535728455,
|
| 246 |
+
0.28021904826164246,
|
| 247 |
+
0.3437461853027344,
|
| 248 |
+
0.41633665561676025,
|
| 249 |
+
0.32801514863967896,
|
| 250 |
+
0.06883843243122101,
|
| 251 |
+
0.30774441361427307,
|
| 252 |
+
0.4012256860733032,
|
| 253 |
+
0.0912996381521225,
|
| 254 |
+
0.8309576511383057,
|
| 255 |
+
0.8390014171600342,
|
| 256 |
+
0.05386623740196228,
|
| 257 |
+
0.5430269241333008,
|
| 258 |
+
0.737411379814148,
|
| 259 |
+
0.18999937176704407,
|
| 260 |
+
0.26824429631233215,
|
| 261 |
+
0.19285015761852264,
|
| 262 |
+
0.29117390513420105,
|
| 263 |
+
0.07286675274372101,
|
| 264 |
+
0.5090512633323669,
|
| 265 |
+
0.2243649661540985,
|
| 266 |
+
0.6090507507324219,
|
| 267 |
+
0.5982100963592529,
|
| 268 |
+
0.427367240190506,
|
| 269 |
+
0.24087359011173248,
|
| 270 |
+
0.6515920162200928,
|
| 271 |
+
0.5862457752227783,
|
| 272 |
+
0.32930466532707214,
|
| 273 |
+
0.38515475392341614,
|
| 274 |
+
0.4374789893627167,
|
| 275 |
+
0.5597916841506958,
|
| 276 |
+
0.13329017162322998,
|
| 277 |
+
0.28182685375213623,
|
| 278 |
+
0.38119053840637207,
|
| 279 |
+
0.1262049823999405,
|
| 280 |
+
0.34938696026802063,
|
| 281 |
+
0.1580239236354828,
|
| 282 |
+
0.7270333170890808
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d253/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00020000",
|
| 3 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d253",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37433621841482817,
|
| 60 |
+
"lora/map": 0.37433621841482817,
|
| 61 |
+
"fsd50k/map": 0.37433621841482817,
|
| 62 |
+
"train_seconds": 24.35,
|
| 63 |
+
"total_seconds": 33.09,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021345565194496884,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.024306989220003575,
|
| 77 |
+
"val_map": 0.37433621841482817,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.348061328404583
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.22129446268081665,
|
| 84 |
+
0.11423290520906448,
|
| 85 |
+
0.5112230777740479,
|
| 86 |
+
0.3533119261264801,
|
| 87 |
+
0.43755921721458435,
|
| 88 |
+
0.6232669949531555,
|
| 89 |
+
0.8477999567985535,
|
| 90 |
+
0.5571865439414978,
|
| 91 |
+
0.5853758454322815,
|
| 92 |
+
0.4865218997001648,
|
| 93 |
+
0.24288645386695862,
|
| 94 |
+
0.37032052874565125,
|
| 95 |
+
0.15424861013889313,
|
| 96 |
+
0.39923781156539917,
|
| 97 |
+
0.48373943567276,
|
| 98 |
+
0.44862449169158936,
|
| 99 |
+
0.052616186439991,
|
| 100 |
+
0.18193785846233368,
|
| 101 |
+
0.44332876801490784,
|
| 102 |
+
0.20267976820468903,
|
| 103 |
+
0.4936470091342926,
|
| 104 |
+
0.3847625255584717,
|
| 105 |
+
0.7643157839775085,
|
| 106 |
+
0.09021882712841034,
|
| 107 |
+
0.24134324491024017,
|
| 108 |
+
0.37630346417427063,
|
| 109 |
+
0.3101212978363037,
|
| 110 |
+
0.24930842220783234,
|
| 111 |
+
0.718468964099884,
|
| 112 |
+
0.30376920104026794,
|
| 113 |
+
0.6485108733177185,
|
| 114 |
+
0.6096155047416687,
|
| 115 |
+
0.4263595640659332,
|
| 116 |
+
0.22760643064975739,
|
| 117 |
+
0.31955933570861816,
|
| 118 |
+
0.2297956347465515,
|
| 119 |
+
0.38020646572113037,
|
| 120 |
+
0.19413089752197266,
|
| 121 |
+
0.34475404024124146,
|
| 122 |
+
0.2551622688770294,
|
| 123 |
+
0.5402888655662537,
|
| 124 |
+
0.17540861666202545,
|
| 125 |
+
0.601768970489502,
|
| 126 |
+
0.1878957897424698,
|
| 127 |
+
0.4889037311077118,
|
| 128 |
+
0.15507547557353973,
|
| 129 |
+
0.26967164874076843,
|
| 130 |
+
0.24676506221294403,
|
| 131 |
+
0.6861181259155273,
|
| 132 |
+
0.39557206630706787,
|
| 133 |
+
0.3274393677711487,
|
| 134 |
+
0.512208104133606,
|
| 135 |
+
0.5852647423744202,
|
| 136 |
+
0.1290256828069687,
|
| 137 |
+
0.19633565843105316,
|
| 138 |
+
0.020452937111258507,
|
| 139 |
+
0.2128278911113739,
|
| 140 |
+
0.6693273186683655,
|
| 141 |
+
0.1499338448047638,
|
| 142 |
+
0.511493444442749,
|
| 143 |
+
0.5592628717422485,
|
| 144 |
+
0.6198339462280273,
|
| 145 |
+
0.4391157925128937,
|
| 146 |
+
0.2283824384212494,
|
| 147 |
+
0.5696273446083069,
|
| 148 |
+
0.15432512760162354,
|
| 149 |
+
0.22462765872478485,
|
| 150 |
+
0.6624056100845337,
|
| 151 |
+
0.5475859045982361,
|
| 152 |
+
0.49793630838394165,
|
| 153 |
+
0.457165002822876,
|
| 154 |
+
0.21600979566574097,
|
| 155 |
+
0.6774787902832031,
|
| 156 |
+
0.35026299953460693,
|
| 157 |
+
0.2899034023284912,
|
| 158 |
+
0.22659505903720856,
|
| 159 |
+
0.4333444833755493,
|
| 160 |
+
0.44042661786079407,
|
| 161 |
+
0.23406384885311127,
|
| 162 |
+
0.36501872539520264,
|
| 163 |
+
0.2975517809391022,
|
| 164 |
+
0.32296016812324524,
|
| 165 |
+
0.24004319310188293,
|
| 166 |
+
0.1768985539674759,
|
| 167 |
+
0.23031237721443176,
|
| 168 |
+
0.2668037712574005,
|
| 169 |
+
0.40711545944213867,
|
| 170 |
+
0.6327541470527649,
|
| 171 |
+
0.21117837727069855,
|
| 172 |
+
0.11181174963712692,
|
| 173 |
+
0.7262705564498901,
|
| 174 |
+
0.08503581583499908,
|
| 175 |
+
0.5242149233818054,
|
| 176 |
+
0.18600256741046906,
|
| 177 |
+
0.333907812833786,
|
| 178 |
+
0.35964158177375793,
|
| 179 |
+
0.4205317795276642,
|
| 180 |
+
0.14240016043186188,
|
| 181 |
+
0.3713797330856323,
|
| 182 |
+
0.09373687952756882,
|
| 183 |
+
0.5637385845184326,
|
| 184 |
+
0.7117164731025696,
|
| 185 |
+
0.19425766170024872,
|
| 186 |
+
0.3969988226890564,
|
| 187 |
+
0.23350748419761658,
|
| 188 |
+
0.23699647188186646,
|
| 189 |
+
0.6488935351371765,
|
| 190 |
+
0.48231416940689087,
|
| 191 |
+
0.5242124795913696,
|
| 192 |
+
0.26839014887809753,
|
| 193 |
+
0.20586659014225006,
|
| 194 |
+
0.34545207023620605,
|
| 195 |
+
0.5507086515426636,
|
| 196 |
+
0.06352128833532333,
|
| 197 |
+
0.18032819032669067,
|
| 198 |
+
0.33518075942993164,
|
| 199 |
+
0.6817880868911743,
|
| 200 |
+
0.3957799971103668,
|
| 201 |
+
0.46632689237594604,
|
| 202 |
+
0.2586018443107605,
|
| 203 |
+
0.8634151220321655,
|
| 204 |
+
0.8712511658668518,
|
| 205 |
+
0.3441118896007538,
|
| 206 |
+
0.10281932353973389,
|
| 207 |
+
0.23486731946468353,
|
| 208 |
+
0.7548639178276062,
|
| 209 |
+
0.30407869815826416,
|
| 210 |
+
0.7120153307914734,
|
| 211 |
+
0.3537936210632324,
|
| 212 |
+
0.1506883054971695,
|
| 213 |
+
0.1883571743965149,
|
| 214 |
+
0.7265108823776245,
|
| 215 |
+
0.40234503149986267,
|
| 216 |
+
0.4272373914718628,
|
| 217 |
+
0.618979811668396,
|
| 218 |
+
0.087567038834095,
|
| 219 |
+
0.06829004734754562,
|
| 220 |
+
0.06367897987365723,
|
| 221 |
+
0.650115430355072,
|
| 222 |
+
0.5238795280456543,
|
| 223 |
+
0.20522066950798035,
|
| 224 |
+
0.28585678339004517,
|
| 225 |
+
0.1831655651330948,
|
| 226 |
+
0.2959962487220764,
|
| 227 |
+
0.6478180885314941,
|
| 228 |
+
0.49039536714553833,
|
| 229 |
+
0.05682884529232979,
|
| 230 |
+
0.5608556866645813,
|
| 231 |
+
0.16249853372573853,
|
| 232 |
+
0.27013203501701355,
|
| 233 |
+
0.4992797374725342,
|
| 234 |
+
0.4580278694629669,
|
| 235 |
+
0.298831582069397,
|
| 236 |
+
0.3974255323410034,
|
| 237 |
+
0.4031692445278168,
|
| 238 |
+
0.28953877091407776,
|
| 239 |
+
0.4981982409954071,
|
| 240 |
+
0.6532503962516785,
|
| 241 |
+
0.4574817717075348,
|
| 242 |
+
0.058080147951841354,
|
| 243 |
+
0.36788585782051086,
|
| 244 |
+
0.16214622557163239,
|
| 245 |
+
0.6229085326194763,
|
| 246 |
+
0.2685413956642151,
|
| 247 |
+
0.31815123558044434,
|
| 248 |
+
0.42894500494003296,
|
| 249 |
+
0.2970653176307678,
|
| 250 |
+
0.057880766689777374,
|
| 251 |
+
0.24967817962169647,
|
| 252 |
+
0.4364711046218872,
|
| 253 |
+
0.09419914335012436,
|
| 254 |
+
0.8223411440849304,
|
| 255 |
+
0.8314523696899414,
|
| 256 |
+
0.06436802446842194,
|
| 257 |
+
0.5654042363166809,
|
| 258 |
+
0.7305262088775635,
|
| 259 |
+
0.1908896565437317,
|
| 260 |
+
0.2525789737701416,
|
| 261 |
+
0.18902809917926788,
|
| 262 |
+
0.3278522789478302,
|
| 263 |
+
0.050411440432071686,
|
| 264 |
+
0.4307127594947815,
|
| 265 |
+
0.2601814568042755,
|
| 266 |
+
0.5693435668945312,
|
| 267 |
+
0.588566780090332,
|
| 268 |
+
0.3225085437297821,
|
| 269 |
+
0.24151353538036346,
|
| 270 |
+
0.6527785658836365,
|
| 271 |
+
0.568323016166687,
|
| 272 |
+
0.3831002116203308,
|
| 273 |
+
0.4644882082939148,
|
| 274 |
+
0.4317935109138489,
|
| 275 |
+
0.5472555756568909,
|
| 276 |
+
0.124703548848629,
|
| 277 |
+
0.16736175119876862,
|
| 278 |
+
0.36632218956947327,
|
| 279 |
+
0.12151158601045609,
|
| 280 |
+
0.3853975236415863,
|
| 281 |
+
0.13581730425357819,
|
| 282 |
+
0.730288565158844
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d253/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00040000",
|
| 3 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d253",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3875218547601253,
|
| 60 |
+
"lora/map": 0.3875218547601253,
|
| 61 |
+
"fsd50k/map": 0.3875218547601253,
|
| 62 |
+
"train_seconds": 23.49,
|
| 63 |
+
"total_seconds": 32.39,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022207114663906395,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02337379689561719,
|
| 77 |
+
"val_map": 0.3875218547601253,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.48639137984719
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27077022194862366,
|
| 84 |
+
0.09754186868667603,
|
| 85 |
+
0.5451407432556152,
|
| 86 |
+
0.3673194646835327,
|
| 87 |
+
0.4661274254322052,
|
| 88 |
+
0.648176908493042,
|
| 89 |
+
0.8401572704315186,
|
| 90 |
+
0.5728327631950378,
|
| 91 |
+
0.5901322364807129,
|
| 92 |
+
0.4617806077003479,
|
| 93 |
+
0.25779518485069275,
|
| 94 |
+
0.4055188298225403,
|
| 95 |
+
0.13287094235420227,
|
| 96 |
+
0.33191749453544617,
|
| 97 |
+
0.5202441215515137,
|
| 98 |
+
0.47691860795021057,
|
| 99 |
+
0.025108790025115013,
|
| 100 |
+
0.3142375349998474,
|
| 101 |
+
0.5124284625053406,
|
| 102 |
+
0.24799925088882446,
|
| 103 |
+
0.5166455507278442,
|
| 104 |
+
0.4436558187007904,
|
| 105 |
+
0.8148040771484375,
|
| 106 |
+
0.07712206989526749,
|
| 107 |
+
0.2521115839481354,
|
| 108 |
+
0.3379521071910858,
|
| 109 |
+
0.36787423491477966,
|
| 110 |
+
0.2468431293964386,
|
| 111 |
+
0.7800893187522888,
|
| 112 |
+
0.34247153997421265,
|
| 113 |
+
0.6262330412864685,
|
| 114 |
+
0.5189233422279358,
|
| 115 |
+
0.4605369567871094,
|
| 116 |
+
0.2219855785369873,
|
| 117 |
+
0.384519100189209,
|
| 118 |
+
0.21530069410800934,
|
| 119 |
+
0.4028107821941376,
|
| 120 |
+
0.2083951085805893,
|
| 121 |
+
0.36631426215171814,
|
| 122 |
+
0.2403687983751297,
|
| 123 |
+
0.5370670557022095,
|
| 124 |
+
0.24440325796604156,
|
| 125 |
+
0.6131848692893982,
|
| 126 |
+
0.1674395650625229,
|
| 127 |
+
0.45912349224090576,
|
| 128 |
+
0.1557428538799286,
|
| 129 |
+
0.2905881404876709,
|
| 130 |
+
0.2738994061946869,
|
| 131 |
+
0.7038026452064514,
|
| 132 |
+
0.4126253128051758,
|
| 133 |
+
0.366212397813797,
|
| 134 |
+
0.5522530674934387,
|
| 135 |
+
0.566903293132782,
|
| 136 |
+
0.16064655780792236,
|
| 137 |
+
0.1752123087644577,
|
| 138 |
+
0.021449986845254898,
|
| 139 |
+
0.2491322159767151,
|
| 140 |
+
0.6692299842834473,
|
| 141 |
+
0.13269995152950287,
|
| 142 |
+
0.5104462504386902,
|
| 143 |
+
0.5737382769584656,
|
| 144 |
+
0.6340083479881287,
|
| 145 |
+
0.4352460205554962,
|
| 146 |
+
0.17730697989463806,
|
| 147 |
+
0.45858824253082275,
|
| 148 |
+
0.13808496296405792,
|
| 149 |
+
0.279074102640152,
|
| 150 |
+
0.7092520594596863,
|
| 151 |
+
0.4717477858066559,
|
| 152 |
+
0.5338134765625,
|
| 153 |
+
0.4988704025745392,
|
| 154 |
+
0.21951179206371307,
|
| 155 |
+
0.7010954022407532,
|
| 156 |
+
0.3105316460132599,
|
| 157 |
+
0.3231695294380188,
|
| 158 |
+
0.24827398359775543,
|
| 159 |
+
0.3595822751522064,
|
| 160 |
+
0.37845245003700256,
|
| 161 |
+
0.2810252606868744,
|
| 162 |
+
0.4295663833618164,
|
| 163 |
+
0.21209168434143066,
|
| 164 |
+
0.3516961932182312,
|
| 165 |
+
0.29022321105003357,
|
| 166 |
+
0.30499929189682007,
|
| 167 |
+
0.16781865060329437,
|
| 168 |
+
0.27390941977500916,
|
| 169 |
+
0.4386604130268097,
|
| 170 |
+
0.5043913125991821,
|
| 171 |
+
0.2342144399881363,
|
| 172 |
+
0.12893718481063843,
|
| 173 |
+
0.7434514164924622,
|
| 174 |
+
0.15375089645385742,
|
| 175 |
+
0.5180935263633728,
|
| 176 |
+
0.21711799502372742,
|
| 177 |
+
0.34650176763534546,
|
| 178 |
+
0.31802359223365784,
|
| 179 |
+
0.5198756456375122,
|
| 180 |
+
0.14974787831306458,
|
| 181 |
+
0.3292279541492462,
|
| 182 |
+
0.08313550055027008,
|
| 183 |
+
0.5775616765022278,
|
| 184 |
+
0.7063103914260864,
|
| 185 |
+
0.23859164118766785,
|
| 186 |
+
0.43131223320961,
|
| 187 |
+
0.23838816583156586,
|
| 188 |
+
0.3601575195789337,
|
| 189 |
+
0.6805936694145203,
|
| 190 |
+
0.5343575477600098,
|
| 191 |
+
0.5623660683631897,
|
| 192 |
+
0.29840242862701416,
|
| 193 |
+
0.20035555958747864,
|
| 194 |
+
0.3415466547012329,
|
| 195 |
+
0.5924561619758606,
|
| 196 |
+
0.07191634923219681,
|
| 197 |
+
0.14047746360301971,
|
| 198 |
+
0.3315103352069855,
|
| 199 |
+
0.7584322094917297,
|
| 200 |
+
0.3864571452140808,
|
| 201 |
+
0.4897201657295227,
|
| 202 |
+
0.2200784683227539,
|
| 203 |
+
0.8664551377296448,
|
| 204 |
+
0.8746652603149414,
|
| 205 |
+
0.3539119064807892,
|
| 206 |
+
0.164254292845726,
|
| 207 |
+
0.2764289677143097,
|
| 208 |
+
0.7741262912750244,
|
| 209 |
+
0.26103153824806213,
|
| 210 |
+
0.7288525104522705,
|
| 211 |
+
0.34275686740875244,
|
| 212 |
+
0.12999865412712097,
|
| 213 |
+
0.14017002284526825,
|
| 214 |
+
0.7748082280158997,
|
| 215 |
+
0.4464360475540161,
|
| 216 |
+
0.4674871265888214,
|
| 217 |
+
0.6187897324562073,
|
| 218 |
+
0.0680948793888092,
|
| 219 |
+
0.09129616618156433,
|
| 220 |
+
0.046133555471897125,
|
| 221 |
+
0.5969817638397217,
|
| 222 |
+
0.5646446347236633,
|
| 223 |
+
0.18910913169384003,
|
| 224 |
+
0.3608478605747223,
|
| 225 |
+
0.15083204209804535,
|
| 226 |
+
0.321548730134964,
|
| 227 |
+
0.6579263210296631,
|
| 228 |
+
0.5530034303665161,
|
| 229 |
+
0.08572369813919067,
|
| 230 |
+
0.5882062911987305,
|
| 231 |
+
0.21289627254009247,
|
| 232 |
+
0.27123332023620605,
|
| 233 |
+
0.4779282510280609,
|
| 234 |
+
0.464606910943985,
|
| 235 |
+
0.29544931650161743,
|
| 236 |
+
0.3776329755783081,
|
| 237 |
+
0.4607789218425751,
|
| 238 |
+
0.35368725657463074,
|
| 239 |
+
0.5691801905632019,
|
| 240 |
+
0.6041905283927917,
|
| 241 |
+
0.4781982898712158,
|
| 242 |
+
0.0898401066660881,
|
| 243 |
+
0.4399923086166382,
|
| 244 |
+
0.1636359542608261,
|
| 245 |
+
0.664125919342041,
|
| 246 |
+
0.23645173013210297,
|
| 247 |
+
0.34330180287361145,
|
| 248 |
+
0.41224777698516846,
|
| 249 |
+
0.36491066217422485,
|
| 250 |
+
0.05204933509230614,
|
| 251 |
+
0.3573409914970398,
|
| 252 |
+
0.41021785140037537,
|
| 253 |
+
0.1033354178071022,
|
| 254 |
+
0.8583476543426514,
|
| 255 |
+
0.8699181079864502,
|
| 256 |
+
0.04017871990799904,
|
| 257 |
+
0.5709304809570312,
|
| 258 |
+
0.7549661993980408,
|
| 259 |
+
0.1947472244501114,
|
| 260 |
+
0.2856045365333557,
|
| 261 |
+
0.20172995328903198,
|
| 262 |
+
0.3211347460746765,
|
| 263 |
+
0.06866246461868286,
|
| 264 |
+
0.5027437806129456,
|
| 265 |
+
0.13951309025287628,
|
| 266 |
+
0.5863539576530457,
|
| 267 |
+
0.6146038174629211,
|
| 268 |
+
0.4442128837108612,
|
| 269 |
+
0.2790941894054413,
|
| 270 |
+
0.6780665516853333,
|
| 271 |
+
0.5904151201248169,
|
| 272 |
+
0.3872375190258026,
|
| 273 |
+
0.40453362464904785,
|
| 274 |
+
0.4069281816482544,
|
| 275 |
+
0.5795860886573792,
|
| 276 |
+
0.11197545379400253,
|
| 277 |
+
0.24351969361305237,
|
| 278 |
+
0.3218286335468292,
|
| 279 |
+
0.1278434544801712,
|
| 280 |
+
0.5121335387229919,
|
| 281 |
+
0.18239839375019073,
|
| 282 |
+
0.7475720643997192
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d253/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00040000",
|
| 3 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d253",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38920865789055825,
|
| 60 |
+
"lora/map": 0.38920865789055825,
|
| 61 |
+
"fsd50k/map": 0.38920865789055825,
|
| 62 |
+
"train_seconds": 23.74,
|
| 63 |
+
"total_seconds": 32.53,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02175319949979894,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023147364980704275,
|
| 77 |
+
"val_map": 0.38920865789055825,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.73613218718674
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.25811970233917236,
|
| 84 |
+
0.08178365975618362,
|
| 85 |
+
0.5432841777801514,
|
| 86 |
+
0.3603362739086151,
|
| 87 |
+
0.4728456139564514,
|
| 88 |
+
0.6414296627044678,
|
| 89 |
+
0.8521536588668823,
|
| 90 |
+
0.5550623536109924,
|
| 91 |
+
0.6394972801208496,
|
| 92 |
+
0.5306161642074585,
|
| 93 |
+
0.28752630949020386,
|
| 94 |
+
0.3885830044746399,
|
| 95 |
+
0.1649131029844284,
|
| 96 |
+
0.41989168524742126,
|
| 97 |
+
0.5001510977745056,
|
| 98 |
+
0.46854841709136963,
|
| 99 |
+
0.02674078941345215,
|
| 100 |
+
0.24581465125083923,
|
| 101 |
+
0.46959277987480164,
|
| 102 |
+
0.19585192203521729,
|
| 103 |
+
0.5397815108299255,
|
| 104 |
+
0.43751245737075806,
|
| 105 |
+
0.8482694029808044,
|
| 106 |
+
0.10533566772937775,
|
| 107 |
+
0.25015220046043396,
|
| 108 |
+
0.3377359211444855,
|
| 109 |
+
0.3760450482368469,
|
| 110 |
+
0.26481762528419495,
|
| 111 |
+
0.7838660478591919,
|
| 112 |
+
0.299523264169693,
|
| 113 |
+
0.6893137097358704,
|
| 114 |
+
0.5821582078933716,
|
| 115 |
+
0.4360468089580536,
|
| 116 |
+
0.17771363258361816,
|
| 117 |
+
0.39312317967414856,
|
| 118 |
+
0.24836380779743195,
|
| 119 |
+
0.4286573529243469,
|
| 120 |
+
0.20395518839359283,
|
| 121 |
+
0.3903859555721283,
|
| 122 |
+
0.2947360575199127,
|
| 123 |
+
0.5631338953971863,
|
| 124 |
+
0.2687845826148987,
|
| 125 |
+
0.646538496017456,
|
| 126 |
+
0.1858702301979065,
|
| 127 |
+
0.5394330024719238,
|
| 128 |
+
0.12440596520900726,
|
| 129 |
+
0.30731168389320374,
|
| 130 |
+
0.27977243065834045,
|
| 131 |
+
0.7591244578361511,
|
| 132 |
+
0.4075288474559784,
|
| 133 |
+
0.32642608880996704,
|
| 134 |
+
0.5280988216400146,
|
| 135 |
+
0.5497692823410034,
|
| 136 |
+
0.16190427541732788,
|
| 137 |
+
0.18709781765937805,
|
| 138 |
+
0.03856109827756882,
|
| 139 |
+
0.273193359375,
|
| 140 |
+
0.683228075504303,
|
| 141 |
+
0.1529347151517868,
|
| 142 |
+
0.5205925703048706,
|
| 143 |
+
0.5957015156745911,
|
| 144 |
+
0.632257342338562,
|
| 145 |
+
0.44548651576042175,
|
| 146 |
+
0.18191014230251312,
|
| 147 |
+
0.5515500903129578,
|
| 148 |
+
0.13605311512947083,
|
| 149 |
+
0.2536693215370178,
|
| 150 |
+
0.6735862493515015,
|
| 151 |
+
0.5481569170951843,
|
| 152 |
+
0.5344547033309937,
|
| 153 |
+
0.4841254651546478,
|
| 154 |
+
0.22102025151252747,
|
| 155 |
+
0.7107930779457092,
|
| 156 |
+
0.43248650431632996,
|
| 157 |
+
0.29808178544044495,
|
| 158 |
+
0.2498183697462082,
|
| 159 |
+
0.4120689332485199,
|
| 160 |
+
0.36790528893470764,
|
| 161 |
+
0.27030354738235474,
|
| 162 |
+
0.45992377400398254,
|
| 163 |
+
0.2508349120616913,
|
| 164 |
+
0.3483661115169525,
|
| 165 |
+
0.2858530282974243,
|
| 166 |
+
0.20339715480804443,
|
| 167 |
+
0.30000820755958557,
|
| 168 |
+
0.30159881711006165,
|
| 169 |
+
0.43638503551483154,
|
| 170 |
+
0.38896647095680237,
|
| 171 |
+
0.12848998606204987,
|
| 172 |
+
0.1268886923789978,
|
| 173 |
+
0.7453970313072205,
|
| 174 |
+
0.19951261579990387,
|
| 175 |
+
0.5167201161384583,
|
| 176 |
+
0.19675514101982117,
|
| 177 |
+
0.29028385877609253,
|
| 178 |
+
0.32520079612731934,
|
| 179 |
+
0.43192094564437866,
|
| 180 |
+
0.16186921298503876,
|
| 181 |
+
0.39883244037628174,
|
| 182 |
+
0.06454023718833923,
|
| 183 |
+
0.5987253189086914,
|
| 184 |
+
0.7092835307121277,
|
| 185 |
+
0.24079236388206482,
|
| 186 |
+
0.4154369831085205,
|
| 187 |
+
0.229678213596344,
|
| 188 |
+
0.35247674584388733,
|
| 189 |
+
0.6903244853019714,
|
| 190 |
+
0.5288956165313721,
|
| 191 |
+
0.5426620841026306,
|
| 192 |
+
0.256445050239563,
|
| 193 |
+
0.25076478719711304,
|
| 194 |
+
0.3306725025177002,
|
| 195 |
+
0.5564432144165039,
|
| 196 |
+
0.07652897387742996,
|
| 197 |
+
0.1554913967847824,
|
| 198 |
+
0.3257017433643341,
|
| 199 |
+
0.7447920441627502,
|
| 200 |
+
0.3418317437171936,
|
| 201 |
+
0.507476270198822,
|
| 202 |
+
0.2762267589569092,
|
| 203 |
+
0.8687775135040283,
|
| 204 |
+
0.8773185610771179,
|
| 205 |
+
0.33929795026779175,
|
| 206 |
+
0.08780597895383835,
|
| 207 |
+
0.21643705666065216,
|
| 208 |
+
0.770588219165802,
|
| 209 |
+
0.23629367351531982,
|
| 210 |
+
0.7274482846260071,
|
| 211 |
+
0.32721424102783203,
|
| 212 |
+
0.13245481252670288,
|
| 213 |
+
0.09726406633853912,
|
| 214 |
+
0.7872188687324524,
|
| 215 |
+
0.5320969223976135,
|
| 216 |
+
0.4707663059234619,
|
| 217 |
+
0.5764991044998169,
|
| 218 |
+
0.04490562900900841,
|
| 219 |
+
0.10068715363740921,
|
| 220 |
+
0.06080922856926918,
|
| 221 |
+
0.5635254383087158,
|
| 222 |
+
0.5626829266548157,
|
| 223 |
+
0.20854492485523224,
|
| 224 |
+
0.322722852230072,
|
| 225 |
+
0.24523812532424927,
|
| 226 |
+
0.23440510034561157,
|
| 227 |
+
0.6515195369720459,
|
| 228 |
+
0.5416901707649231,
|
| 229 |
+
0.07786515355110168,
|
| 230 |
+
0.5161098837852478,
|
| 231 |
+
0.19563028216362,
|
| 232 |
+
0.2159743756055832,
|
| 233 |
+
0.502372145652771,
|
| 234 |
+
0.43732723593711853,
|
| 235 |
+
0.3096441924571991,
|
| 236 |
+
0.38670921325683594,
|
| 237 |
+
0.4115343987941742,
|
| 238 |
+
0.3614242970943451,
|
| 239 |
+
0.5048255920410156,
|
| 240 |
+
0.6394170522689819,
|
| 241 |
+
0.45983168482780457,
|
| 242 |
+
0.0807381421327591,
|
| 243 |
+
0.3910502791404724,
|
| 244 |
+
0.16036885976791382,
|
| 245 |
+
0.6741112470626831,
|
| 246 |
+
0.22656531631946564,
|
| 247 |
+
0.3575843572616577,
|
| 248 |
+
0.49963217973709106,
|
| 249 |
+
0.33596882224082947,
|
| 250 |
+
0.06684201210737228,
|
| 251 |
+
0.35155054926872253,
|
| 252 |
+
0.43381986021995544,
|
| 253 |
+
0.11437607556581497,
|
| 254 |
+
0.8261701464653015,
|
| 255 |
+
0.8384613394737244,
|
| 256 |
+
0.04832302778959274,
|
| 257 |
+
0.5768836736679077,
|
| 258 |
+
0.7510059475898743,
|
| 259 |
+
0.21225067973136902,
|
| 260 |
+
0.27734020352363586,
|
| 261 |
+
0.19802244007587433,
|
| 262 |
+
0.29636552929878235,
|
| 263 |
+
0.050193026661872864,
|
| 264 |
+
0.5468388199806213,
|
| 265 |
+
0.29284313321113586,
|
| 266 |
+
0.6371815800666809,
|
| 267 |
+
0.6093820929527283,
|
| 268 |
+
0.40185317397117615,
|
| 269 |
+
0.2492309957742691,
|
| 270 |
+
0.6692876219749451,
|
| 271 |
+
0.5699863433837891,
|
| 272 |
+
0.3392496407032013,
|
| 273 |
+
0.42986831068992615,
|
| 274 |
+
0.41657012701034546,
|
| 275 |
+
0.5657365322113037,
|
| 276 |
+
0.13745076954364777,
|
| 277 |
+
0.30723515152931213,
|
| 278 |
+
0.39177000522613525,
|
| 279 |
+
0.13885802030563354,
|
| 280 |
+
0.49465620517730713,
|
| 281 |
+
0.16117611527442932,
|
| 282 |
+
0.7262864708900452
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d253/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00040000",
|
| 4 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d253",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0072171736226516086,
|
| 61 |
+
"val_map": 0.005895776580488998,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.0236,
|
| 69 |
+
"train_map": 0.02960769676641372,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0231,
|
| 78 |
+
"train_map": 0.055449522677163965,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.0225,
|
| 87 |
+
"train_map": 0.06923401565931603,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02176,
|
| 96 |
+
"train_map": 0.08976135748496855,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02193,
|
| 105 |
+
"train_map": 0.09345297327625655,
|
| 106 |
+
"val_map": 0.06190615022763525,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02087,
|
| 114 |
+
"train_map": 0.10424897293414412,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02029,
|
| 123 |
+
"train_map": 0.11651058740731844,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.0202,
|
| 132 |
+
"train_map": 0.13234432626416662,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01991,
|
| 141 |
+
"train_map": 0.1506819477458564,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01921,
|
| 150 |
+
"train_map": 0.16715270060201157,
|
| 151 |
+
"val_map": 0.10030839944071007,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01961,
|
| 159 |
+
"train_map": 0.1607576784098157,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01944,
|
| 168 |
+
"train_map": 0.18291123052864589,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01938,
|
| 177 |
+
"train_map": 0.19487086045988739,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01883,
|
| 186 |
+
"train_map": 0.2054941114727443,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01817,
|
| 195 |
+
"train_map": 0.215533500846539,
|
| 196 |
+
"val_map": 0.1324290091134749,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.5
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01859,
|
| 204 |
+
"train_map": 0.21866760250583886,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01788,
|
| 213 |
+
"train_map": 0.2301888237733825,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01738,
|
| 222 |
+
"train_map": 0.2392189511790716,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.017,
|
| 231 |
+
"train_map": 0.24134904325036668,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01767,
|
| 240 |
+
"train_map": 0.24229758950939978,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01781,
|
| 249 |
+
"train_map": 0.2423484045773589,
|
| 250 |
+
"val_map": 0.14772492324300746,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.0
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2423484045773589,
|
| 256 |
+
"final_val_map": 0.14772492324300746,
|
| 257 |
+
"lora/map": 0.14772492324300746,
|
| 258 |
+
"train_seconds": 10.0,
|
| 259 |
+
"wall_seconds": 60.4
|
| 260 |
+
}
|
p5-mae-15m-d253/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00040000",
|
| 4 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d253",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006564652750028237,
|
| 61 |
+
"val_map": 0.005844765828977174,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02454,
|
| 69 |
+
"train_map": 0.03559957504267159,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02287,
|
| 78 |
+
"train_map": 0.06476306253836528,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02192,
|
| 87 |
+
"train_map": 0.06568796344336027,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02145,
|
| 96 |
+
"train_map": 0.09127932453666773,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02173,
|
| 105 |
+
"train_map": 0.08096990019367545,
|
| 106 |
+
"val_map": 0.053411289344433927,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02072,
|
| 114 |
+
"train_map": 0.0996787106985866,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02083,
|
| 123 |
+
"train_map": 0.11916955936553426,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.01998,
|
| 132 |
+
"train_map": 0.12563006768835464,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02044,
|
| 141 |
+
"train_map": 0.12970429657210916,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.6
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01971,
|
| 150 |
+
"train_map": 0.15002424376831167,
|
| 151 |
+
"val_map": 0.0937508681587578,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.0
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01966,
|
| 159 |
+
"train_map": 0.15700798300342314,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01926,
|
| 168 |
+
"train_map": 0.16604347603724284,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.8
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01899,
|
| 177 |
+
"train_map": 0.18898305957217965,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.4
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01843,
|
| 186 |
+
"train_map": 0.20429594270474996,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 6.9
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01797,
|
| 195 |
+
"train_map": 0.2158226747771785,
|
| 196 |
+
"val_map": 0.13403383097955976,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.4
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01826,
|
| 204 |
+
"train_map": 0.21683198507067586,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.5
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01778,
|
| 213 |
+
"train_map": 0.22773755528651304,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.1
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01794,
|
| 222 |
+
"train_map": 0.23020432222779466,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.7
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01764,
|
| 231 |
+
"train_map": 0.23368752026882736,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.3
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01756,
|
| 240 |
+
"train_map": 0.2345712991215755,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.8
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01731,
|
| 249 |
+
"train_map": 0.23496822649135873,
|
| 250 |
+
"val_map": 0.14705599295116778,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 9.9
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23496822649135873,
|
| 256 |
+
"final_val_map": 0.14705599295116778,
|
| 257 |
+
"lora/map": 0.14705599295116778,
|
| 258 |
+
"train_seconds": 9.9,
|
| 259 |
+
"wall_seconds": 60.3
|
| 260 |
+
}
|
p5-mae-15m-d253/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d253/exports/step_00040000",
|
| 4 |
+
"fingerprint": "1632d9a64e4e694c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d253",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007177690022065706,
|
| 61 |
+
"val_map": 0.006640279347269638,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02404,
|
| 69 |
+
"train_map": 0.028197353295107114,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02332,
|
| 78 |
+
"train_map": 0.03736689783662798,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02207,
|
| 87 |
+
"train_map": 0.06964713533495534,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02121,
|
| 96 |
+
"train_map": 0.08037665558349787,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02164,
|
| 105 |
+
"train_map": 0.08987216725596447,
|
| 106 |
+
"val_map": 0.05762973390926079,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02137,
|
| 114 |
+
"train_map": 0.09020774997638245,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02102,
|
| 123 |
+
"train_map": 0.11464543161874874,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02047,
|
| 132 |
+
"train_map": 0.1294385791602465,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01957,
|
| 141 |
+
"train_map": 0.13237278592071197,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01915,
|
| 150 |
+
"train_map": 0.14384273684846918,
|
| 151 |
+
"val_map": 0.09150496082542998,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01922,
|
| 159 |
+
"train_map": 0.1483636511122168,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.5
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01896,
|
| 168 |
+
"train_map": 0.17368440366433174,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01917,
|
| 177 |
+
"train_map": 0.18815988837520414,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.0185,
|
| 186 |
+
"train_map": 0.20047704190319754,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01816,
|
| 195 |
+
"train_map": 0.21303847914851454,
|
| 196 |
+
"val_map": 0.1317588511458554,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01791,
|
| 204 |
+
"train_map": 0.2150684598951726,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01792,
|
| 213 |
+
"train_map": 0.2257478828276852,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01787,
|
| 222 |
+
"train_map": 0.23415486148047832,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01762,
|
| 231 |
+
"train_map": 0.23677946890190074,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01774,
|
| 240 |
+
"train_map": 0.23717678276525078,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01804,
|
| 249 |
+
"train_map": 0.2368427781958974,
|
| 250 |
+
"val_map": 0.14340883184072387,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2368427781958974,
|
| 256 |
+
"final_val_map": 0.14340883184072387,
|
| 257 |
+
"lora/map": 0.14340883184072387,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 60.6
|
| 260 |
+
}
|