Upload folder using huggingface_hub
Browse files
p5-mae-15m-d119/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d119/exports/step_00040000",
|
| 3 |
+
"fingerprint": "fd60fbe62571dc88",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d119",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3854063183348626,
|
| 60 |
+
"lora/map": 0.3854063183348626,
|
| 61 |
+
"fsd50k/map": 0.3854063183348626,
|
| 62 |
+
"train_seconds": 24.89,
|
| 63 |
+
"total_seconds": 34.07,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02440329923876561,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023374338481046454,
|
| 77 |
+
"val_map": 0.3854063183348626,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.891619314905256
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.26933014392852783,
|
| 84 |
+
0.1632838398218155,
|
| 85 |
+
0.5515005588531494,
|
| 86 |
+
0.3479543626308441,
|
| 87 |
+
0.47583556175231934,
|
| 88 |
+
0.6356883645057678,
|
| 89 |
+
0.8416469693183899,
|
| 90 |
+
0.5464099645614624,
|
| 91 |
+
0.592656672000885,
|
| 92 |
+
0.4638359844684601,
|
| 93 |
+
0.23983438313007355,
|
| 94 |
+
0.4085867404937744,
|
| 95 |
+
0.14163018763065338,
|
| 96 |
+
0.30358847975730896,
|
| 97 |
+
0.5005717277526855,
|
| 98 |
+
0.4694124460220337,
|
| 99 |
+
0.03891812264919281,
|
| 100 |
+
0.2867570221424103,
|
| 101 |
+
0.3842537999153137,
|
| 102 |
+
0.23597516119480133,
|
| 103 |
+
0.5195947885513306,
|
| 104 |
+
0.43277502059936523,
|
| 105 |
+
0.8446064591407776,
|
| 106 |
+
0.08764363825321198,
|
| 107 |
+
0.2161327451467514,
|
| 108 |
+
0.4637986123561859,
|
| 109 |
+
0.37435847520828247,
|
| 110 |
+
0.2699550986289978,
|
| 111 |
+
0.7909426689147949,
|
| 112 |
+
0.320148766040802,
|
| 113 |
+
0.6395179629325867,
|
| 114 |
+
0.5623025298118591,
|
| 115 |
+
0.46008235216140747,
|
| 116 |
+
0.16332150995731354,
|
| 117 |
+
0.34080466628074646,
|
| 118 |
+
0.24080128967761993,
|
| 119 |
+
0.39859628677368164,
|
| 120 |
+
0.2074132263660431,
|
| 121 |
+
0.3340202271938324,
|
| 122 |
+
0.2526344954967499,
|
| 123 |
+
0.5318588018417358,
|
| 124 |
+
0.18879197537899017,
|
| 125 |
+
0.6463192701339722,
|
| 126 |
+
0.14777030050754547,
|
| 127 |
+
0.5338178277015686,
|
| 128 |
+
0.14919956028461456,
|
| 129 |
+
0.27281931042671204,
|
| 130 |
+
0.2970110774040222,
|
| 131 |
+
0.7133525013923645,
|
| 132 |
+
0.4202990233898163,
|
| 133 |
+
0.4480046033859253,
|
| 134 |
+
0.5361239314079285,
|
| 135 |
+
0.5817786455154419,
|
| 136 |
+
0.13536570966243744,
|
| 137 |
+
0.18288253247737885,
|
| 138 |
+
0.023219885304570198,
|
| 139 |
+
0.23434306681156158,
|
| 140 |
+
0.6967158913612366,
|
| 141 |
+
0.16632647812366486,
|
| 142 |
+
0.5246379375457764,
|
| 143 |
+
0.5933511257171631,
|
| 144 |
+
0.627516508102417,
|
| 145 |
+
0.4348544776439667,
|
| 146 |
+
0.18483974039554596,
|
| 147 |
+
0.44352081418037415,
|
| 148 |
+
0.14748942852020264,
|
| 149 |
+
0.26120585203170776,
|
| 150 |
+
0.671822726726532,
|
| 151 |
+
0.5322075486183167,
|
| 152 |
+
0.5670039057731628,
|
| 153 |
+
0.4796466529369354,
|
| 154 |
+
0.16869115829467773,
|
| 155 |
+
0.6967127323150635,
|
| 156 |
+
0.3072716295719147,
|
| 157 |
+
0.3126143515110016,
|
| 158 |
+
0.2138954997062683,
|
| 159 |
+
0.3664346933364868,
|
| 160 |
+
0.33134064078330994,
|
| 161 |
+
0.2898358702659607,
|
| 162 |
+
0.4563627541065216,
|
| 163 |
+
0.22167934477329254,
|
| 164 |
+
0.36506906151771545,
|
| 165 |
+
0.34651637077331543,
|
| 166 |
+
0.3261963129043579,
|
| 167 |
+
0.31696897745132446,
|
| 168 |
+
0.2483217567205429,
|
| 169 |
+
0.4074837863445282,
|
| 170 |
+
0.6901711821556091,
|
| 171 |
+
0.13021783530712128,
|
| 172 |
+
0.1172194853425026,
|
| 173 |
+
0.7709381580352783,
|
| 174 |
+
0.14273206889629364,
|
| 175 |
+
0.49812862277030945,
|
| 176 |
+
0.20737230777740479,
|
| 177 |
+
0.26332715153694153,
|
| 178 |
+
0.29576072096824646,
|
| 179 |
+
0.36028456687927246,
|
| 180 |
+
0.09520985186100006,
|
| 181 |
+
0.4137989282608032,
|
| 182 |
+
0.06912291049957275,
|
| 183 |
+
0.5616477131843567,
|
| 184 |
+
0.7110339999198914,
|
| 185 |
+
0.19063830375671387,
|
| 186 |
+
0.410549134016037,
|
| 187 |
+
0.2272595763206482,
|
| 188 |
+
0.3757324814796448,
|
| 189 |
+
0.6465375423431396,
|
| 190 |
+
0.479236900806427,
|
| 191 |
+
0.5567323565483093,
|
| 192 |
+
0.25287118554115295,
|
| 193 |
+
0.2460443526506424,
|
| 194 |
+
0.32555633783340454,
|
| 195 |
+
0.5793339610099792,
|
| 196 |
+
0.0850401520729065,
|
| 197 |
+
0.15942999720573425,
|
| 198 |
+
0.3237221837043762,
|
| 199 |
+
0.7599260807037354,
|
| 200 |
+
0.3091575503349304,
|
| 201 |
+
0.4857010841369629,
|
| 202 |
+
0.2128945291042328,
|
| 203 |
+
0.8753467202186584,
|
| 204 |
+
0.883234977722168,
|
| 205 |
+
0.3477890193462372,
|
| 206 |
+
0.08993422240018845,
|
| 207 |
+
0.17288513481616974,
|
| 208 |
+
0.777341365814209,
|
| 209 |
+
0.31498923897743225,
|
| 210 |
+
0.7539862990379333,
|
| 211 |
+
0.3182949423789978,
|
| 212 |
+
0.1439433991909027,
|
| 213 |
+
0.17233647406101227,
|
| 214 |
+
0.777500569820404,
|
| 215 |
+
0.4654998779296875,
|
| 216 |
+
0.43244680762290955,
|
| 217 |
+
0.6115184426307678,
|
| 218 |
+
0.07990606874227524,
|
| 219 |
+
0.05087333172559738,
|
| 220 |
+
0.05005711689591408,
|
| 221 |
+
0.5476162433624268,
|
| 222 |
+
0.5460593700408936,
|
| 223 |
+
0.20093506574630737,
|
| 224 |
+
0.325358122587204,
|
| 225 |
+
0.19829413294792175,
|
| 226 |
+
0.32148244976997375,
|
| 227 |
+
0.7032908797264099,
|
| 228 |
+
0.5244078636169434,
|
| 229 |
+
0.05308040976524353,
|
| 230 |
+
0.5558467507362366,
|
| 231 |
+
0.21055710315704346,
|
| 232 |
+
0.2892317771911621,
|
| 233 |
+
0.5145725607872009,
|
| 234 |
+
0.5411301851272583,
|
| 235 |
+
0.27750930190086365,
|
| 236 |
+
0.3558880388736725,
|
| 237 |
+
0.4515162706375122,
|
| 238 |
+
0.37218013405799866,
|
| 239 |
+
0.5201779007911682,
|
| 240 |
+
0.6609074473381042,
|
| 241 |
+
0.47819241881370544,
|
| 242 |
+
0.08050565421581268,
|
| 243 |
+
0.45416587591171265,
|
| 244 |
+
0.14085029065608978,
|
| 245 |
+
0.6460339426994324,
|
| 246 |
+
0.344556599855423,
|
| 247 |
+
0.3078540861606598,
|
| 248 |
+
0.4574241638183594,
|
| 249 |
+
0.3372601568698883,
|
| 250 |
+
0.056507956236600876,
|
| 251 |
+
0.30565863847732544,
|
| 252 |
+
0.4084019064903259,
|
| 253 |
+
0.09816695004701614,
|
| 254 |
+
0.8553508520126343,
|
| 255 |
+
0.8652752041816711,
|
| 256 |
+
0.045480821281671524,
|
| 257 |
+
0.5220796465873718,
|
| 258 |
+
0.7638211250305176,
|
| 259 |
+
0.19647377729415894,
|
| 260 |
+
0.28805550932884216,
|
| 261 |
+
0.20575329661369324,
|
| 262 |
+
0.2869024872779846,
|
| 263 |
+
0.05901055037975311,
|
| 264 |
+
0.5577074289321899,
|
| 265 |
+
0.17127123475074768,
|
| 266 |
+
0.59500652551651,
|
| 267 |
+
0.6178241968154907,
|
| 268 |
+
0.46405065059661865,
|
| 269 |
+
0.24590149521827698,
|
| 270 |
+
0.6679697036743164,
|
| 271 |
+
0.601686954498291,
|
| 272 |
+
0.3902081847190857,
|
| 273 |
+
0.3454039394855499,
|
| 274 |
+
0.43049904704093933,
|
| 275 |
+
0.5599751472473145,
|
| 276 |
+
0.12786580622196198,
|
| 277 |
+
0.22615592181682587,
|
| 278 |
+
0.40024879574775696,
|
| 279 |
+
0.1124829426407814,
|
| 280 |
+
0.38530418276786804,
|
| 281 |
+
0.1734355241060257,
|
| 282 |
+
0.796615481376648
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d119/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d119/exports/step_00040000",
|
| 3 |
+
"fingerprint": "fd60fbe62571dc88",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d119",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38213994322344663,
|
| 60 |
+
"lora/map": 0.38213994322344663,
|
| 61 |
+
"fsd50k/map": 0.38213994322344663,
|
| 62 |
+
"train_seconds": 25.14,
|
| 63 |
+
"total_seconds": 34.48,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022349653104320168,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023392715458714103,
|
| 77 |
+
"val_map": 0.38213994322344663,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 25.142254823236726
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2727384865283966,
|
| 84 |
+
0.08145860582590103,
|
| 85 |
+
0.5827212333679199,
|
| 86 |
+
0.3554838299751282,
|
| 87 |
+
0.4747872054576874,
|
| 88 |
+
0.632006049156189,
|
| 89 |
+
0.8346495628356934,
|
| 90 |
+
0.5228390693664551,
|
| 91 |
+
0.6126676797866821,
|
| 92 |
+
0.42620208859443665,
|
| 93 |
+
0.28834953904151917,
|
| 94 |
+
0.393929660320282,
|
| 95 |
+
0.2402556836605072,
|
| 96 |
+
0.3901434540748596,
|
| 97 |
+
0.4992818236351013,
|
| 98 |
+
0.4456809163093567,
|
| 99 |
+
0.05111948773264885,
|
| 100 |
+
0.25082358717918396,
|
| 101 |
+
0.432811439037323,
|
| 102 |
+
0.21469751000404358,
|
| 103 |
+
0.468441903591156,
|
| 104 |
+
0.4241029918193817,
|
| 105 |
+
0.807938277721405,
|
| 106 |
+
0.09018811583518982,
|
| 107 |
+
0.2515315115451813,
|
| 108 |
+
0.38484472036361694,
|
| 109 |
+
0.3701076805591583,
|
| 110 |
+
0.2921122610569,
|
| 111 |
+
0.7755352258682251,
|
| 112 |
+
0.304825097322464,
|
| 113 |
+
0.6120790243148804,
|
| 114 |
+
0.5862511396408081,
|
| 115 |
+
0.41323772072792053,
|
| 116 |
+
0.19747145473957062,
|
| 117 |
+
0.3877938985824585,
|
| 118 |
+
0.2354157269001007,
|
| 119 |
+
0.4026084840297699,
|
| 120 |
+
0.19162434339523315,
|
| 121 |
+
0.304197758436203,
|
| 122 |
+
0.2569558918476105,
|
| 123 |
+
0.5438687205314636,
|
| 124 |
+
0.21232138574123383,
|
| 125 |
+
0.6058061122894287,
|
| 126 |
+
0.2511744499206543,
|
| 127 |
+
0.5332035422325134,
|
| 128 |
+
0.14772583544254303,
|
| 129 |
+
0.2469155639410019,
|
| 130 |
+
0.27235302329063416,
|
| 131 |
+
0.7125648856163025,
|
| 132 |
+
0.4121110141277313,
|
| 133 |
+
0.3679983913898468,
|
| 134 |
+
0.5180040001869202,
|
| 135 |
+
0.5606115460395813,
|
| 136 |
+
0.1748095005750656,
|
| 137 |
+
0.18434807658195496,
|
| 138 |
+
0.033716969192028046,
|
| 139 |
+
0.256647527217865,
|
| 140 |
+
0.6672670841217041,
|
| 141 |
+
0.15632933378219604,
|
| 142 |
+
0.5157027840614319,
|
| 143 |
+
0.5871962308883667,
|
| 144 |
+
0.6274310946464539,
|
| 145 |
+
0.41313645243644714,
|
| 146 |
+
0.14158348739147186,
|
| 147 |
+
0.45418012142181396,
|
| 148 |
+
0.10282713919878006,
|
| 149 |
+
0.2836581766605377,
|
| 150 |
+
0.6649326682090759,
|
| 151 |
+
0.5611627101898193,
|
| 152 |
+
0.5682092905044556,
|
| 153 |
+
0.45788055658340454,
|
| 154 |
+
0.1988763064146042,
|
| 155 |
+
0.704685628414154,
|
| 156 |
+
0.34285488724708557,
|
| 157 |
+
0.25865739583969116,
|
| 158 |
+
0.21436427533626556,
|
| 159 |
+
0.37311041355133057,
|
| 160 |
+
0.40187782049179077,
|
| 161 |
+
0.33362266421318054,
|
| 162 |
+
0.4772223234176636,
|
| 163 |
+
0.1863483041524887,
|
| 164 |
+
0.19754597544670105,
|
| 165 |
+
0.2756930887699127,
|
| 166 |
+
0.2414158284664154,
|
| 167 |
+
0.24118177592754364,
|
| 168 |
+
0.2425224483013153,
|
| 169 |
+
0.42050811648368835,
|
| 170 |
+
0.6784844994544983,
|
| 171 |
+
0.14753729104995728,
|
| 172 |
+
0.1420781910419464,
|
| 173 |
+
0.7660734057426453,
|
| 174 |
+
0.14124795794487,
|
| 175 |
+
0.5244334936141968,
|
| 176 |
+
0.20994417369365692,
|
| 177 |
+
0.30986231565475464,
|
| 178 |
+
0.3233422636985779,
|
| 179 |
+
0.428786039352417,
|
| 180 |
+
0.1805759221315384,
|
| 181 |
+
0.36171072721481323,
|
| 182 |
+
0.06078480929136276,
|
| 183 |
+
0.5600612759590149,
|
| 184 |
+
0.6969459652900696,
|
| 185 |
+
0.23994366824626923,
|
| 186 |
+
0.4372080862522125,
|
| 187 |
+
0.22968152165412903,
|
| 188 |
+
0.32516855001449585,
|
| 189 |
+
0.6454273462295532,
|
| 190 |
+
0.4845799207687378,
|
| 191 |
+
0.5213265419006348,
|
| 192 |
+
0.19015620648860931,
|
| 193 |
+
0.23135659098625183,
|
| 194 |
+
0.34101602435112,
|
| 195 |
+
0.5637429356575012,
|
| 196 |
+
0.0814947709441185,
|
| 197 |
+
0.17188847064971924,
|
| 198 |
+
0.3365188539028168,
|
| 199 |
+
0.7624233961105347,
|
| 200 |
+
0.44357427954673767,
|
| 201 |
+
0.507430911064148,
|
| 202 |
+
0.2340308129787445,
|
| 203 |
+
0.8765902519226074,
|
| 204 |
+
0.885434091091156,
|
| 205 |
+
0.3920097053050995,
|
| 206 |
+
0.07790882885456085,
|
| 207 |
+
0.26502570509910583,
|
| 208 |
+
0.7750027179718018,
|
| 209 |
+
0.24946613609790802,
|
| 210 |
+
0.7517778873443604,
|
| 211 |
+
0.3104718029499054,
|
| 212 |
+
0.10356137156486511,
|
| 213 |
+
0.16188587248325348,
|
| 214 |
+
0.7471989393234253,
|
| 215 |
+
0.49433353543281555,
|
| 216 |
+
0.448053240776062,
|
| 217 |
+
0.5834038257598877,
|
| 218 |
+
0.08003468811511993,
|
| 219 |
+
0.0743003711104393,
|
| 220 |
+
0.04490174725651741,
|
| 221 |
+
0.5797823071479797,
|
| 222 |
+
0.5433284640312195,
|
| 223 |
+
0.1834508776664734,
|
| 224 |
+
0.3393157422542572,
|
| 225 |
+
0.24063366651535034,
|
| 226 |
+
0.25704658031463623,
|
| 227 |
+
0.6409314870834351,
|
| 228 |
+
0.536160945892334,
|
| 229 |
+
0.0630815327167511,
|
| 230 |
+
0.5532516241073608,
|
| 231 |
+
0.18657171726226807,
|
| 232 |
+
0.313314825296402,
|
| 233 |
+
0.5018845200538635,
|
| 234 |
+
0.44138941168785095,
|
| 235 |
+
0.3255307972431183,
|
| 236 |
+
0.38292428851127625,
|
| 237 |
+
0.3763284683227539,
|
| 238 |
+
0.3589929938316345,
|
| 239 |
+
0.49848800897598267,
|
| 240 |
+
0.6776452660560608,
|
| 241 |
+
0.46660780906677246,
|
| 242 |
+
0.0669148862361908,
|
| 243 |
+
0.3179829716682434,
|
| 244 |
+
0.13815361261367798,
|
| 245 |
+
0.6493433713912964,
|
| 246 |
+
0.3022880554199219,
|
| 247 |
+
0.30673784017562866,
|
| 248 |
+
0.3906796872615814,
|
| 249 |
+
0.342252641916275,
|
| 250 |
+
0.08198080956935883,
|
| 251 |
+
0.28080159425735474,
|
| 252 |
+
0.46086665987968445,
|
| 253 |
+
0.09110262989997864,
|
| 254 |
+
0.8737567067146301,
|
| 255 |
+
0.8851410150527954,
|
| 256 |
+
0.058385755866765976,
|
| 257 |
+
0.5319017767906189,
|
| 258 |
+
0.7558133602142334,
|
| 259 |
+
0.18215002119541168,
|
| 260 |
+
0.25686055421829224,
|
| 261 |
+
0.2360813319683075,
|
| 262 |
+
0.28553861379623413,
|
| 263 |
+
0.04667620360851288,
|
| 264 |
+
0.3759610950946808,
|
| 265 |
+
0.18193767964839935,
|
| 266 |
+
0.5977737307548523,
|
| 267 |
+
0.623246431350708,
|
| 268 |
+
0.40050190687179565,
|
| 269 |
+
0.225995272397995,
|
| 270 |
+
0.6515442728996277,
|
| 271 |
+
0.5862329006195068,
|
| 272 |
+
0.44074973464012146,
|
| 273 |
+
0.383597195148468,
|
| 274 |
+
0.4588199853897095,
|
| 275 |
+
0.5666069984436035,
|
| 276 |
+
0.1407092958688736,
|
| 277 |
+
0.23917365074157715,
|
| 278 |
+
0.3730185329914093,
|
| 279 |
+
0.12458783388137817,
|
| 280 |
+
0.45252904295921326,
|
| 281 |
+
0.1613577902317047,
|
| 282 |
+
0.729300856590271
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d119/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d119/exports/step_00040000",
|
| 3 |
+
"fingerprint": "fd60fbe62571dc88",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d119",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38223190375603733,
|
| 60 |
+
"lora/map": 0.38223190375603733,
|
| 61 |
+
"fsd50k/map": 0.38223190375603733,
|
| 62 |
+
"train_seconds": 25.66,
|
| 63 |
+
"total_seconds": 34.74,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021595335697056725,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02371096220479608,
|
| 77 |
+
"val_map": 0.38223190375603733,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 25.663001079461537
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.28235936164855957,
|
| 84 |
+
0.14690010249614716,
|
| 85 |
+
0.5819345712661743,
|
| 86 |
+
0.37741339206695557,
|
| 87 |
+
0.48457857966423035,
|
| 88 |
+
0.6189045310020447,
|
| 89 |
+
0.8513307571411133,
|
| 90 |
+
0.5383914709091187,
|
| 91 |
+
0.6059179306030273,
|
| 92 |
+
0.4369370937347412,
|
| 93 |
+
0.21888667345046997,
|
| 94 |
+
0.39318665862083435,
|
| 95 |
+
0.15291829407215118,
|
| 96 |
+
0.40875306725502014,
|
| 97 |
+
0.5069701075553894,
|
| 98 |
+
0.4715283513069153,
|
| 99 |
+
0.04852817580103874,
|
| 100 |
+
0.2673698365688324,
|
| 101 |
+
0.4084165692329407,
|
| 102 |
+
0.25289109349250793,
|
| 103 |
+
0.5502949357032776,
|
| 104 |
+
0.41416630148887634,
|
| 105 |
+
0.7889137268066406,
|
| 106 |
+
0.12643785774707794,
|
| 107 |
+
0.2718481123447418,
|
| 108 |
+
0.3653765618801117,
|
| 109 |
+
0.3575437664985657,
|
| 110 |
+
0.27973121404647827,
|
| 111 |
+
0.7933511734008789,
|
| 112 |
+
0.2758168876171112,
|
| 113 |
+
0.6155468225479126,
|
| 114 |
+
0.5889132022857666,
|
| 115 |
+
0.4388246238231659,
|
| 116 |
+
0.1761159598827362,
|
| 117 |
+
0.3987490236759186,
|
| 118 |
+
0.2510835826396942,
|
| 119 |
+
0.4239562153816223,
|
| 120 |
+
0.13336600363254547,
|
| 121 |
+
0.3940662443637848,
|
| 122 |
+
0.26604384183883667,
|
| 123 |
+
0.5160372853279114,
|
| 124 |
+
0.17049133777618408,
|
| 125 |
+
0.5912277102470398,
|
| 126 |
+
0.1738601177930832,
|
| 127 |
+
0.5738422870635986,
|
| 128 |
+
0.1570064276456833,
|
| 129 |
+
0.19305500388145447,
|
| 130 |
+
0.24252299964427948,
|
| 131 |
+
0.7337728142738342,
|
| 132 |
+
0.4297177791595459,
|
| 133 |
+
0.3332727253437042,
|
| 134 |
+
0.4477328658103943,
|
| 135 |
+
0.5431413650512695,
|
| 136 |
+
0.14563797414302826,
|
| 137 |
+
0.22006089985370636,
|
| 138 |
+
0.018402086570858955,
|
| 139 |
+
0.24389217793941498,
|
| 140 |
+
0.68129563331604,
|
| 141 |
+
0.13468162715435028,
|
| 142 |
+
0.4951649010181427,
|
| 143 |
+
0.5752769112586975,
|
| 144 |
+
0.630163848400116,
|
| 145 |
+
0.40681686997413635,
|
| 146 |
+
0.15252798795700073,
|
| 147 |
+
0.521271824836731,
|
| 148 |
+
0.19819511473178864,
|
| 149 |
+
0.2628680467605591,
|
| 150 |
+
0.6907837986946106,
|
| 151 |
+
0.45116597414016724,
|
| 152 |
+
0.5449873805046082,
|
| 153 |
+
0.4683570861816406,
|
| 154 |
+
0.21241898834705353,
|
| 155 |
+
0.6950643062591553,
|
| 156 |
+
0.29330170154571533,
|
| 157 |
+
0.25690922141075134,
|
| 158 |
+
0.2224711924791336,
|
| 159 |
+
0.4974457025527954,
|
| 160 |
+
0.3105475604534149,
|
| 161 |
+
0.3072892725467682,
|
| 162 |
+
0.3894917964935303,
|
| 163 |
+
0.2699805498123169,
|
| 164 |
+
0.25667890906333923,
|
| 165 |
+
0.3352706730365753,
|
| 166 |
+
0.23021361231803894,
|
| 167 |
+
0.24815556406974792,
|
| 168 |
+
0.27195411920547485,
|
| 169 |
+
0.4119867980480194,
|
| 170 |
+
0.6412160992622375,
|
| 171 |
+
0.16704045236110687,
|
| 172 |
+
0.10763480514287949,
|
| 173 |
+
0.7620252370834351,
|
| 174 |
+
0.12300675362348557,
|
| 175 |
+
0.522257924079895,
|
| 176 |
+
0.18439532816410065,
|
| 177 |
+
0.3335528075695038,
|
| 178 |
+
0.34647804498672485,
|
| 179 |
+
0.4015647768974304,
|
| 180 |
+
0.1655423641204834,
|
| 181 |
+
0.4155419170856476,
|
| 182 |
+
0.08432565629482269,
|
| 183 |
+
0.5570487976074219,
|
| 184 |
+
0.7132880091667175,
|
| 185 |
+
0.18355388939380646,
|
| 186 |
+
0.41144657135009766,
|
| 187 |
+
0.25416475534439087,
|
| 188 |
+
0.29247039556503296,
|
| 189 |
+
0.6314581632614136,
|
| 190 |
+
0.5078830718994141,
|
| 191 |
+
0.5475863814353943,
|
| 192 |
+
0.18414154648780823,
|
| 193 |
+
0.25436216592788696,
|
| 194 |
+
0.3431660830974579,
|
| 195 |
+
0.5626415610313416,
|
| 196 |
+
0.0688801035284996,
|
| 197 |
+
0.17878307402133942,
|
| 198 |
+
0.32593291997909546,
|
| 199 |
+
0.7711043357849121,
|
| 200 |
+
0.46039384603500366,
|
| 201 |
+
0.5124576687812805,
|
| 202 |
+
0.2567442059516907,
|
| 203 |
+
0.8773328065872192,
|
| 204 |
+
0.8859325051307678,
|
| 205 |
+
0.3557974398136139,
|
| 206 |
+
0.07386545091867447,
|
| 207 |
+
0.2636648118495941,
|
| 208 |
+
0.771388590335846,
|
| 209 |
+
0.2989160120487213,
|
| 210 |
+
0.7439677119255066,
|
| 211 |
+
0.34095749258995056,
|
| 212 |
+
0.18893183767795563,
|
| 213 |
+
0.1280645877122879,
|
| 214 |
+
0.7562649250030518,
|
| 215 |
+
0.45320579409599304,
|
| 216 |
+
0.4626806080341339,
|
| 217 |
+
0.636396050453186,
|
| 218 |
+
0.06987791508436203,
|
| 219 |
+
0.06707388162612915,
|
| 220 |
+
0.04361962527036667,
|
| 221 |
+
0.5758213400840759,
|
| 222 |
+
0.5597875118255615,
|
| 223 |
+
0.19931061565876007,
|
| 224 |
+
0.270715594291687,
|
| 225 |
+
0.16625680029392242,
|
| 226 |
+
0.27414458990097046,
|
| 227 |
+
0.6591710448265076,
|
| 228 |
+
0.5732530355453491,
|
| 229 |
+
0.05493593215942383,
|
| 230 |
+
0.5646901726722717,
|
| 231 |
+
0.17047183215618134,
|
| 232 |
+
0.21562513709068298,
|
| 233 |
+
0.503126323223114,
|
| 234 |
+
0.41741427779197693,
|
| 235 |
+
0.3656129539012909,
|
| 236 |
+
0.304746150970459,
|
| 237 |
+
0.4126756489276886,
|
| 238 |
+
0.3317891061306,
|
| 239 |
+
0.5219440460205078,
|
| 240 |
+
0.7072214484214783,
|
| 241 |
+
0.44169384241104126,
|
| 242 |
+
0.05945742875337601,
|
| 243 |
+
0.4219219386577606,
|
| 244 |
+
0.17267566919326782,
|
| 245 |
+
0.6364839673042297,
|
| 246 |
+
0.32213518023490906,
|
| 247 |
+
0.30094051361083984,
|
| 248 |
+
0.35758155584335327,
|
| 249 |
+
0.26663023233413696,
|
| 250 |
+
0.060178399085998535,
|
| 251 |
+
0.325941801071167,
|
| 252 |
+
0.4885960519313812,
|
| 253 |
+
0.09145387262105942,
|
| 254 |
+
0.8756678104400635,
|
| 255 |
+
0.890302836894989,
|
| 256 |
+
0.05763911455869675,
|
| 257 |
+
0.530008852481842,
|
| 258 |
+
0.752271831035614,
|
| 259 |
+
0.1725165694952011,
|
| 260 |
+
0.28157278895378113,
|
| 261 |
+
0.22760193049907684,
|
| 262 |
+
0.30903366208076477,
|
| 263 |
+
0.048501934856176376,
|
| 264 |
+
0.4136729836463928,
|
| 265 |
+
0.17906564474105835,
|
| 266 |
+
0.5597686171531677,
|
| 267 |
+
0.6346284747123718,
|
| 268 |
+
0.45661017298698425,
|
| 269 |
+
0.2405858039855957,
|
| 270 |
+
0.6678532361984253,
|
| 271 |
+
0.5639954209327698,
|
| 272 |
+
0.40168890357017517,
|
| 273 |
+
0.3911518156528473,
|
| 274 |
+
0.4679394066333771,
|
| 275 |
+
0.5610173344612122,
|
| 276 |
+
0.14987672865390778,
|
| 277 |
+
0.31571346521377563,
|
| 278 |
+
0.3355702757835388,
|
| 279 |
+
0.1144661009311676,
|
| 280 |
+
0.372292697429657,
|
| 281 |
+
0.13843987882137299,
|
| 282 |
+
0.7318211793899536
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d119/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d119/exports/step_00040000",
|
| 4 |
+
"fingerprint": "fd60fbe62571dc88",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d119",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007233310570260881,
|
| 61 |
+
"val_map": 0.006119486876715688,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02396,
|
| 69 |
+
"train_map": 0.03213992854801185,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02319,
|
| 78 |
+
"train_map": 0.05089670636618697,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02211,
|
| 87 |
+
"train_map": 0.06627740630609615,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02131,
|
| 96 |
+
"train_map": 0.08899758340423287,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02164,
|
| 105 |
+
"train_map": 0.08517223821141787,
|
| 106 |
+
"val_map": 0.05636476147239515,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.7
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02144,
|
| 114 |
+
"train_map": 0.0940155001313901,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.2
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02096,
|
| 123 |
+
"train_map": 0.11430205593231987,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.8
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02062,
|
| 132 |
+
"train_map": 0.12541248236360483,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.4
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01946,
|
| 141 |
+
"train_map": 0.13505431008481011,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.0
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01894,
|
| 150 |
+
"train_map": 0.15256434804017688,
|
| 151 |
+
"val_map": 0.09684333659264929,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.3
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01906,
|
| 159 |
+
"train_map": 0.15529746048424597,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.6
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.0189,
|
| 168 |
+
"train_map": 0.17725699574578788,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.2
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01905,
|
| 177 |
+
"train_map": 0.18578374498317007,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.8
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01837,
|
| 186 |
+
"train_map": 0.19721965300028815,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.4
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01807,
|
| 195 |
+
"train_map": 0.2126694600039517,
|
| 196 |
+
"val_map": 0.13161913312943316,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.0
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01784,
|
| 204 |
+
"train_map": 0.21324190622782316,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.1
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01797,
|
| 213 |
+
"train_map": 0.2244158928323205,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.7
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01791,
|
| 222 |
+
"train_map": 0.23022788231998004,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.3
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01765,
|
| 231 |
+
"train_map": 0.23283208154965426,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.9
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01779,
|
| 240 |
+
"train_map": 0.23407322737570335,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.5
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.0181,
|
| 249 |
+
"train_map": 0.2341500937804382,
|
| 250 |
+
"val_map": 0.14330405446274852,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.5
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2341500937804382,
|
| 256 |
+
"final_val_map": 0.14330405446274852,
|
| 257 |
+
"lora/map": 0.14330405446274852,
|
| 258 |
+
"train_seconds": 10.5,
|
| 259 |
+
"wall_seconds": 61.6
|
| 260 |
+
}
|