Upload folder using huggingface_hub
Browse files
p5-mae-15m-d144/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
|
| 3 |
+
"fingerprint": "b49070e261d62349",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d144",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32399259648285805,
|
| 60 |
+
"lora/map": 0.32399259648285805,
|
| 61 |
+
"fsd50k/map": 0.32399259648285805,
|
| 62 |
+
"train_seconds": 24.63,
|
| 63 |
+
"total_seconds": 33.88,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022581482017412783,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026480471082814597,
|
| 77 |
+
"val_map": 0.32399259648285805,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.625613834126852
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.29211708903312683,
|
| 84 |
+
0.100837342441082,
|
| 85 |
+
0.4390748143196106,
|
| 86 |
+
0.3202040493488312,
|
| 87 |
+
0.3894081711769104,
|
| 88 |
+
0.5864646434783936,
|
| 89 |
+
0.7965207695960999,
|
| 90 |
+
0.5177227258682251,
|
| 91 |
+
0.5563030242919922,
|
| 92 |
+
0.504542887210846,
|
| 93 |
+
0.1496296375989914,
|
| 94 |
+
0.3088808059692383,
|
| 95 |
+
0.08843141794204712,
|
| 96 |
+
0.3390118181705475,
|
| 97 |
+
0.46672335267066956,
|
| 98 |
+
0.4355027377605438,
|
| 99 |
+
0.02851095050573349,
|
| 100 |
+
0.17731903493404388,
|
| 101 |
+
0.38002318143844604,
|
| 102 |
+
0.18460313975811005,
|
| 103 |
+
0.3547781705856323,
|
| 104 |
+
0.3728819489479065,
|
| 105 |
+
0.6896453499794006,
|
| 106 |
+
0.06623107939958572,
|
| 107 |
+
0.19270585477352142,
|
| 108 |
+
0.27609413862228394,
|
| 109 |
+
0.33581992983818054,
|
| 110 |
+
0.2168559730052948,
|
| 111 |
+
0.5415050387382507,
|
| 112 |
+
0.30935582518577576,
|
| 113 |
+
0.650620698928833,
|
| 114 |
+
0.3420010805130005,
|
| 115 |
+
0.32249340415000916,
|
| 116 |
+
0.1424117386341095,
|
| 117 |
+
0.20893998444080353,
|
| 118 |
+
0.19591061770915985,
|
| 119 |
+
0.39097076654434204,
|
| 120 |
+
0.12518645823001862,
|
| 121 |
+
0.1587926596403122,
|
| 122 |
+
0.2068878710269928,
|
| 123 |
+
0.450692743062973,
|
| 124 |
+
0.17199797928333282,
|
| 125 |
+
0.4825146198272705,
|
| 126 |
+
0.16263015568256378,
|
| 127 |
+
0.4049828052520752,
|
| 128 |
+
0.04678316041827202,
|
| 129 |
+
0.181168794631958,
|
| 130 |
+
0.22564494609832764,
|
| 131 |
+
0.724666178226471,
|
| 132 |
+
0.38186776638031006,
|
| 133 |
+
0.3994588851928711,
|
| 134 |
+
0.5234234929084778,
|
| 135 |
+
0.5346962213516235,
|
| 136 |
+
0.12502801418304443,
|
| 137 |
+
0.0968615859746933,
|
| 138 |
+
0.02575945295393467,
|
| 139 |
+
0.22068500518798828,
|
| 140 |
+
0.6276813745498657,
|
| 141 |
+
0.09237096458673477,
|
| 142 |
+
0.4513709247112274,
|
| 143 |
+
0.45438510179519653,
|
| 144 |
+
0.576239824295044,
|
| 145 |
+
0.373056024312973,
|
| 146 |
+
0.18522275984287262,
|
| 147 |
+
0.41236400604248047,
|
| 148 |
+
0.18081720173358917,
|
| 149 |
+
0.1526743322610855,
|
| 150 |
+
0.6507063508033752,
|
| 151 |
+
0.5305147767066956,
|
| 152 |
+
0.4519658386707306,
|
| 153 |
+
0.456385999917984,
|
| 154 |
+
0.1557452231645584,
|
| 155 |
+
0.6514011025428772,
|
| 156 |
+
0.16865763068199158,
|
| 157 |
+
0.24876436591148376,
|
| 158 |
+
0.2181384563446045,
|
| 159 |
+
0.3670959770679474,
|
| 160 |
+
0.2541980743408203,
|
| 161 |
+
0.1994713842868805,
|
| 162 |
+
0.38725998997688293,
|
| 163 |
+
0.21167223155498505,
|
| 164 |
+
0.20526213943958282,
|
| 165 |
+
0.2914845049381256,
|
| 166 |
+
0.27173399925231934,
|
| 167 |
+
0.2115594446659088,
|
| 168 |
+
0.1465115249156952,
|
| 169 |
+
0.34878870844841003,
|
| 170 |
+
0.5229563117027283,
|
| 171 |
+
0.1555512398481369,
|
| 172 |
+
0.050668731331825256,
|
| 173 |
+
0.6865606307983398,
|
| 174 |
+
0.05905943363904953,
|
| 175 |
+
0.48814672231674194,
|
| 176 |
+
0.16143912076950073,
|
| 177 |
+
0.24942411482334137,
|
| 178 |
+
0.2812248170375824,
|
| 179 |
+
0.43451637029647827,
|
| 180 |
+
0.08723901957273483,
|
| 181 |
+
0.2856259047985077,
|
| 182 |
+
0.06981641054153442,
|
| 183 |
+
0.5259122848510742,
|
| 184 |
+
0.6767600774765015,
|
| 185 |
+
0.17659185826778412,
|
| 186 |
+
0.31776130199432373,
|
| 187 |
+
0.206231951713562,
|
| 188 |
+
0.2846376895904541,
|
| 189 |
+
0.5935052037239075,
|
| 190 |
+
0.3887561857700348,
|
| 191 |
+
0.4576241970062256,
|
| 192 |
+
0.13174104690551758,
|
| 193 |
+
0.20272600650787354,
|
| 194 |
+
0.2771286964416504,
|
| 195 |
+
0.46971946954727173,
|
| 196 |
+
0.05836447700858116,
|
| 197 |
+
0.09274769574403763,
|
| 198 |
+
0.26426947116851807,
|
| 199 |
+
0.5533662438392639,
|
| 200 |
+
0.25506535172462463,
|
| 201 |
+
0.4375428855419159,
|
| 202 |
+
0.17067845165729523,
|
| 203 |
+
0.8352440595626831,
|
| 204 |
+
0.8427870273590088,
|
| 205 |
+
0.22436219453811646,
|
| 206 |
+
0.10697555541992188,
|
| 207 |
+
0.18810142576694489,
|
| 208 |
+
0.7386664152145386,
|
| 209 |
+
0.26774701476097107,
|
| 210 |
+
0.6775142550468445,
|
| 211 |
+
0.29566171765327454,
|
| 212 |
+
0.17146281898021698,
|
| 213 |
+
0.09994340687990189,
|
| 214 |
+
0.5865735411643982,
|
| 215 |
+
0.4282033443450928,
|
| 216 |
+
0.3787970244884491,
|
| 217 |
+
0.5703132152557373,
|
| 218 |
+
0.040683262050151825,
|
| 219 |
+
0.05883333459496498,
|
| 220 |
+
0.04851047694683075,
|
| 221 |
+
0.44949692487716675,
|
| 222 |
+
0.4751436710357666,
|
| 223 |
+
0.18918192386627197,
|
| 224 |
+
0.29434192180633545,
|
| 225 |
+
0.13901497423648834,
|
| 226 |
+
0.2583772838115692,
|
| 227 |
+
0.522791862487793,
|
| 228 |
+
0.46453872323036194,
|
| 229 |
+
0.04897383973002434,
|
| 230 |
+
0.45489701628685,
|
| 231 |
+
0.19355152547359467,
|
| 232 |
+
0.24240325391292572,
|
| 233 |
+
0.4589748978614807,
|
| 234 |
+
0.47862058877944946,
|
| 235 |
+
0.1828291118144989,
|
| 236 |
+
0.18040987849235535,
|
| 237 |
+
0.33523285388946533,
|
| 238 |
+
0.24274024367332458,
|
| 239 |
+
0.5100383758544922,
|
| 240 |
+
0.637422502040863,
|
| 241 |
+
0.4168907105922699,
|
| 242 |
+
0.05341499671339989,
|
| 243 |
+
0.32404226064682007,
|
| 244 |
+
0.11971817910671234,
|
| 245 |
+
0.5993610620498657,
|
| 246 |
+
0.1957290768623352,
|
| 247 |
+
0.2818557620048523,
|
| 248 |
+
0.2441788613796234,
|
| 249 |
+
0.33919912576675415,
|
| 250 |
+
0.08598081022500992,
|
| 251 |
+
0.22671404480934143,
|
| 252 |
+
0.3519790768623352,
|
| 253 |
+
0.09766878932714462,
|
| 254 |
+
0.7736722230911255,
|
| 255 |
+
0.787709653377533,
|
| 256 |
+
0.03800145909190178,
|
| 257 |
+
0.4436732232570648,
|
| 258 |
+
0.6557071805000305,
|
| 259 |
+
0.17251573503017426,
|
| 260 |
+
0.23326276242733002,
|
| 261 |
+
0.1770288646221161,
|
| 262 |
+
0.2716529071331024,
|
| 263 |
+
0.051432374864816666,
|
| 264 |
+
0.32680776715278625,
|
| 265 |
+
0.1015748679637909,
|
| 266 |
+
0.451628178358078,
|
| 267 |
+
0.5562897324562073,
|
| 268 |
+
0.3660471737384796,
|
| 269 |
+
0.232642263174057,
|
| 270 |
+
0.6162468791007996,
|
| 271 |
+
0.5510087609291077,
|
| 272 |
+
0.2386549413204193,
|
| 273 |
+
0.20954737067222595,
|
| 274 |
+
0.3654157519340515,
|
| 275 |
+
0.5359202027320862,
|
| 276 |
+
0.11408335715532303,
|
| 277 |
+
0.14596252143383026,
|
| 278 |
+
0.3336910009384155,
|
| 279 |
+
0.07566726207733154,
|
| 280 |
+
0.18440619111061096,
|
| 281 |
+
0.16138194501399994,
|
| 282 |
+
0.6431509256362915
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d144/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
|
| 3 |
+
"fingerprint": "b49070e261d62349",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d144",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3278892201278359,
|
| 60 |
+
"lora/map": 0.3278892201278359,
|
| 61 |
+
"fsd50k/map": 0.3278892201278359,
|
| 62 |
+
"train_seconds": 24.63,
|
| 63 |
+
"total_seconds": 33.58,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021810918365372346,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026327607770360223,
|
| 77 |
+
"val_map": 0.3278892201278359,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.630117290304042
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.28818821907043457,
|
| 84 |
+
0.11331954598426819,
|
| 85 |
+
0.4670368731021881,
|
| 86 |
+
0.3357999622821808,
|
| 87 |
+
0.39733609557151794,
|
| 88 |
+
0.5880427360534668,
|
| 89 |
+
0.8080897927284241,
|
| 90 |
+
0.48843851685523987,
|
| 91 |
+
0.6009581089019775,
|
| 92 |
+
0.4631582498550415,
|
| 93 |
+
0.15989042818546295,
|
| 94 |
+
0.34653231501579285,
|
| 95 |
+
0.12715591490268707,
|
| 96 |
+
0.369954377412796,
|
| 97 |
+
0.47885704040527344,
|
| 98 |
+
0.4451023042201996,
|
| 99 |
+
0.02772616408765316,
|
| 100 |
+
0.20562732219696045,
|
| 101 |
+
0.4220089316368103,
|
| 102 |
+
0.19097502529621124,
|
| 103 |
+
0.4177302122116089,
|
| 104 |
+
0.3917427361011505,
|
| 105 |
+
0.6758394241333008,
|
| 106 |
+
0.0649084746837616,
|
| 107 |
+
0.2281147539615631,
|
| 108 |
+
0.2910570204257965,
|
| 109 |
+
0.2906281352043152,
|
| 110 |
+
0.22269928455352783,
|
| 111 |
+
0.5043088793754578,
|
| 112 |
+
0.28004834055900574,
|
| 113 |
+
0.6248766183853149,
|
| 114 |
+
0.38269054889678955,
|
| 115 |
+
0.3384782075881958,
|
| 116 |
+
0.12872916460037231,
|
| 117 |
+
0.2269754558801651,
|
| 118 |
+
0.18720830976963043,
|
| 119 |
+
0.40427154302597046,
|
| 120 |
+
0.14050330221652985,
|
| 121 |
+
0.19767089188098907,
|
| 122 |
+
0.24136795103549957,
|
| 123 |
+
0.4334753751754761,
|
| 124 |
+
0.19401295483112335,
|
| 125 |
+
0.5065922141075134,
|
| 126 |
+
0.1689416766166687,
|
| 127 |
+
0.4343894422054291,
|
| 128 |
+
0.08525040000677109,
|
| 129 |
+
0.13697679340839386,
|
| 130 |
+
0.2060728818178177,
|
| 131 |
+
0.7312138080596924,
|
| 132 |
+
0.41138991713523865,
|
| 133 |
+
0.36479780077934265,
|
| 134 |
+
0.48951172828674316,
|
| 135 |
+
0.5272688269615173,
|
| 136 |
+
0.14075882732868195,
|
| 137 |
+
0.09558189660310745,
|
| 138 |
+
0.03950207307934761,
|
| 139 |
+
0.22622987627983093,
|
| 140 |
+
0.6248742341995239,
|
| 141 |
+
0.1183137595653534,
|
| 142 |
+
0.4375872313976288,
|
| 143 |
+
0.47676700353622437,
|
| 144 |
+
0.5726816058158875,
|
| 145 |
+
0.3929504156112671,
|
| 146 |
+
0.11559806019067764,
|
| 147 |
+
0.4469378888607025,
|
| 148 |
+
0.08099962025880814,
|
| 149 |
+
0.16441699862480164,
|
| 150 |
+
0.6705517172813416,
|
| 151 |
+
0.5530521273612976,
|
| 152 |
+
0.5075903534889221,
|
| 153 |
+
0.4497174918651581,
|
| 154 |
+
0.15349872410297394,
|
| 155 |
+
0.6391390562057495,
|
| 156 |
+
0.18025332689285278,
|
| 157 |
+
0.192810520529747,
|
| 158 |
+
0.2240678369998932,
|
| 159 |
+
0.3541984558105469,
|
| 160 |
+
0.23052005469799042,
|
| 161 |
+
0.25147753953933716,
|
| 162 |
+
0.37501806020736694,
|
| 163 |
+
0.23459605872631073,
|
| 164 |
+
0.22096788883209229,
|
| 165 |
+
0.2609019875526428,
|
| 166 |
+
0.14943745732307434,
|
| 167 |
+
0.20369940996170044,
|
| 168 |
+
0.1848403662443161,
|
| 169 |
+
0.3590470552444458,
|
| 170 |
+
0.5045539736747742,
|
| 171 |
+
0.10290734469890594,
|
| 172 |
+
0.07023247331380844,
|
| 173 |
+
0.6907170414924622,
|
| 174 |
+
0.061697714030742645,
|
| 175 |
+
0.4616478681564331,
|
| 176 |
+
0.20763884484767914,
|
| 177 |
+
0.27361375093460083,
|
| 178 |
+
0.29830923676490784,
|
| 179 |
+
0.3901253342628479,
|
| 180 |
+
0.1377420574426651,
|
| 181 |
+
0.3095489740371704,
|
| 182 |
+
0.056031566113233566,
|
| 183 |
+
0.5242441892623901,
|
| 184 |
+
0.6646513342857361,
|
| 185 |
+
0.17959007620811462,
|
| 186 |
+
0.3636264503002167,
|
| 187 |
+
0.20741674304008484,
|
| 188 |
+
0.2437288761138916,
|
| 189 |
+
0.5924142003059387,
|
| 190 |
+
0.3870128095149994,
|
| 191 |
+
0.45917049050331116,
|
| 192 |
+
0.1442829668521881,
|
| 193 |
+
0.1631270796060562,
|
| 194 |
+
0.2753120958805084,
|
| 195 |
+
0.5063461065292358,
|
| 196 |
+
0.0691048875451088,
|
| 197 |
+
0.10500462353229523,
|
| 198 |
+
0.23665225505828857,
|
| 199 |
+
0.5920985341072083,
|
| 200 |
+
0.2692732810974121,
|
| 201 |
+
0.424385666847229,
|
| 202 |
+
0.22108697891235352,
|
| 203 |
+
0.8441733121871948,
|
| 204 |
+
0.8515797853469849,
|
| 205 |
+
0.2504889667034149,
|
| 206 |
+
0.04686989262700081,
|
| 207 |
+
0.23760713636875153,
|
| 208 |
+
0.7388793230056763,
|
| 209 |
+
0.19317536056041718,
|
| 210 |
+
0.6712523698806763,
|
| 211 |
+
0.29087066650390625,
|
| 212 |
+
0.0774603858590126,
|
| 213 |
+
0.10081013292074203,
|
| 214 |
+
0.5954009294509888,
|
| 215 |
+
0.2826601266860962,
|
| 216 |
+
0.38211342692375183,
|
| 217 |
+
0.515873908996582,
|
| 218 |
+
0.033796604722738266,
|
| 219 |
+
0.06722543388605118,
|
| 220 |
+
0.05243498831987381,
|
| 221 |
+
0.463352769613266,
|
| 222 |
+
0.4991157054901123,
|
| 223 |
+
0.20350395143032074,
|
| 224 |
+
0.30077680945396423,
|
| 225 |
+
0.20679323375225067,
|
| 226 |
+
0.22918128967285156,
|
| 227 |
+
0.48516562581062317,
|
| 228 |
+
0.4940175712108612,
|
| 229 |
+
0.041405949741601944,
|
| 230 |
+
0.43265387415885925,
|
| 231 |
+
0.1903449445962906,
|
| 232 |
+
0.2418181449174881,
|
| 233 |
+
0.4389488697052002,
|
| 234 |
+
0.42350947856903076,
|
| 235 |
+
0.16887301206588745,
|
| 236 |
+
0.19084225594997406,
|
| 237 |
+
0.38992005586624146,
|
| 238 |
+
0.292524516582489,
|
| 239 |
+
0.5192867517471313,
|
| 240 |
+
0.6653841137886047,
|
| 241 |
+
0.41924700140953064,
|
| 242 |
+
0.053732551634311676,
|
| 243 |
+
0.32168686389923096,
|
| 244 |
+
0.13335691392421722,
|
| 245 |
+
0.6224234104156494,
|
| 246 |
+
0.2772507667541504,
|
| 247 |
+
0.26511868834495544,
|
| 248 |
+
0.330840140581131,
|
| 249 |
+
0.3701059818267822,
|
| 250 |
+
0.08191326260566711,
|
| 251 |
+
0.2854834496974945,
|
| 252 |
+
0.37291181087493896,
|
| 253 |
+
0.09284000843763351,
|
| 254 |
+
0.7662237882614136,
|
| 255 |
+
0.7829995155334473,
|
| 256 |
+
0.0517144612967968,
|
| 257 |
+
0.43668943643569946,
|
| 258 |
+
0.6489332914352417,
|
| 259 |
+
0.17964859306812286,
|
| 260 |
+
0.2399604618549347,
|
| 261 |
+
0.165561243891716,
|
| 262 |
+
0.27125921845436096,
|
| 263 |
+
0.03647976741194725,
|
| 264 |
+
0.3813559412956238,
|
| 265 |
+
0.06358127295970917,
|
| 266 |
+
0.4704975485801697,
|
| 267 |
+
0.5627278089523315,
|
| 268 |
+
0.3791043758392334,
|
| 269 |
+
0.21223796904087067,
|
| 270 |
+
0.6135601997375488,
|
| 271 |
+
0.5346982479095459,
|
| 272 |
+
0.2744530439376831,
|
| 273 |
+
0.29086562991142273,
|
| 274 |
+
0.3753497302532196,
|
| 275 |
+
0.5453994274139404,
|
| 276 |
+
0.10068127512931824,
|
| 277 |
+
0.18474650382995605,
|
| 278 |
+
0.3972510099411011,
|
| 279 |
+
0.08079475909471512,
|
| 280 |
+
0.20966678857803345,
|
| 281 |
+
0.16572333872318268,
|
| 282 |
+
0.6428550481796265
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d144/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
|
| 3 |
+
"fingerprint": "b49070e261d62349",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d144",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3277729928214103,
|
| 60 |
+
"lora/map": 0.3277729928214103,
|
| 61 |
+
"fsd50k/map": 0.3277729928214103,
|
| 62 |
+
"train_seconds": 24.59,
|
| 63 |
+
"total_seconds": 33.83,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021299681896343826,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02640886146388295,
|
| 77 |
+
"val_map": 0.3277729928214103,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.589373738737777
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.25861650705337524,
|
| 84 |
+
0.17337439954280853,
|
| 85 |
+
0.4543347954750061,
|
| 86 |
+
0.32676035165786743,
|
| 87 |
+
0.4097345471382141,
|
| 88 |
+
0.5783892273902893,
|
| 89 |
+
0.8152732253074646,
|
| 90 |
+
0.555476725101471,
|
| 91 |
+
0.5816138982772827,
|
| 92 |
+
0.4535536766052246,
|
| 93 |
+
0.16532360017299652,
|
| 94 |
+
0.3359730839729309,
|
| 95 |
+
0.0905701220035553,
|
| 96 |
+
0.3403101861476898,
|
| 97 |
+
0.4634397625923157,
|
| 98 |
+
0.42944973707199097,
|
| 99 |
+
0.04172605276107788,
|
| 100 |
+
0.1497092843055725,
|
| 101 |
+
0.42697715759277344,
|
| 102 |
+
0.15829353034496307,
|
| 103 |
+
0.42368242144584656,
|
| 104 |
+
0.37230193614959717,
|
| 105 |
+
0.7436341047286987,
|
| 106 |
+
0.09135325253009796,
|
| 107 |
+
0.2109033465385437,
|
| 108 |
+
0.2947492003440857,
|
| 109 |
+
0.2952325642108917,
|
| 110 |
+
0.22049947082996368,
|
| 111 |
+
0.5776783227920532,
|
| 112 |
+
0.25976473093032837,
|
| 113 |
+
0.6420139670372009,
|
| 114 |
+
0.3065176010131836,
|
| 115 |
+
0.36006149649620056,
|
| 116 |
+
0.17492081224918365,
|
| 117 |
+
0.28236591815948486,
|
| 118 |
+
0.2041732668876648,
|
| 119 |
+
0.35553380846977234,
|
| 120 |
+
0.14811986684799194,
|
| 121 |
+
0.22104263305664062,
|
| 122 |
+
0.2142995446920395,
|
| 123 |
+
0.4136532247066498,
|
| 124 |
+
0.2200143039226532,
|
| 125 |
+
0.4798562228679657,
|
| 126 |
+
0.17636241018772125,
|
| 127 |
+
0.4401334822177887,
|
| 128 |
+
0.11816321313381195,
|
| 129 |
+
0.2237897366285324,
|
| 130 |
+
0.19124454259872437,
|
| 131 |
+
0.7370877861976624,
|
| 132 |
+
0.3987279236316681,
|
| 133 |
+
0.38065865635871887,
|
| 134 |
+
0.5132473707199097,
|
| 135 |
+
0.5625656247138977,
|
| 136 |
+
0.11066239327192307,
|
| 137 |
+
0.11752475798130035,
|
| 138 |
+
0.01709265261888504,
|
| 139 |
+
0.1675480157136917,
|
| 140 |
+
0.6191531419754028,
|
| 141 |
+
0.10415389388799667,
|
| 142 |
+
0.47432297468185425,
|
| 143 |
+
0.48245012760162354,
|
| 144 |
+
0.5813292860984802,
|
| 145 |
+
0.37093931436538696,
|
| 146 |
+
0.0981055200099945,
|
| 147 |
+
0.4586927890777588,
|
| 148 |
+
0.1346985548734665,
|
| 149 |
+
0.16875188052654266,
|
| 150 |
+
0.623974621295929,
|
| 151 |
+
0.4249808192253113,
|
| 152 |
+
0.4610287547111511,
|
| 153 |
+
0.4382016658782959,
|
| 154 |
+
0.16907310485839844,
|
| 155 |
+
0.6348115801811218,
|
| 156 |
+
0.16221247613430023,
|
| 157 |
+
0.2760743796825409,
|
| 158 |
+
0.2209281176328659,
|
| 159 |
+
0.3257652819156647,
|
| 160 |
+
0.2698684334754944,
|
| 161 |
+
0.19464752078056335,
|
| 162 |
+
0.43734660744667053,
|
| 163 |
+
0.24284973740577698,
|
| 164 |
+
0.20295459032058716,
|
| 165 |
+
0.3114633560180664,
|
| 166 |
+
0.21664166450500488,
|
| 167 |
+
0.18687018752098083,
|
| 168 |
+
0.20871903002262115,
|
| 169 |
+
0.37823358178138733,
|
| 170 |
+
0.6190685629844666,
|
| 171 |
+
0.15721283853054047,
|
| 172 |
+
0.14868304133415222,
|
| 173 |
+
0.6965900659561157,
|
| 174 |
+
0.06564809381961823,
|
| 175 |
+
0.4802325367927551,
|
| 176 |
+
0.1567060947418213,
|
| 177 |
+
0.29016655683517456,
|
| 178 |
+
0.29189324378967285,
|
| 179 |
+
0.38486871123313904,
|
| 180 |
+
0.19176866114139557,
|
| 181 |
+
0.33096176385879517,
|
| 182 |
+
0.07292599976062775,
|
| 183 |
+
0.5061363577842712,
|
| 184 |
+
0.6716808080673218,
|
| 185 |
+
0.13543269038200378,
|
| 186 |
+
0.3309166729450226,
|
| 187 |
+
0.2219783365726471,
|
| 188 |
+
0.21036159992218018,
|
| 189 |
+
0.6011199951171875,
|
| 190 |
+
0.40983760356903076,
|
| 191 |
+
0.46032825112342834,
|
| 192 |
+
0.14489810168743134,
|
| 193 |
+
0.1701193004846573,
|
| 194 |
+
0.27792996168136597,
|
| 195 |
+
0.5201907753944397,
|
| 196 |
+
0.05049530789256096,
|
| 197 |
+
0.11892706155776978,
|
| 198 |
+
0.27750545740127563,
|
| 199 |
+
0.6199804544448853,
|
| 200 |
+
0.3228577971458435,
|
| 201 |
+
0.43972471356391907,
|
| 202 |
+
0.21189601719379425,
|
| 203 |
+
0.8436567187309265,
|
| 204 |
+
0.8516038060188293,
|
| 205 |
+
0.24103213846683502,
|
| 206 |
+
0.0824868232011795,
|
| 207 |
+
0.18903319537639618,
|
| 208 |
+
0.7329054474830627,
|
| 209 |
+
0.1881639063358307,
|
| 210 |
+
0.6805835366249084,
|
| 211 |
+
0.29126715660095215,
|
| 212 |
+
0.12871843576431274,
|
| 213 |
+
0.08200205862522125,
|
| 214 |
+
0.6176165342330933,
|
| 215 |
+
0.37188521027565,
|
| 216 |
+
0.4161325693130493,
|
| 217 |
+
0.5414047837257385,
|
| 218 |
+
0.057758986949920654,
|
| 219 |
+
0.06913767755031586,
|
| 220 |
+
0.049076929688453674,
|
| 221 |
+
0.4937034845352173,
|
| 222 |
+
0.4773597717285156,
|
| 223 |
+
0.187557652592659,
|
| 224 |
+
0.25280120968818665,
|
| 225 |
+
0.13482104241847992,
|
| 226 |
+
0.21797169744968414,
|
| 227 |
+
0.5407177209854126,
|
| 228 |
+
0.4870109260082245,
|
| 229 |
+
0.034041281789541245,
|
| 230 |
+
0.5186758041381836,
|
| 231 |
+
0.17090877890586853,
|
| 232 |
+
0.19371020793914795,
|
| 233 |
+
0.4569714665412903,
|
| 234 |
+
0.374455064535141,
|
| 235 |
+
0.21318110823631287,
|
| 236 |
+
0.15544575452804565,
|
| 237 |
+
0.3513188064098358,
|
| 238 |
+
0.210654616355896,
|
| 239 |
+
0.48686444759368896,
|
| 240 |
+
0.5548133254051208,
|
| 241 |
+
0.42882615327835083,
|
| 242 |
+
0.0461188443005085,
|
| 243 |
+
0.32320988178253174,
|
| 244 |
+
0.13914310932159424,
|
| 245 |
+
0.6036418676376343,
|
| 246 |
+
0.24324931204319,
|
| 247 |
+
0.2901642620563507,
|
| 248 |
+
0.25889238715171814,
|
| 249 |
+
0.3255031108856201,
|
| 250 |
+
0.057709939777851105,
|
| 251 |
+
0.2596658170223236,
|
| 252 |
+
0.3516361713409424,
|
| 253 |
+
0.09863074123859406,
|
| 254 |
+
0.7688640356063843,
|
| 255 |
+
0.7778300642967224,
|
| 256 |
+
0.02923956699669361,
|
| 257 |
+
0.44765153527259827,
|
| 258 |
+
0.6688069701194763,
|
| 259 |
+
0.14650951325893402,
|
| 260 |
+
0.23199363052845,
|
| 261 |
+
0.18121817708015442,
|
| 262 |
+
0.2661553919315338,
|
| 263 |
+
0.055199578404426575,
|
| 264 |
+
0.33701297640800476,
|
| 265 |
+
0.05904456600546837,
|
| 266 |
+
0.45463594794273376,
|
| 267 |
+
0.5626794099807739,
|
| 268 |
+
0.3298299014568329,
|
| 269 |
+
0.2000531554222107,
|
| 270 |
+
0.6288881897926331,
|
| 271 |
+
0.5147944092750549,
|
| 272 |
+
0.23899444937705994,
|
| 273 |
+
0.31389185786247253,
|
| 274 |
+
0.34578216075897217,
|
| 275 |
+
0.5239840149879456,
|
| 276 |
+
0.12069408595561981,
|
| 277 |
+
0.17659005522727966,
|
| 278 |
+
0.32556936144828796,
|
| 279 |
+
0.09495407342910767,
|
| 280 |
+
0.25709620118141174,
|
| 281 |
+
0.1365416795015335,
|
| 282 |
+
0.6418850421905518
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d144/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
|
| 4 |
+
"fingerprint": "b49070e261d62349",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d144",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006988437551398898,
|
| 61 |
+
"val_map": 0.005772927946294437,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02421,
|
| 69 |
+
"train_map": 0.026874409686770483,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.8
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02347,
|
| 78 |
+
"train_map": 0.0480313300317687,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.4
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02244,
|
| 87 |
+
"train_map": 0.05607375906350929,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 2.0
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02166,
|
| 96 |
+
"train_map": 0.07471924041666486,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.6
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02201,
|
| 105 |
+
"train_map": 0.07623830899742894,
|
| 106 |
+
"val_map": 0.046725400555189665,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.8
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02178,
|
| 114 |
+
"train_map": 0.07811250217812069,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.2
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0217,
|
| 123 |
+
"train_map": 0.08552952690811676,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.9
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02133,
|
| 132 |
+
"train_map": 0.09329439853220839,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.5
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02013,
|
| 141 |
+
"train_map": 0.10643983874567192,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.1
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0197,
|
| 150 |
+
"train_map": 0.11589029926781948,
|
| 151 |
+
"val_map": 0.07135771092317249,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.5
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01996,
|
| 159 |
+
"train_map": 0.1200860306237112,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.7
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01973,
|
| 168 |
+
"train_map": 0.13063596104637523,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.3
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01988,
|
| 177 |
+
"train_map": 0.1394865752261422,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.9
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01935,
|
| 186 |
+
"train_map": 0.15584490845064708,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.5
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01918,
|
| 195 |
+
"train_map": 0.16082939251539857,
|
| 196 |
+
"val_map": 0.09726632385915834,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.0
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01894,
|
| 204 |
+
"train_map": 0.16232876847736694,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.1
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01891,
|
| 213 |
+
"train_map": 0.1725851741797897,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.7
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01896,
|
| 222 |
+
"train_map": 0.17520707714383754,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.3
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01862,
|
| 231 |
+
"train_map": 0.1787540001116085,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.9
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01868,
|
| 240 |
+
"train_map": 0.1799566710130992,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.5
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01906,
|
| 249 |
+
"train_map": 0.17988112338410384,
|
| 250 |
+
"val_map": 0.10766981886629107,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.5
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.17988112338410384,
|
| 256 |
+
"final_val_map": 0.10766981886629107,
|
| 257 |
+
"lora/map": 0.10766981886629107,
|
| 258 |
+
"train_seconds": 10.5,
|
| 259 |
+
"wall_seconds": 61.1
|
| 260 |
+
}
|