Upload folder using huggingface_hub
Browse files
p5-mae-15m-d182/exports/step_00010000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
|
| 3 |
+
"fingerprint": "5d7463349b08a290",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d182",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32649390063248573,
|
| 60 |
+
"lora/map": 0.32649390063248573,
|
| 61 |
+
"fsd50k/map": 0.32649390063248573,
|
| 62 |
+
"train_seconds": 23.53,
|
| 63 |
+
"total_seconds": 32.52,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023337180286180228,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.026342802071007178,
|
| 77 |
+
"val_map": 0.32649390063248573,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.53485471685417
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2714211940765381,
|
| 84 |
+
0.09916507452726364,
|
| 85 |
+
0.500171959400177,
|
| 86 |
+
0.3079204857349396,
|
| 87 |
+
0.4084412753582001,
|
| 88 |
+
0.5781505107879639,
|
| 89 |
+
0.7853587865829468,
|
| 90 |
+
0.5056496262550354,
|
| 91 |
+
0.5366557240486145,
|
| 92 |
+
0.5205425024032593,
|
| 93 |
+
0.1540045589208603,
|
| 94 |
+
0.3404861092567444,
|
| 95 |
+
0.11528570204973221,
|
| 96 |
+
0.3082878887653351,
|
| 97 |
+
0.47087639570236206,
|
| 98 |
+
0.4415683448314667,
|
| 99 |
+
0.02442985400557518,
|
| 100 |
+
0.17880061268806458,
|
| 101 |
+
0.42024391889572144,
|
| 102 |
+
0.1265377253293991,
|
| 103 |
+
0.3980747163295746,
|
| 104 |
+
0.33181488513946533,
|
| 105 |
+
0.6635061502456665,
|
| 106 |
+
0.07305938750505447,
|
| 107 |
+
0.17912337183952332,
|
| 108 |
+
0.37700751423835754,
|
| 109 |
+
0.33047834038734436,
|
| 110 |
+
0.19525247812271118,
|
| 111 |
+
0.5810067057609558,
|
| 112 |
+
0.2911035418510437,
|
| 113 |
+
0.6079668998718262,
|
| 114 |
+
0.35652995109558105,
|
| 115 |
+
0.3015473186969757,
|
| 116 |
+
0.2125983089208603,
|
| 117 |
+
0.2498495876789093,
|
| 118 |
+
0.21346142888069153,
|
| 119 |
+
0.3687809109687805,
|
| 120 |
+
0.18915532529354095,
|
| 121 |
+
0.23820987343788147,
|
| 122 |
+
0.1864311546087265,
|
| 123 |
+
0.39835137128829956,
|
| 124 |
+
0.11428094655275345,
|
| 125 |
+
0.5377903580665588,
|
| 126 |
+
0.18674100935459137,
|
| 127 |
+
0.4341006875038147,
|
| 128 |
+
0.11961925029754639,
|
| 129 |
+
0.19840487837791443,
|
| 130 |
+
0.2201264351606369,
|
| 131 |
+
0.7538841366767883,
|
| 132 |
+
0.3971582353115082,
|
| 133 |
+
0.34236007928848267,
|
| 134 |
+
0.5002056360244751,
|
| 135 |
+
0.5101754665374756,
|
| 136 |
+
0.15264782309532166,
|
| 137 |
+
0.1171594113111496,
|
| 138 |
+
0.016334814950823784,
|
| 139 |
+
0.15927188098430634,
|
| 140 |
+
0.6985785365104675,
|
| 141 |
+
0.09298184514045715,
|
| 142 |
+
0.46806225180625916,
|
| 143 |
+
0.4868573844432831,
|
| 144 |
+
0.575495183467865,
|
| 145 |
+
0.37638193368911743,
|
| 146 |
+
0.1883930265903473,
|
| 147 |
+
0.40057528018951416,
|
| 148 |
+
0.09980081021785736,
|
| 149 |
+
0.15567472577095032,
|
| 150 |
+
0.6220899820327759,
|
| 151 |
+
0.5343413949012756,
|
| 152 |
+
0.4608660638332367,
|
| 153 |
+
0.4437963664531708,
|
| 154 |
+
0.18254734575748444,
|
| 155 |
+
0.6384592652320862,
|
| 156 |
+
0.13704238831996918,
|
| 157 |
+
0.30631768703460693,
|
| 158 |
+
0.23917177319526672,
|
| 159 |
+
0.34241339564323425,
|
| 160 |
+
0.23527871072292328,
|
| 161 |
+
0.23275549709796906,
|
| 162 |
+
0.3628401458263397,
|
| 163 |
+
0.24304546415805817,
|
| 164 |
+
0.20860309898853302,
|
| 165 |
+
0.28518596291542053,
|
| 166 |
+
0.30428367853164673,
|
| 167 |
+
0.1350889801979065,
|
| 168 |
+
0.16109924018383026,
|
| 169 |
+
0.3669321537017822,
|
| 170 |
+
0.5331200957298279,
|
| 171 |
+
0.1748245507478714,
|
| 172 |
+
0.08587048947811127,
|
| 173 |
+
0.6972690224647522,
|
| 174 |
+
0.06788967549800873,
|
| 175 |
+
0.49392005801200867,
|
| 176 |
+
0.1661607176065445,
|
| 177 |
+
0.26770368218421936,
|
| 178 |
+
0.26302289962768555,
|
| 179 |
+
0.3044002652168274,
|
| 180 |
+
0.1700274795293808,
|
| 181 |
+
0.34208542108535767,
|
| 182 |
+
0.06948025524616241,
|
| 183 |
+
0.5224395394325256,
|
| 184 |
+
0.6770269274711609,
|
| 185 |
+
0.16728219389915466,
|
| 186 |
+
0.33551546931266785,
|
| 187 |
+
0.20398598909378052,
|
| 188 |
+
0.2777853012084961,
|
| 189 |
+
0.5751218795776367,
|
| 190 |
+
0.38043448328971863,
|
| 191 |
+
0.4659300744533539,
|
| 192 |
+
0.14168991148471832,
|
| 193 |
+
0.17003130912780762,
|
| 194 |
+
0.29487374424934387,
|
| 195 |
+
0.485817551612854,
|
| 196 |
+
0.044249486178159714,
|
| 197 |
+
0.13847197592258453,
|
| 198 |
+
0.26892003417015076,
|
| 199 |
+
0.6635721325874329,
|
| 200 |
+
0.312417209148407,
|
| 201 |
+
0.44185346364974976,
|
| 202 |
+
0.1630948930978775,
|
| 203 |
+
0.8386226296424866,
|
| 204 |
+
0.846812903881073,
|
| 205 |
+
0.2274748831987381,
|
| 206 |
+
0.10383715480566025,
|
| 207 |
+
0.24329468607902527,
|
| 208 |
+
0.7123872637748718,
|
| 209 |
+
0.2256324738264084,
|
| 210 |
+
0.6794465184211731,
|
| 211 |
+
0.27043774724006653,
|
| 212 |
+
0.09906117618083954,
|
| 213 |
+
0.08587037026882172,
|
| 214 |
+
0.5473335981369019,
|
| 215 |
+
0.3953966498374939,
|
| 216 |
+
0.3830811083316803,
|
| 217 |
+
0.55934739112854,
|
| 218 |
+
0.046392954885959625,
|
| 219 |
+
0.04677371680736542,
|
| 220 |
+
0.04374681040644646,
|
| 221 |
+
0.40903541445732117,
|
| 222 |
+
0.4733864665031433,
|
| 223 |
+
0.12365492433309555,
|
| 224 |
+
0.25335001945495605,
|
| 225 |
+
0.12053100764751434,
|
| 226 |
+
0.30489417910575867,
|
| 227 |
+
0.486300528049469,
|
| 228 |
+
0.48862504959106445,
|
| 229 |
+
0.04486517608165741,
|
| 230 |
+
0.4659089148044586,
|
| 231 |
+
0.18518540263175964,
|
| 232 |
+
0.2777493894100189,
|
| 233 |
+
0.5113984942436218,
|
| 234 |
+
0.4687971770763397,
|
| 235 |
+
0.18094415962696075,
|
| 236 |
+
0.16981810331344604,
|
| 237 |
+
0.3578069806098938,
|
| 238 |
+
0.2538601756095886,
|
| 239 |
+
0.43990540504455566,
|
| 240 |
+
0.5032142996788025,
|
| 241 |
+
0.42411231994628906,
|
| 242 |
+
0.05343831330537796,
|
| 243 |
+
0.29317575693130493,
|
| 244 |
+
0.09014452993869781,
|
| 245 |
+
0.5690047144889832,
|
| 246 |
+
0.2528013288974762,
|
| 247 |
+
0.26931849122047424,
|
| 248 |
+
0.3495311439037323,
|
| 249 |
+
0.34048113226890564,
|
| 250 |
+
0.0695795863866806,
|
| 251 |
+
0.28180932998657227,
|
| 252 |
+
0.35990485548973083,
|
| 253 |
+
0.09166303277015686,
|
| 254 |
+
0.7743644714355469,
|
| 255 |
+
0.7812371850013733,
|
| 256 |
+
0.03454732522368431,
|
| 257 |
+
0.40473929047584534,
|
| 258 |
+
0.7346957325935364,
|
| 259 |
+
0.1711999624967575,
|
| 260 |
+
0.26902222633361816,
|
| 261 |
+
0.17745810747146606,
|
| 262 |
+
0.260469913482666,
|
| 263 |
+
0.07087372988462448,
|
| 264 |
+
0.3967582881450653,
|
| 265 |
+
0.06728330999612808,
|
| 266 |
+
0.4810069799423218,
|
| 267 |
+
0.5664376020431519,
|
| 268 |
+
0.40404337644577026,
|
| 269 |
+
0.22603926062583923,
|
| 270 |
+
0.6151716113090515,
|
| 271 |
+
0.5516653060913086,
|
| 272 |
+
0.24059012532234192,
|
| 273 |
+
0.25562000274658203,
|
| 274 |
+
0.36366555094718933,
|
| 275 |
+
0.5269401669502258,
|
| 276 |
+
0.10144475847482681,
|
| 277 |
+
0.10822859406471252,
|
| 278 |
+
0.36478590965270996,
|
| 279 |
+
0.09007301181554794,
|
| 280 |
+
0.20640000700950623,
|
| 281 |
+
0.12775491178035736,
|
| 282 |
+
0.6583012938499451
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d182/exports/step_00010000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
|
| 3 |
+
"fingerprint": "5d7463349b08a290",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d182",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32652976383455096,
|
| 60 |
+
"lora/map": 0.32652976383455096,
|
| 61 |
+
"fsd50k/map": 0.32652976383455096,
|
| 62 |
+
"train_seconds": 23.32,
|
| 63 |
+
"total_seconds": 32.09,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022319414373487233,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02610415582417099,
|
| 77 |
+
"val_map": 0.32652976383455096,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.317862122436054
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.24932727217674255,
|
| 84 |
+
0.13077287375926971,
|
| 85 |
+
0.48905614018440247,
|
| 86 |
+
0.3348028063774109,
|
| 87 |
+
0.40100112557411194,
|
| 88 |
+
0.5804638862609863,
|
| 89 |
+
0.7970190644264221,
|
| 90 |
+
0.5205478072166443,
|
| 91 |
+
0.5859372615814209,
|
| 92 |
+
0.4953884184360504,
|
| 93 |
+
0.1418132483959198,
|
| 94 |
+
0.3477773666381836,
|
| 95 |
+
0.14892998337745667,
|
| 96 |
+
0.30552372336387634,
|
| 97 |
+
0.4701673686504364,
|
| 98 |
+
0.42955726385116577,
|
| 99 |
+
0.022415168583393097,
|
| 100 |
+
0.17952629923820496,
|
| 101 |
+
0.5410408973693848,
|
| 102 |
+
0.13654398918151855,
|
| 103 |
+
0.421061635017395,
|
| 104 |
+
0.3603454530239105,
|
| 105 |
+
0.6854959726333618,
|
| 106 |
+
0.06830913573503494,
|
| 107 |
+
0.1834174543619156,
|
| 108 |
+
0.3093198835849762,
|
| 109 |
+
0.31103548407554626,
|
| 110 |
+
0.2536781132221222,
|
| 111 |
+
0.5169922709465027,
|
| 112 |
+
0.2590356767177582,
|
| 113 |
+
0.6185092926025391,
|
| 114 |
+
0.4270986020565033,
|
| 115 |
+
0.3900929391384125,
|
| 116 |
+
0.17354388535022736,
|
| 117 |
+
0.2819923460483551,
|
| 118 |
+
0.20771777629852295,
|
| 119 |
+
0.356940895318985,
|
| 120 |
+
0.14469756186008453,
|
| 121 |
+
0.2232261598110199,
|
| 122 |
+
0.22017472982406616,
|
| 123 |
+
0.3582043945789337,
|
| 124 |
+
0.15023887157440186,
|
| 125 |
+
0.4797365069389343,
|
| 126 |
+
0.18759822845458984,
|
| 127 |
+
0.4313364326953888,
|
| 128 |
+
0.0867600366473198,
|
| 129 |
+
0.14624090492725372,
|
| 130 |
+
0.2007647007703781,
|
| 131 |
+
0.6923222541809082,
|
| 132 |
+
0.40651923418045044,
|
| 133 |
+
0.34769120812416077,
|
| 134 |
+
0.5000612139701843,
|
| 135 |
+
0.49805980920791626,
|
| 136 |
+
0.10248322039842606,
|
| 137 |
+
0.16414186358451843,
|
| 138 |
+
0.030791955068707466,
|
| 139 |
+
0.19341792166233063,
|
| 140 |
+
0.6367359757423401,
|
| 141 |
+
0.12284209579229355,
|
| 142 |
+
0.46461907029151917,
|
| 143 |
+
0.4893399477005005,
|
| 144 |
+
0.5882324576377869,
|
| 145 |
+
0.39031603932380676,
|
| 146 |
+
0.13350051641464233,
|
| 147 |
+
0.45784154534339905,
|
| 148 |
+
0.08456414937973022,
|
| 149 |
+
0.1447146087884903,
|
| 150 |
+
0.6263742446899414,
|
| 151 |
+
0.5171849727630615,
|
| 152 |
+
0.46255049109458923,
|
| 153 |
+
0.4514738917350769,
|
| 154 |
+
0.20906786620616913,
|
| 155 |
+
0.6403980255126953,
|
| 156 |
+
0.21546216309070587,
|
| 157 |
+
0.22594265639781952,
|
| 158 |
+
0.22925832867622375,
|
| 159 |
+
0.3624236583709717,
|
| 160 |
+
0.22946220636367798,
|
| 161 |
+
0.2099657505750656,
|
| 162 |
+
0.35471591353416443,
|
| 163 |
+
0.19248110055923462,
|
| 164 |
+
0.21104197204113007,
|
| 165 |
+
0.2316046506166458,
|
| 166 |
+
0.22889670729637146,
|
| 167 |
+
0.2219177782535553,
|
| 168 |
+
0.1976115107536316,
|
| 169 |
+
0.3718109130859375,
|
| 170 |
+
0.4827973246574402,
|
| 171 |
+
0.13899339735507965,
|
| 172 |
+
0.07141831517219543,
|
| 173 |
+
0.6879931092262268,
|
| 174 |
+
0.08976639807224274,
|
| 175 |
+
0.46883589029312134,
|
| 176 |
+
0.20052386820316315,
|
| 177 |
+
0.26854434609413147,
|
| 178 |
+
0.2862609028816223,
|
| 179 |
+
0.3353564143180847,
|
| 180 |
+
0.13020308315753937,
|
| 181 |
+
0.3625645935535431,
|
| 182 |
+
0.0529816672205925,
|
| 183 |
+
0.5308318138122559,
|
| 184 |
+
0.6674755811691284,
|
| 185 |
+
0.17704978585243225,
|
| 186 |
+
0.34656018018722534,
|
| 187 |
+
0.22898681461811066,
|
| 188 |
+
0.29397353529930115,
|
| 189 |
+
0.6084612011909485,
|
| 190 |
+
0.36776939034461975,
|
| 191 |
+
0.45682185888290405,
|
| 192 |
+
0.14706236124038696,
|
| 193 |
+
0.16189034283161163,
|
| 194 |
+
0.2974770665168762,
|
| 195 |
+
0.49794432520866394,
|
| 196 |
+
0.04298710078001022,
|
| 197 |
+
0.10285954177379608,
|
| 198 |
+
0.23848864436149597,
|
| 199 |
+
0.6029862761497498,
|
| 200 |
+
0.3449186086654663,
|
| 201 |
+
0.43819791078567505,
|
| 202 |
+
0.20053760707378387,
|
| 203 |
+
0.8456271290779114,
|
| 204 |
+
0.854032039642334,
|
| 205 |
+
0.27175942063331604,
|
| 206 |
+
0.08100654184818268,
|
| 207 |
+
0.20653356611728668,
|
| 208 |
+
0.7193107604980469,
|
| 209 |
+
0.24201877415180206,
|
| 210 |
+
0.6740874648094177,
|
| 211 |
+
0.29471835494041443,
|
| 212 |
+
0.08577241003513336,
|
| 213 |
+
0.07713878899812698,
|
| 214 |
+
0.5626291632652283,
|
| 215 |
+
0.37941592931747437,
|
| 216 |
+
0.3625536561012268,
|
| 217 |
+
0.5399336218833923,
|
| 218 |
+
0.01696893945336342,
|
| 219 |
+
0.04121623560786247,
|
| 220 |
+
0.05091171711683273,
|
| 221 |
+
0.42093706130981445,
|
| 222 |
+
0.4876956045627594,
|
| 223 |
+
0.13318873941898346,
|
| 224 |
+
0.2776183784008026,
|
| 225 |
+
0.14973898231983185,
|
| 226 |
+
0.23055054247379303,
|
| 227 |
+
0.5225898623466492,
|
| 228 |
+
0.5125401020050049,
|
| 229 |
+
0.0388147346675396,
|
| 230 |
+
0.39060425758361816,
|
| 231 |
+
0.18689212203025818,
|
| 232 |
+
0.1867823451757431,
|
| 233 |
+
0.44526177644729614,
|
| 234 |
+
0.4233925938606262,
|
| 235 |
+
0.22370277345180511,
|
| 236 |
+
0.20770008862018585,
|
| 237 |
+
0.39330872893333435,
|
| 238 |
+
0.2585989534854889,
|
| 239 |
+
0.48177605867385864,
|
| 240 |
+
0.5876882076263428,
|
| 241 |
+
0.42338719964027405,
|
| 242 |
+
0.06935756653547287,
|
| 243 |
+
0.28085944056510925,
|
| 244 |
+
0.10163256525993347,
|
| 245 |
+
0.5881677269935608,
|
| 246 |
+
0.20641343295574188,
|
| 247 |
+
0.2234186828136444,
|
| 248 |
+
0.19535502791404724,
|
| 249 |
+
0.4337519705295563,
|
| 250 |
+
0.0537303201854229,
|
| 251 |
+
0.21297726035118103,
|
| 252 |
+
0.3741135895252228,
|
| 253 |
+
0.09448333829641342,
|
| 254 |
+
0.7776342034339905,
|
| 255 |
+
0.7896469235420227,
|
| 256 |
+
0.0523933470249176,
|
| 257 |
+
0.35126906633377075,
|
| 258 |
+
0.7316859364509583,
|
| 259 |
+
0.17757713794708252,
|
| 260 |
+
0.2507200241088867,
|
| 261 |
+
0.16861635446548462,
|
| 262 |
+
0.27174004912376404,
|
| 263 |
+
0.04727829992771149,
|
| 264 |
+
0.3920792043209076,
|
| 265 |
+
0.1544007658958435,
|
| 266 |
+
0.4966960549354553,
|
| 267 |
+
0.56946861743927,
|
| 268 |
+
0.3711279630661011,
|
| 269 |
+
0.24144001305103302,
|
| 270 |
+
0.6115638613700867,
|
| 271 |
+
0.5441840291023254,
|
| 272 |
+
0.3238429129123688,
|
| 273 |
+
0.3605160415172577,
|
| 274 |
+
0.31096792221069336,
|
| 275 |
+
0.5278323292732239,
|
| 276 |
+
0.10504334419965744,
|
| 277 |
+
0.18156111240386963,
|
| 278 |
+
0.2976565361022949,
|
| 279 |
+
0.11083833873271942,
|
| 280 |
+
0.21774174273014069,
|
| 281 |
+
0.1632397472858429,
|
| 282 |
+
0.6559898853302002
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d182/exports/step_00010000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
|
| 3 |
+
"fingerprint": "5d7463349b08a290",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d182",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.33095546544063836,
|
| 60 |
+
"lora/map": 0.33095546544063836,
|
| 61 |
+
"fsd50k/map": 0.33095546544063836,
|
| 62 |
+
"train_seconds": 23.72,
|
| 63 |
+
"total_seconds": 32.54,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.0217489846854005,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02631040143013682,
|
| 77 |
+
"val_map": 0.33095546544063836,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.72017518163193
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23261481523513794,
|
| 84 |
+
0.19285449385643005,
|
| 85 |
+
0.5174171924591064,
|
| 86 |
+
0.3309113681316376,
|
| 87 |
+
0.4214414358139038,
|
| 88 |
+
0.5842434167861938,
|
| 89 |
+
0.7862986922264099,
|
| 90 |
+
0.5305165648460388,
|
| 91 |
+
0.5726208686828613,
|
| 92 |
+
0.5127217173576355,
|
| 93 |
+
0.16134962439537048,
|
| 94 |
+
0.34844228625297546,
|
| 95 |
+
0.09384632110595703,
|
| 96 |
+
0.33321183919906616,
|
| 97 |
+
0.47878485918045044,
|
| 98 |
+
0.4407957196235657,
|
| 99 |
+
0.037040140479803085,
|
| 100 |
+
0.18889126181602478,
|
| 101 |
+
0.4455525279045105,
|
| 102 |
+
0.1529386043548584,
|
| 103 |
+
0.5053420066833496,
|
| 104 |
+
0.3454951047897339,
|
| 105 |
+
0.6732381582260132,
|
| 106 |
+
0.10000919550657272,
|
| 107 |
+
0.25802427530288696,
|
| 108 |
+
0.2631569802761078,
|
| 109 |
+
0.31478941440582275,
|
| 110 |
+
0.23840005695819855,
|
| 111 |
+
0.5988416075706482,
|
| 112 |
+
0.2547498643398285,
|
| 113 |
+
0.5864041447639465,
|
| 114 |
+
0.36724022030830383,
|
| 115 |
+
0.33523446321487427,
|
| 116 |
+
0.1773041933774948,
|
| 117 |
+
0.3230029046535492,
|
| 118 |
+
0.2286175787448883,
|
| 119 |
+
0.36552557349205017,
|
| 120 |
+
0.1528506875038147,
|
| 121 |
+
0.3099343478679657,
|
| 122 |
+
0.2286076843738556,
|
| 123 |
+
0.36600372195243835,
|
| 124 |
+
0.11242213100194931,
|
| 125 |
+
0.501940131187439,
|
| 126 |
+
0.20194050669670105,
|
| 127 |
+
0.4271043837070465,
|
| 128 |
+
0.13342934846878052,
|
| 129 |
+
0.17255766689777374,
|
| 130 |
+
0.18326686322689056,
|
| 131 |
+
0.6900516152381897,
|
| 132 |
+
0.4007033407688141,
|
| 133 |
+
0.30038559436798096,
|
| 134 |
+
0.4702001214027405,
|
| 135 |
+
0.47143232822418213,
|
| 136 |
+
0.10581427067518234,
|
| 137 |
+
0.15108492970466614,
|
| 138 |
+
0.015540988184511662,
|
| 139 |
+
0.14698077738285065,
|
| 140 |
+
0.6313816905021667,
|
| 141 |
+
0.08905214071273804,
|
| 142 |
+
0.4620603621006012,
|
| 143 |
+
0.4731861352920532,
|
| 144 |
+
0.5796801447868347,
|
| 145 |
+
0.3706907331943512,
|
| 146 |
+
0.16328667104244232,
|
| 147 |
+
0.43309664726257324,
|
| 148 |
+
0.17926934361457825,
|
| 149 |
+
0.1470303237438202,
|
| 150 |
+
0.6529200673103333,
|
| 151 |
+
0.5506664514541626,
|
| 152 |
+
0.5250735878944397,
|
| 153 |
+
0.4600543677806854,
|
| 154 |
+
0.1483229100704193,
|
| 155 |
+
0.6560797095298767,
|
| 156 |
+
0.18529382348060608,
|
| 157 |
+
0.2722722589969635,
|
| 158 |
+
0.22672459483146667,
|
| 159 |
+
0.35379695892333984,
|
| 160 |
+
0.22801369428634644,
|
| 161 |
+
0.2382490187883377,
|
| 162 |
+
0.36477023363113403,
|
| 163 |
+
0.22102345526218414,
|
| 164 |
+
0.18236635625362396,
|
| 165 |
+
0.24422816932201385,
|
| 166 |
+
0.21030864119529724,
|
| 167 |
+
0.17529304325580597,
|
| 168 |
+
0.16300134360790253,
|
| 169 |
+
0.3723662495613098,
|
| 170 |
+
0.6545748710632324,
|
| 171 |
+
0.1354285627603531,
|
| 172 |
+
0.09371552616357803,
|
| 173 |
+
0.7134822607040405,
|
| 174 |
+
0.09414900839328766,
|
| 175 |
+
0.44944366812705994,
|
| 176 |
+
0.17626599967479706,
|
| 177 |
+
0.2765029966831207,
|
| 178 |
+
0.27767065167427063,
|
| 179 |
+
0.2640833556652069,
|
| 180 |
+
0.1245601698756218,
|
| 181 |
+
0.3537072241306305,
|
| 182 |
+
0.07006754726171494,
|
| 183 |
+
0.5172722339630127,
|
| 184 |
+
0.6790094971656799,
|
| 185 |
+
0.18225964903831482,
|
| 186 |
+
0.37123745679855347,
|
| 187 |
+
0.2039756029844284,
|
| 188 |
+
0.2241550087928772,
|
| 189 |
+
0.5780172348022461,
|
| 190 |
+
0.3791438639163971,
|
| 191 |
+
0.4449950158596039,
|
| 192 |
+
0.14740267395973206,
|
| 193 |
+
0.17273734509944916,
|
| 194 |
+
0.29887160658836365,
|
| 195 |
+
0.5234299898147583,
|
| 196 |
+
0.04665237292647362,
|
| 197 |
+
0.10112819820642471,
|
| 198 |
+
0.2540144920349121,
|
| 199 |
+
0.6655111312866211,
|
| 200 |
+
0.3614606559276581,
|
| 201 |
+
0.4536512792110443,
|
| 202 |
+
0.18308940529823303,
|
| 203 |
+
0.8538473844528198,
|
| 204 |
+
0.8623555898666382,
|
| 205 |
+
0.23880821466445923,
|
| 206 |
+
0.13094462454319,
|
| 207 |
+
0.2682417631149292,
|
| 208 |
+
0.7403416633605957,
|
| 209 |
+
0.2036105990409851,
|
| 210 |
+
0.6969608664512634,
|
| 211 |
+
0.2814427316188812,
|
| 212 |
+
0.17783455550670624,
|
| 213 |
+
0.0798698142170906,
|
| 214 |
+
0.6141774654388428,
|
| 215 |
+
0.43800485134124756,
|
| 216 |
+
0.3635396957397461,
|
| 217 |
+
0.5545823574066162,
|
| 218 |
+
0.041711751371622086,
|
| 219 |
+
0.0335029698908329,
|
| 220 |
+
0.042582955211400986,
|
| 221 |
+
0.49871647357940674,
|
| 222 |
+
0.47039729356765747,
|
| 223 |
+
0.1287183165550232,
|
| 224 |
+
0.23220320045948029,
|
| 225 |
+
0.1289287954568863,
|
| 226 |
+
0.270672470331192,
|
| 227 |
+
0.5066280961036682,
|
| 228 |
+
0.4022030532360077,
|
| 229 |
+
0.04825523868203163,
|
| 230 |
+
0.497964471578598,
|
| 231 |
+
0.15633758902549744,
|
| 232 |
+
0.27965202927589417,
|
| 233 |
+
0.4854724407196045,
|
| 234 |
+
0.40599334239959717,
|
| 235 |
+
0.2977214753627777,
|
| 236 |
+
0.21343861520290375,
|
| 237 |
+
0.33543825149536133,
|
| 238 |
+
0.22124090790748596,
|
| 239 |
+
0.519119918346405,
|
| 240 |
+
0.5512109994888306,
|
| 241 |
+
0.43631377816200256,
|
| 242 |
+
0.053159814327955246,
|
| 243 |
+
0.29670634865760803,
|
| 244 |
+
0.1449255496263504,
|
| 245 |
+
0.5905746221542358,
|
| 246 |
+
0.248947411775589,
|
| 247 |
+
0.25361621379852295,
|
| 248 |
+
0.43587958812713623,
|
| 249 |
+
0.3475983440876007,
|
| 250 |
+
0.06740176677703857,
|
| 251 |
+
0.22819006443023682,
|
| 252 |
+
0.35823774337768555,
|
| 253 |
+
0.10144049674272537,
|
| 254 |
+
0.7719991207122803,
|
| 255 |
+
0.773615837097168,
|
| 256 |
+
0.03421106934547424,
|
| 257 |
+
0.3254505693912506,
|
| 258 |
+
0.6902790069580078,
|
| 259 |
+
0.15174953639507294,
|
| 260 |
+
0.24264197051525116,
|
| 261 |
+
0.1594770848751068,
|
| 262 |
+
0.256350040435791,
|
| 263 |
+
0.03993241861462593,
|
| 264 |
+
0.5209066271781921,
|
| 265 |
+
0.10665156692266464,
|
| 266 |
+
0.45776504278182983,
|
| 267 |
+
0.5764518976211548,
|
| 268 |
+
0.36553964018821716,
|
| 269 |
+
0.2393190711736679,
|
| 270 |
+
0.6165062189102173,
|
| 271 |
+
0.4627404808998108,
|
| 272 |
+
0.2595977783203125,
|
| 273 |
+
0.34571588039398193,
|
| 274 |
+
0.36569851636886597,
|
| 275 |
+
0.5334081053733826,
|
| 276 |
+
0.1316503882408142,
|
| 277 |
+
0.21487681567668915,
|
| 278 |
+
0.3053222894668579,
|
| 279 |
+
0.09592986106872559,
|
| 280 |
+
0.18975473940372467,
|
| 281 |
+
0.1670510619878769,
|
| 282 |
+
0.6834892630577087
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d182/exports/step_00010000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
|
| 4 |
+
"fingerprint": "5d7463349b08a290",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d182",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006771022202296843,
|
| 61 |
+
"val_map": 0.006133688491392718,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02412,
|
| 69 |
+
"train_map": 0.026098384771962604,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02356,
|
| 78 |
+
"train_map": 0.049902670570089,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.0223,
|
| 87 |
+
"train_map": 0.04860514643791165,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02153,
|
| 96 |
+
"train_map": 0.07193636645490491,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02183,
|
| 105 |
+
"train_map": 0.07499490738925886,
|
| 106 |
+
"val_map": 0.048487274413150816,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02171,
|
| 114 |
+
"train_map": 0.08566712275804843,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0213,
|
| 123 |
+
"train_map": 0.09003451756206986,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02093,
|
| 132 |
+
"train_map": 0.10015462678318147,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02011,
|
| 141 |
+
"train_map": 0.10441311926137395,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0198,
|
| 150 |
+
"train_map": 0.11640216037012509,
|
| 151 |
+
"val_map": 0.0711681760301499,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.0
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01993,
|
| 159 |
+
"train_map": 0.12384222172186542,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01969,
|
| 168 |
+
"train_map": 0.13804985094193434,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.8
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01983,
|
| 177 |
+
"train_map": 0.15182015651252043,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.4
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01921,
|
| 186 |
+
"train_map": 0.16647880417436178,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.0
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01896,
|
| 195 |
+
"train_map": 0.1738759013028918,
|
| 196 |
+
"val_map": 0.10222901045159212,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.5
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01872,
|
| 204 |
+
"train_map": 0.1760044703905098,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01894,
|
| 213 |
+
"train_map": 0.18235583047504472,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01891,
|
| 222 |
+
"train_map": 0.18837972455154361,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01851,
|
| 231 |
+
"train_map": 0.19015922995135753,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01862,
|
| 240 |
+
"train_map": 0.1917618017403349,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.019,
|
| 249 |
+
"train_map": 0.19160633182517153,
|
| 250 |
+
"val_map": 0.11221063553233697,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.0
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.19160633182517153,
|
| 256 |
+
"final_val_map": 0.11221063553233697,
|
| 257 |
+
"lora/map": 0.11221063553233697,
|
| 258 |
+
"train_seconds": 10.0,
|
| 259 |
+
"wall_seconds": 59.4
|
| 260 |
+
}
|