Upload folder using huggingface_hub
Browse files- p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d214/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d214/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d214/exports/step_00040000/lora_1ep_s2.json +260 -0
p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7e795e2e42e778cb",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d214",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38827788923867046,
|
| 60 |
+
"lora/map": 0.38827788923867046,
|
| 61 |
+
"fsd50k/map": 0.38827788923867046,
|
| 62 |
+
"train_seconds": 23.93,
|
| 63 |
+
"total_seconds": 32.85,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.025558316996321082,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023155014274159988,
|
| 77 |
+
"val_map": 0.38827788923867046,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.925271098618396
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2861294448375702,
|
| 84 |
+
0.11509660631418228,
|
| 85 |
+
0.5790489912033081,
|
| 86 |
+
0.38007786870002747,
|
| 87 |
+
0.4893718361854553,
|
| 88 |
+
0.629911482334137,
|
| 89 |
+
0.8437595367431641,
|
| 90 |
+
0.5561518669128418,
|
| 91 |
+
0.5525522232055664,
|
| 92 |
+
0.4543398916721344,
|
| 93 |
+
0.286554753780365,
|
| 94 |
+
0.44788557291030884,
|
| 95 |
+
0.19886963069438934,
|
| 96 |
+
0.43286803364753723,
|
| 97 |
+
0.509558916091919,
|
| 98 |
+
0.471418559551239,
|
| 99 |
+
0.03591121733188629,
|
| 100 |
+
0.20974116027355194,
|
| 101 |
+
0.42727717757225037,
|
| 102 |
+
0.20883551239967346,
|
| 103 |
+
0.5123429298400879,
|
| 104 |
+
0.41273385286331177,
|
| 105 |
+
0.8611426949501038,
|
| 106 |
+
0.0775282233953476,
|
| 107 |
+
0.2734788656234741,
|
| 108 |
+
0.3504296839237213,
|
| 109 |
+
0.3818843960762024,
|
| 110 |
+
0.25849753618240356,
|
| 111 |
+
0.7537873983383179,
|
| 112 |
+
0.3332879841327667,
|
| 113 |
+
0.6832916736602783,
|
| 114 |
+
0.49002745747566223,
|
| 115 |
+
0.4166947603225708,
|
| 116 |
+
0.17570963501930237,
|
| 117 |
+
0.3996056914329529,
|
| 118 |
+
0.24669574201107025,
|
| 119 |
+
0.40978890657424927,
|
| 120 |
+
0.23225943744182587,
|
| 121 |
+
0.3931530714035034,
|
| 122 |
+
0.22374923527240753,
|
| 123 |
+
0.5253254771232605,
|
| 124 |
+
0.24218538403511047,
|
| 125 |
+
0.6065368056297302,
|
| 126 |
+
0.1981389969587326,
|
| 127 |
+
0.5038461685180664,
|
| 128 |
+
0.18471990525722504,
|
| 129 |
+
0.21504253149032593,
|
| 130 |
+
0.26902467012405396,
|
| 131 |
+
0.7231121063232422,
|
| 132 |
+
0.41669249534606934,
|
| 133 |
+
0.3906257450580597,
|
| 134 |
+
0.5479743480682373,
|
| 135 |
+
0.5647337436676025,
|
| 136 |
+
0.1265609860420227,
|
| 137 |
+
0.12711994349956512,
|
| 138 |
+
0.020852843299508095,
|
| 139 |
+
0.2838742434978485,
|
| 140 |
+
0.7148608565330505,
|
| 141 |
+
0.13939689099788666,
|
| 142 |
+
0.5201578736305237,
|
| 143 |
+
0.5753822922706604,
|
| 144 |
+
0.6164514422416687,
|
| 145 |
+
0.4318447411060333,
|
| 146 |
+
0.179115891456604,
|
| 147 |
+
0.4708111584186554,
|
| 148 |
+
0.16532640159130096,
|
| 149 |
+
0.254336416721344,
|
| 150 |
+
0.6859235167503357,
|
| 151 |
+
0.49612247943878174,
|
| 152 |
+
0.560829222202301,
|
| 153 |
+
0.4869043827056885,
|
| 154 |
+
0.2483939677476883,
|
| 155 |
+
0.7205604314804077,
|
| 156 |
+
0.2936084270477295,
|
| 157 |
+
0.3491418659687042,
|
| 158 |
+
0.21558068692684174,
|
| 159 |
+
0.3856402337551117,
|
| 160 |
+
0.43473052978515625,
|
| 161 |
+
0.27678611874580383,
|
| 162 |
+
0.4785197377204895,
|
| 163 |
+
0.2559857666492462,
|
| 164 |
+
0.32467296719551086,
|
| 165 |
+
0.2678837180137634,
|
| 166 |
+
0.3285455107688904,
|
| 167 |
+
0.1724959909915924,
|
| 168 |
+
0.24286426603794098,
|
| 169 |
+
0.45202791690826416,
|
| 170 |
+
0.6597694158554077,
|
| 171 |
+
0.19594606757164001,
|
| 172 |
+
0.1207384243607521,
|
| 173 |
+
0.7754172086715698,
|
| 174 |
+
0.16439738869667053,
|
| 175 |
+
0.5532097220420837,
|
| 176 |
+
0.2291293442249298,
|
| 177 |
+
0.19987612962722778,
|
| 178 |
+
0.30187010765075684,
|
| 179 |
+
0.5173975229263306,
|
| 180 |
+
0.1636398285627365,
|
| 181 |
+
0.3480915427207947,
|
| 182 |
+
0.0784868448972702,
|
| 183 |
+
0.5737208724021912,
|
| 184 |
+
0.7084478139877319,
|
| 185 |
+
0.20960934460163116,
|
| 186 |
+
0.43691378831863403,
|
| 187 |
+
0.244600310921669,
|
| 188 |
+
0.36881116032600403,
|
| 189 |
+
0.6811566948890686,
|
| 190 |
+
0.5263187885284424,
|
| 191 |
+
0.5547000169754028,
|
| 192 |
+
0.265420138835907,
|
| 193 |
+
0.2514905631542206,
|
| 194 |
+
0.33750486373901367,
|
| 195 |
+
0.5625092387199402,
|
| 196 |
+
0.11379097402095795,
|
| 197 |
+
0.14004896581172943,
|
| 198 |
+
0.3055761456489563,
|
| 199 |
+
0.7524537444114685,
|
| 200 |
+
0.3646148443222046,
|
| 201 |
+
0.4861147105693817,
|
| 202 |
+
0.2081250250339508,
|
| 203 |
+
0.8739283680915833,
|
| 204 |
+
0.8820453882217407,
|
| 205 |
+
0.3689612150192261,
|
| 206 |
+
0.12916775047779083,
|
| 207 |
+
0.25817739963531494,
|
| 208 |
+
0.7744446992874146,
|
| 209 |
+
0.31638452410697937,
|
| 210 |
+
0.7646796107292175,
|
| 211 |
+
0.3244744539260864,
|
| 212 |
+
0.1666557788848877,
|
| 213 |
+
0.1791977733373642,
|
| 214 |
+
0.7353037595748901,
|
| 215 |
+
0.4655917286872864,
|
| 216 |
+
0.4491824805736542,
|
| 217 |
+
0.6294202208518982,
|
| 218 |
+
0.0771002322435379,
|
| 219 |
+
0.06132476031780243,
|
| 220 |
+
0.058659832924604416,
|
| 221 |
+
0.5287220478057861,
|
| 222 |
+
0.5518094301223755,
|
| 223 |
+
0.15648503601551056,
|
| 224 |
+
0.325359970331192,
|
| 225 |
+
0.2521534860134125,
|
| 226 |
+
0.29960504174232483,
|
| 227 |
+
0.6846722960472107,
|
| 228 |
+
0.559847891330719,
|
| 229 |
+
0.08917535096406937,
|
| 230 |
+
0.5679169297218323,
|
| 231 |
+
0.19840645790100098,
|
| 232 |
+
0.31779006123542786,
|
| 233 |
+
0.5219970345497131,
|
| 234 |
+
0.4776729345321655,
|
| 235 |
+
0.2759914696216583,
|
| 236 |
+
0.31873801350593567,
|
| 237 |
+
0.4451994001865387,
|
| 238 |
+
0.29837945103645325,
|
| 239 |
+
0.5466771721839905,
|
| 240 |
+
0.6012469530105591,
|
| 241 |
+
0.4787066876888275,
|
| 242 |
+
0.10651367157697678,
|
| 243 |
+
0.42924273014068604,
|
| 244 |
+
0.19810262322425842,
|
| 245 |
+
0.6594287753105164,
|
| 246 |
+
0.2905709445476532,
|
| 247 |
+
0.34060901403427124,
|
| 248 |
+
0.3538166582584381,
|
| 249 |
+
0.3465869128704071,
|
| 250 |
+
0.054405711591243744,
|
| 251 |
+
0.32853907346725464,
|
| 252 |
+
0.4405026435852051,
|
| 253 |
+
0.09985506534576416,
|
| 254 |
+
0.8561955690383911,
|
| 255 |
+
0.8671293258666992,
|
| 256 |
+
0.03939874470233917,
|
| 257 |
+
0.4916730225086212,
|
| 258 |
+
0.7597904205322266,
|
| 259 |
+
0.19459682703018188,
|
| 260 |
+
0.29315006732940674,
|
| 261 |
+
0.18658925592899323,
|
| 262 |
+
0.3047662079334259,
|
| 263 |
+
0.06183875724673271,
|
| 264 |
+
0.5176106691360474,
|
| 265 |
+
0.13655517995357513,
|
| 266 |
+
0.5734191536903381,
|
| 267 |
+
0.6214026808738708,
|
| 268 |
+
0.46893519163131714,
|
| 269 |
+
0.27539604902267456,
|
| 270 |
+
0.6716662049293518,
|
| 271 |
+
0.591300904750824,
|
| 272 |
+
0.39948350191116333,
|
| 273 |
+
0.34447479248046875,
|
| 274 |
+
0.4547528922557831,
|
| 275 |
+
0.5636157989501953,
|
| 276 |
+
0.12259994447231293,
|
| 277 |
+
0.28301703929901123,
|
| 278 |
+
0.4189855754375458,
|
| 279 |
+
0.13517476618289948,
|
| 280 |
+
0.35574206709861755,
|
| 281 |
+
0.1727975457906723,
|
| 282 |
+
0.7414776682853699
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7e795e2e42e778cb",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d214",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3920092847663909,
|
| 60 |
+
"lora/map": 0.3920092847663909,
|
| 61 |
+
"fsd50k/map": 0.3920092847663909,
|
| 62 |
+
"train_seconds": 23.28,
|
| 63 |
+
"total_seconds": 32.36,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022969441463937982,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02301157821039494,
|
| 77 |
+
"val_map": 0.3920092847663909,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.280241786385886
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2916368842124939,
|
| 84 |
+
0.15392616391181946,
|
| 85 |
+
0.5747761726379395,
|
| 86 |
+
0.40035054087638855,
|
| 87 |
+
0.5002295970916748,
|
| 88 |
+
0.6236058473587036,
|
| 89 |
+
0.8432265520095825,
|
| 90 |
+
0.5525115728378296,
|
| 91 |
+
0.5743422508239746,
|
| 92 |
+
0.5242239832878113,
|
| 93 |
+
0.2792332172393799,
|
| 94 |
+
0.4367552399635315,
|
| 95 |
+
0.15727800130844116,
|
| 96 |
+
0.42059043049812317,
|
| 97 |
+
0.5124168395996094,
|
| 98 |
+
0.4697379171848297,
|
| 99 |
+
0.046785078942775726,
|
| 100 |
+
0.25544214248657227,
|
| 101 |
+
0.5018170475959778,
|
| 102 |
+
0.23487238585948944,
|
| 103 |
+
0.5499294996261597,
|
| 104 |
+
0.4185093939304352,
|
| 105 |
+
0.8285479545593262,
|
| 106 |
+
0.07760193198919296,
|
| 107 |
+
0.23375631868839264,
|
| 108 |
+
0.3203393816947937,
|
| 109 |
+
0.38046085834503174,
|
| 110 |
+
0.25120314955711365,
|
| 111 |
+
0.7871454358100891,
|
| 112 |
+
0.3152751326560974,
|
| 113 |
+
0.6183738112449646,
|
| 114 |
+
0.5150061249732971,
|
| 115 |
+
0.4011479616165161,
|
| 116 |
+
0.15481820702552795,
|
| 117 |
+
0.44372013211250305,
|
| 118 |
+
0.21415284276008606,
|
| 119 |
+
0.4298985004425049,
|
| 120 |
+
0.22327619791030884,
|
| 121 |
+
0.48856836557388306,
|
| 122 |
+
0.2592819035053253,
|
| 123 |
+
0.5399670004844666,
|
| 124 |
+
0.21268939971923828,
|
| 125 |
+
0.5818073153495789,
|
| 126 |
+
0.1682872474193573,
|
| 127 |
+
0.4761492609977722,
|
| 128 |
+
0.18169179558753967,
|
| 129 |
+
0.2156832218170166,
|
| 130 |
+
0.23901404440402985,
|
| 131 |
+
0.7420790195465088,
|
| 132 |
+
0.4567493200302124,
|
| 133 |
+
0.4128807783126831,
|
| 134 |
+
0.48914042115211487,
|
| 135 |
+
0.6196160912513733,
|
| 136 |
+
0.19845999777317047,
|
| 137 |
+
0.17935039103031158,
|
| 138 |
+
0.02493084780871868,
|
| 139 |
+
0.2709202170372009,
|
| 140 |
+
0.6808680295944214,
|
| 141 |
+
0.14676105976104736,
|
| 142 |
+
0.5090807676315308,
|
| 143 |
+
0.5660727024078369,
|
| 144 |
+
0.6328681111335754,
|
| 145 |
+
0.4135093092918396,
|
| 146 |
+
0.14565901458263397,
|
| 147 |
+
0.4896329939365387,
|
| 148 |
+
0.10034450143575668,
|
| 149 |
+
0.21511803567409515,
|
| 150 |
+
0.6914086937904358,
|
| 151 |
+
0.49006837606430054,
|
| 152 |
+
0.5780274868011475,
|
| 153 |
+
0.492275208234787,
|
| 154 |
+
0.26547229290008545,
|
| 155 |
+
0.7141258120536804,
|
| 156 |
+
0.3344438970088959,
|
| 157 |
+
0.29784005880355835,
|
| 158 |
+
0.22665756940841675,
|
| 159 |
+
0.40097078680992126,
|
| 160 |
+
0.388100802898407,
|
| 161 |
+
0.2918189764022827,
|
| 162 |
+
0.4239164888858795,
|
| 163 |
+
0.2564599812030792,
|
| 164 |
+
0.3073749840259552,
|
| 165 |
+
0.28856393694877625,
|
| 166 |
+
0.2523730993270874,
|
| 167 |
+
0.23734228312969208,
|
| 168 |
+
0.32706716656684875,
|
| 169 |
+
0.4223720133304596,
|
| 170 |
+
0.6234163045883179,
|
| 171 |
+
0.23030847311019897,
|
| 172 |
+
0.11354880034923553,
|
| 173 |
+
0.790493905544281,
|
| 174 |
+
0.1422843039035797,
|
| 175 |
+
0.5472421050071716,
|
| 176 |
+
0.2339290976524353,
|
| 177 |
+
0.35208627581596375,
|
| 178 |
+
0.3378377854824066,
|
| 179 |
+
0.5537663102149963,
|
| 180 |
+
0.20322750508785248,
|
| 181 |
+
0.42649421095848083,
|
| 182 |
+
0.06949722766876221,
|
| 183 |
+
0.5733128190040588,
|
| 184 |
+
0.7096974849700928,
|
| 185 |
+
0.24592038989067078,
|
| 186 |
+
0.43470287322998047,
|
| 187 |
+
0.23629632592201233,
|
| 188 |
+
0.3474189341068268,
|
| 189 |
+
0.6553815603256226,
|
| 190 |
+
0.5462356209754944,
|
| 191 |
+
0.523902177810669,
|
| 192 |
+
0.21299855411052704,
|
| 193 |
+
0.2711370289325714,
|
| 194 |
+
0.34101763367652893,
|
| 195 |
+
0.5933452248573303,
|
| 196 |
+
0.20802398025989532,
|
| 197 |
+
0.20871502161026,
|
| 198 |
+
0.2952142357826233,
|
| 199 |
+
0.7644712328910828,
|
| 200 |
+
0.35916993021965027,
|
| 201 |
+
0.5050771236419678,
|
| 202 |
+
0.24037829041481018,
|
| 203 |
+
0.8776869177818298,
|
| 204 |
+
0.8860349655151367,
|
| 205 |
+
0.3863302171230316,
|
| 206 |
+
0.1272478848695755,
|
| 207 |
+
0.21362148225307465,
|
| 208 |
+
0.7942541241645813,
|
| 209 |
+
0.29217594861984253,
|
| 210 |
+
0.7738500237464905,
|
| 211 |
+
0.32809510827064514,
|
| 212 |
+
0.10128452628850937,
|
| 213 |
+
0.1684732586145401,
|
| 214 |
+
0.764809787273407,
|
| 215 |
+
0.514413595199585,
|
| 216 |
+
0.451992005109787,
|
| 217 |
+
0.5441797375679016,
|
| 218 |
+
0.0774298831820488,
|
| 219 |
+
0.04770617187023163,
|
| 220 |
+
0.054837774485349655,
|
| 221 |
+
0.532683253288269,
|
| 222 |
+
0.5526987314224243,
|
| 223 |
+
0.21032942831516266,
|
| 224 |
+
0.3438238501548767,
|
| 225 |
+
0.22817598283290863,
|
| 226 |
+
0.28503087162971497,
|
| 227 |
+
0.628991961479187,
|
| 228 |
+
0.5457859635353088,
|
| 229 |
+
0.08496077358722687,
|
| 230 |
+
0.5416449904441833,
|
| 231 |
+
0.20788231492042542,
|
| 232 |
+
0.3090883493423462,
|
| 233 |
+
0.5352863669395447,
|
| 234 |
+
0.4840596616268158,
|
| 235 |
+
0.3273483216762543,
|
| 236 |
+
0.24978794157505035,
|
| 237 |
+
0.48752567172050476,
|
| 238 |
+
0.3462722897529602,
|
| 239 |
+
0.5444843173027039,
|
| 240 |
+
0.627300500869751,
|
| 241 |
+
0.47710636258125305,
|
| 242 |
+
0.08170304447412491,
|
| 243 |
+
0.3726077079772949,
|
| 244 |
+
0.1501658707857132,
|
| 245 |
+
0.6691280007362366,
|
| 246 |
+
0.22465647757053375,
|
| 247 |
+
0.3416971266269684,
|
| 248 |
+
0.27714571356773376,
|
| 249 |
+
0.35412776470184326,
|
| 250 |
+
0.06327182799577713,
|
| 251 |
+
0.30926313996315,
|
| 252 |
+
0.45716696977615356,
|
| 253 |
+
0.10811280459165573,
|
| 254 |
+
0.8306958079338074,
|
| 255 |
+
0.8379318118095398,
|
| 256 |
+
0.04425794631242752,
|
| 257 |
+
0.5036323070526123,
|
| 258 |
+
0.7390308380126953,
|
| 259 |
+
0.20213273167610168,
|
| 260 |
+
0.2589513659477234,
|
| 261 |
+
0.18766207993030548,
|
| 262 |
+
0.2954081892967224,
|
| 263 |
+
0.0704738199710846,
|
| 264 |
+
0.5594497919082642,
|
| 265 |
+
0.2902882397174835,
|
| 266 |
+
0.600657045841217,
|
| 267 |
+
0.6185336709022522,
|
| 268 |
+
0.4284569323062897,
|
| 269 |
+
0.28665822744369507,
|
| 270 |
+
0.65520840883255,
|
| 271 |
+
0.6017327308654785,
|
| 272 |
+
0.4332859218120575,
|
| 273 |
+
0.41609594225883484,
|
| 274 |
+
0.46274906396865845,
|
| 275 |
+
0.55827796459198,
|
| 276 |
+
0.1132819652557373,
|
| 277 |
+
0.3979795277118683,
|
| 278 |
+
0.4189606308937073,
|
| 279 |
+
0.1123899444937706,
|
| 280 |
+
0.43663138151168823,
|
| 281 |
+
0.16997496783733368,
|
| 282 |
+
0.7499994039535522
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7e795e2e42e778cb",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d214",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3852240803092718,
|
| 60 |
+
"lora/map": 0.3852240803092718,
|
| 61 |
+
"fsd50k/map": 0.3852240803092718,
|
| 62 |
+
"train_seconds": 24.65,
|
| 63 |
+
"total_seconds": 33.63,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022658736822195352,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02334719779942657,
|
| 77 |
+
"val_map": 0.3852240803092718,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.654944570502266
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27540960907936096,
|
| 84 |
+
0.15480446815490723,
|
| 85 |
+
0.5716173648834229,
|
| 86 |
+
0.350340873003006,
|
| 87 |
+
0.5002762079238892,
|
| 88 |
+
0.628688633441925,
|
| 89 |
+
0.8544864058494568,
|
| 90 |
+
0.559535562992096,
|
| 91 |
+
0.603472113609314,
|
| 92 |
+
0.44331681728363037,
|
| 93 |
+
0.2514747381210327,
|
| 94 |
+
0.4416854977607727,
|
| 95 |
+
0.14388293027877808,
|
| 96 |
+
0.34693947434425354,
|
| 97 |
+
0.49564328789711,
|
| 98 |
+
0.4643842577934265,
|
| 99 |
+
0.05523465946316719,
|
| 100 |
+
0.2890341579914093,
|
| 101 |
+
0.4475036859512329,
|
| 102 |
+
0.186137393116951,
|
| 103 |
+
0.5261470675468445,
|
| 104 |
+
0.4092753529548645,
|
| 105 |
+
0.8441588282585144,
|
| 106 |
+
0.10469842702150345,
|
| 107 |
+
0.2551368772983551,
|
| 108 |
+
0.3712020814418793,
|
| 109 |
+
0.34934771060943604,
|
| 110 |
+
0.2380037158727646,
|
| 111 |
+
0.7392165064811707,
|
| 112 |
+
0.26826271414756775,
|
| 113 |
+
0.6544409990310669,
|
| 114 |
+
0.5054536461830139,
|
| 115 |
+
0.3612852394580841,
|
| 116 |
+
0.17590463161468506,
|
| 117 |
+
0.42680445313453674,
|
| 118 |
+
0.28511977195739746,
|
| 119 |
+
0.3970293402671814,
|
| 120 |
+
0.25588810443878174,
|
| 121 |
+
0.45899051427841187,
|
| 122 |
+
0.26305219531059265,
|
| 123 |
+
0.5419344305992126,
|
| 124 |
+
0.22389209270477295,
|
| 125 |
+
0.5652500987052917,
|
| 126 |
+
0.17127791047096252,
|
| 127 |
+
0.5045484900474548,
|
| 128 |
+
0.15108422935009003,
|
| 129 |
+
0.22444835305213928,
|
| 130 |
+
0.2353619933128357,
|
| 131 |
+
0.7597671151161194,
|
| 132 |
+
0.43239906430244446,
|
| 133 |
+
0.3265030086040497,
|
| 134 |
+
0.5583986639976501,
|
| 135 |
+
0.58952796459198,
|
| 136 |
+
0.10838618129491806,
|
| 137 |
+
0.19576284289360046,
|
| 138 |
+
0.016425620764493942,
|
| 139 |
+
0.22740942239761353,
|
| 140 |
+
0.6903685927391052,
|
| 141 |
+
0.11923683434724808,
|
| 142 |
+
0.5263994932174683,
|
| 143 |
+
0.5894261598587036,
|
| 144 |
+
0.6451559662818909,
|
| 145 |
+
0.424058735370636,
|
| 146 |
+
0.14801904559135437,
|
| 147 |
+
0.41572514176368713,
|
| 148 |
+
0.12605246901512146,
|
| 149 |
+
0.23818732798099518,
|
| 150 |
+
0.6790484189987183,
|
| 151 |
+
0.5181216597557068,
|
| 152 |
+
0.5166239738464355,
|
| 153 |
+
0.4789752662181854,
|
| 154 |
+
0.22793465852737427,
|
| 155 |
+
0.7070412039756775,
|
| 156 |
+
0.3064885437488556,
|
| 157 |
+
0.3005581498146057,
|
| 158 |
+
0.2399466335773468,
|
| 159 |
+
0.43999922275543213,
|
| 160 |
+
0.44313380122184753,
|
| 161 |
+
0.24910999834537506,
|
| 162 |
+
0.4220271408557892,
|
| 163 |
+
0.2457224577665329,
|
| 164 |
+
0.28426018357276917,
|
| 165 |
+
0.3113669455051422,
|
| 166 |
+
0.31751710176467896,
|
| 167 |
+
0.3102648854255676,
|
| 168 |
+
0.2669546902179718,
|
| 169 |
+
0.4419257342815399,
|
| 170 |
+
0.7144257426261902,
|
| 171 |
+
0.21239928901195526,
|
| 172 |
+
0.1522071212530136,
|
| 173 |
+
0.7511053681373596,
|
| 174 |
+
0.17842119932174683,
|
| 175 |
+
0.5286637544631958,
|
| 176 |
+
0.24620039761066437,
|
| 177 |
+
0.31361791491508484,
|
| 178 |
+
0.3690970242023468,
|
| 179 |
+
0.5392023921012878,
|
| 180 |
+
0.19787409901618958,
|
| 181 |
+
0.4301239252090454,
|
| 182 |
+
0.07651324570178986,
|
| 183 |
+
0.559661328792572,
|
| 184 |
+
0.7188693284988403,
|
| 185 |
+
0.2400675117969513,
|
| 186 |
+
0.45108798146247864,
|
| 187 |
+
0.24449336528778076,
|
| 188 |
+
0.2843962013721466,
|
| 189 |
+
0.659481406211853,
|
| 190 |
+
0.5086549520492554,
|
| 191 |
+
0.5382869243621826,
|
| 192 |
+
0.2164715975522995,
|
| 193 |
+
0.2125832736492157,
|
| 194 |
+
0.3585270643234253,
|
| 195 |
+
0.6175025701522827,
|
| 196 |
+
0.09113256633281708,
|
| 197 |
+
0.14266234636306763,
|
| 198 |
+
0.31187203526496887,
|
| 199 |
+
0.7659384608268738,
|
| 200 |
+
0.4070543944835663,
|
| 201 |
+
0.5038071274757385,
|
| 202 |
+
0.20960752665996552,
|
| 203 |
+
0.8834146857261658,
|
| 204 |
+
0.8918485641479492,
|
| 205 |
+
0.3172457814216614,
|
| 206 |
+
0.08742236346006393,
|
| 207 |
+
0.18331773579120636,
|
| 208 |
+
0.774615466594696,
|
| 209 |
+
0.26933419704437256,
|
| 210 |
+
0.7391127347946167,
|
| 211 |
+
0.3434176445007324,
|
| 212 |
+
0.12183009833097458,
|
| 213 |
+
0.14318780601024628,
|
| 214 |
+
0.7139939069747925,
|
| 215 |
+
0.46566081047058105,
|
| 216 |
+
0.4172587990760803,
|
| 217 |
+
0.6143054366111755,
|
| 218 |
+
0.05806424468755722,
|
| 219 |
+
0.10066157579421997,
|
| 220 |
+
0.05777057260274887,
|
| 221 |
+
0.5912977457046509,
|
| 222 |
+
0.5465952754020691,
|
| 223 |
+
0.13390125334262848,
|
| 224 |
+
0.2895299196243286,
|
| 225 |
+
0.2010096162557602,
|
| 226 |
+
0.22331491112709045,
|
| 227 |
+
0.6597832441329956,
|
| 228 |
+
0.5244216322898865,
|
| 229 |
+
0.06682205200195312,
|
| 230 |
+
0.5738482475280762,
|
| 231 |
+
0.16975334286689758,
|
| 232 |
+
0.26233115792274475,
|
| 233 |
+
0.5213422775268555,
|
| 234 |
+
0.476218044757843,
|
| 235 |
+
0.3229350447654724,
|
| 236 |
+
0.4532873332500458,
|
| 237 |
+
0.4142751097679138,
|
| 238 |
+
0.3162773549556732,
|
| 239 |
+
0.5524305701255798,
|
| 240 |
+
0.6517801880836487,
|
| 241 |
+
0.4755851626396179,
|
| 242 |
+
0.10002974420785904,
|
| 243 |
+
0.42722728848457336,
|
| 244 |
+
0.18374602496623993,
|
| 245 |
+
0.6822112798690796,
|
| 246 |
+
0.25812962651252747,
|
| 247 |
+
0.30057308077812195,
|
| 248 |
+
0.35515204071998596,
|
| 249 |
+
0.27655136585235596,
|
| 250 |
+
0.06594483554363251,
|
| 251 |
+
0.34080615639686584,
|
| 252 |
+
0.41313567757606506,
|
| 253 |
+
0.09704111516475677,
|
| 254 |
+
0.8558006286621094,
|
| 255 |
+
0.8656924366950989,
|
| 256 |
+
0.05022452026605606,
|
| 257 |
+
0.5168623924255371,
|
| 258 |
+
0.7447335124015808,
|
| 259 |
+
0.1913408488035202,
|
| 260 |
+
0.2784448564052582,
|
| 261 |
+
0.1606069803237915,
|
| 262 |
+
0.3086360991001129,
|
| 263 |
+
0.04398155212402344,
|
| 264 |
+
0.4785371422767639,
|
| 265 |
+
0.09540332853794098,
|
| 266 |
+
0.5409624576568604,
|
| 267 |
+
0.6158971190452576,
|
| 268 |
+
0.3738795518875122,
|
| 269 |
+
0.2787601053714752,
|
| 270 |
+
0.6647916436195374,
|
| 271 |
+
0.5808348655700684,
|
| 272 |
+
0.35665908455848694,
|
| 273 |
+
0.4130668640136719,
|
| 274 |
+
0.47333666682243347,
|
| 275 |
+
0.5614145398139954,
|
| 276 |
+
0.12279554456472397,
|
| 277 |
+
0.3480663299560547,
|
| 278 |
+
0.41100019216537476,
|
| 279 |
+
0.11611765623092651,
|
| 280 |
+
0.4211682081222534,
|
| 281 |
+
0.14703220129013062,
|
| 282 |
+
0.751694917678833
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d214/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
|
| 4 |
+
"fingerprint": "7e795e2e42e778cb",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d214",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007388675402482332,
|
| 61 |
+
"val_map": 0.006202059684399042,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02361,
|
| 69 |
+
"train_map": 0.03227341106378843,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02308,
|
| 78 |
+
"train_map": 0.05938711590367764,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02225,
|
| 87 |
+
"train_map": 0.0808560567292998,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02173,
|
| 96 |
+
"train_map": 0.09275182090351532,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02169,
|
| 105 |
+
"train_map": 0.09691400828583968,
|
| 106 |
+
"val_map": 0.06598163711258778,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02073,
|
| 114 |
+
"train_map": 0.1137393924948429,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02022,
|
| 123 |
+
"train_map": 0.1227190892774951,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.01993,
|
| 132 |
+
"train_map": 0.13462356743234893,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01971,
|
| 141 |
+
"train_map": 0.15252618850571098,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0191,
|
| 150 |
+
"train_map": 0.16077958351174332,
|
| 151 |
+
"val_map": 0.09888880269025829,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01943,
|
| 159 |
+
"train_map": 0.16408161368252855,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01917,
|
| 168 |
+
"train_map": 0.18538486284771102,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01904,
|
| 177 |
+
"train_map": 0.1961001045303861,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01867,
|
| 186 |
+
"train_map": 0.20429503823589865,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01806,
|
| 195 |
+
"train_map": 0.21358111133070865,
|
| 196 |
+
"val_map": 0.13529403474750934,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01843,
|
| 204 |
+
"train_map": 0.21569775357715207,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01781,
|
| 213 |
+
"train_map": 0.2239972534094649,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01735,
|
| 222 |
+
"train_map": 0.23189141886552664,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01699,
|
| 231 |
+
"train_map": 0.23590308634574883,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01759,
|
| 240 |
+
"train_map": 0.23647356667843925,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01765,
|
| 249 |
+
"train_map": 0.23648863985685656,
|
| 250 |
+
"val_map": 0.14950929807350605,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23648863985685656,
|
| 256 |
+
"final_val_map": 0.14950929807350605,
|
| 257 |
+
"lora/map": 0.14950929807350605,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.7
|
| 260 |
+
}
|
p5-mae-15m-d214/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
|
| 4 |
+
"fingerprint": "7e795e2e42e778cb",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d214",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0070678465135936295,
|
| 61 |
+
"val_map": 0.0060180503301997534,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02463,
|
| 69 |
+
"train_map": 0.02948121683105678,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02311,
|
| 78 |
+
"train_map": 0.05439340670600152,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02204,
|
| 87 |
+
"train_map": 0.07285204302432083,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02137,
|
| 96 |
+
"train_map": 0.08703753365087985,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02164,
|
| 105 |
+
"train_map": 0.09229333693447896,
|
| 106 |
+
"val_map": 0.06279198970182656,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02052,
|
| 114 |
+
"train_map": 0.10730968669023315,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02071,
|
| 123 |
+
"train_map": 0.11746879806830433,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.0199,
|
| 132 |
+
"train_map": 0.12927386216356276,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02035,
|
| 141 |
+
"train_map": 0.14079768775009763,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01953,
|
| 150 |
+
"train_map": 0.15797500749449095,
|
| 151 |
+
"val_map": 0.09662063949983532,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01963,
|
| 159 |
+
"train_map": 0.1620611188746812,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01904,
|
| 168 |
+
"train_map": 0.17124032200644573,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01895,
|
| 177 |
+
"train_map": 0.1901935701955647,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01836,
|
| 186 |
+
"train_map": 0.20174055865239457,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01789,
|
| 195 |
+
"train_map": 0.21373030689387693,
|
| 196 |
+
"val_map": 0.13453578892953877,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01816,
|
| 204 |
+
"train_map": 0.2144171030448831,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01765,
|
| 213 |
+
"train_map": 0.22782414713326624,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01777,
|
| 222 |
+
"train_map": 0.23189198722854343,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01753,
|
| 231 |
+
"train_map": 0.23573961199669474,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01754,
|
| 240 |
+
"train_map": 0.23650142516626269,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01726,
|
| 249 |
+
"train_map": 0.2366086580778209,
|
| 250 |
+
"val_map": 0.14877315347862255,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2366086580778209,
|
| 256 |
+
"final_val_map": 0.14877315347862255,
|
| 257 |
+
"lora/map": 0.14877315347862255,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.6
|
| 260 |
+
}
|
p5-mae-15m-d214/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
|
| 4 |
+
"fingerprint": "7e795e2e42e778cb",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d214",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007768040324894418,
|
| 61 |
+
"val_map": 0.0065083548108971125,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02403,
|
| 69 |
+
"train_map": 0.026868614257247923,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02308,
|
| 78 |
+
"train_map": 0.051923780513183346,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02203,
|
| 87 |
+
"train_map": 0.060407208630451105,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02123,
|
| 96 |
+
"train_map": 0.08238225449358186,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02158,
|
| 105 |
+
"train_map": 0.0865767105576181,
|
| 106 |
+
"val_map": 0.05913198562082702,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02124,
|
| 114 |
+
"train_map": 0.10244679245726687,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0208,
|
| 123 |
+
"train_map": 0.1191034467340371,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02057,
|
| 132 |
+
"train_map": 0.12281946210805644,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01952,
|
| 141 |
+
"train_map": 0.13942121075593514,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01901,
|
| 150 |
+
"train_map": 0.15845657371963592,
|
| 151 |
+
"val_map": 0.101797726622074,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01893,
|
| 159 |
+
"train_map": 0.1574208063357978,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01869,
|
| 168 |
+
"train_map": 0.17347258569025903,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01885,
|
| 177 |
+
"train_map": 0.18607401246367555,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01826,
|
| 186 |
+
"train_map": 0.19780402360183577,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.0
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01815,
|
| 195 |
+
"train_map": 0.21152450960832853,
|
| 196 |
+
"val_map": 0.1322839524140988,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.5
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01788,
|
| 204 |
+
"train_map": 0.21427554818598352,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01788,
|
| 213 |
+
"train_map": 0.2221642447895312,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01793,
|
| 222 |
+
"train_map": 0.22958565210531232,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01758,
|
| 231 |
+
"train_map": 0.2325646402155256,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01767,
|
| 240 |
+
"train_map": 0.233362968811373,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01796,
|
| 249 |
+
"train_map": 0.2331980306185089,
|
| 250 |
+
"val_map": 0.14502547430740476,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.0
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2331980306185089,
|
| 256 |
+
"final_val_map": 0.14502547430740476,
|
| 257 |
+
"lora/map": 0.14502547430740476,
|
| 258 |
+
"train_seconds": 10.0,
|
| 259 |
+
"wall_seconds": 59.9
|
| 260 |
+
}
|