Upload folder using huggingface_hub
Browse files- p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d212/exports/step_00020000/lora_1ep_s2.json +260 -0
- p5-mae-15m-d212/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d212/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d212/exports/step_00040000/model.safetensors +3 -0
p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
|
| 3 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d212",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3777376262284815,
|
| 60 |
+
"lora/map": 0.3777376262284815,
|
| 61 |
+
"fsd50k/map": 0.3777376262284815,
|
| 62 |
+
"train_seconds": 23.69,
|
| 63 |
+
"total_seconds": 33.18,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023351892761420457,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02376300796324307,
|
| 77 |
+
"val_map": 0.3777376262284815,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.68990382971242
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23311187326908112,
|
| 84 |
+
0.08602966368198395,
|
| 85 |
+
0.5361815094947815,
|
| 86 |
+
0.3437354266643524,
|
| 87 |
+
0.47144538164138794,
|
| 88 |
+
0.6238626837730408,
|
| 89 |
+
0.8359467387199402,
|
| 90 |
+
0.5419996976852417,
|
| 91 |
+
0.5871431827545166,
|
| 92 |
+
0.4926019310951233,
|
| 93 |
+
0.23209522664546967,
|
| 94 |
+
0.4317494034767151,
|
| 95 |
+
0.15919850766658783,
|
| 96 |
+
0.2773642838001251,
|
| 97 |
+
0.5012292265892029,
|
| 98 |
+
0.4632662236690521,
|
| 99 |
+
0.038897380232810974,
|
| 100 |
+
0.19575294852256775,
|
| 101 |
+
0.4646485447883606,
|
| 102 |
+
0.22111748158931732,
|
| 103 |
+
0.5256813764572144,
|
| 104 |
+
0.38593733310699463,
|
| 105 |
+
0.8122643232345581,
|
| 106 |
+
0.08286360651254654,
|
| 107 |
+
0.2383444458246231,
|
| 108 |
+
0.3324384093284607,
|
| 109 |
+
0.3897716701030731,
|
| 110 |
+
0.29532262682914734,
|
| 111 |
+
0.7636236548423767,
|
| 112 |
+
0.3244737386703491,
|
| 113 |
+
0.6410003900527954,
|
| 114 |
+
0.4949239194393158,
|
| 115 |
+
0.4107162058353424,
|
| 116 |
+
0.20866253972053528,
|
| 117 |
+
0.37400510907173157,
|
| 118 |
+
0.21156077086925507,
|
| 119 |
+
0.41725918650627136,
|
| 120 |
+
0.17359314858913422,
|
| 121 |
+
0.3078998327255249,
|
| 122 |
+
0.20090988278388977,
|
| 123 |
+
0.5316226482391357,
|
| 124 |
+
0.19847942888736725,
|
| 125 |
+
0.5829201936721802,
|
| 126 |
+
0.20370429754257202,
|
| 127 |
+
0.46804067492485046,
|
| 128 |
+
0.12675662338733673,
|
| 129 |
+
0.20905551314353943,
|
| 130 |
+
0.2737821638584137,
|
| 131 |
+
0.7196422815322876,
|
| 132 |
+
0.43087446689605713,
|
| 133 |
+
0.33697807788848877,
|
| 134 |
+
0.5457978844642639,
|
| 135 |
+
0.5363247990608215,
|
| 136 |
+
0.12070826441049576,
|
| 137 |
+
0.158960223197937,
|
| 138 |
+
0.030810974538326263,
|
| 139 |
+
0.28680381178855896,
|
| 140 |
+
0.6885300874710083,
|
| 141 |
+
0.12030506879091263,
|
| 142 |
+
0.5073519349098206,
|
| 143 |
+
0.5560364127159119,
|
| 144 |
+
0.6194637417793274,
|
| 145 |
+
0.41265803575515747,
|
| 146 |
+
0.11827226728200912,
|
| 147 |
+
0.4339621663093567,
|
| 148 |
+
0.10076184570789337,
|
| 149 |
+
0.24974417686462402,
|
| 150 |
+
0.6761775016784668,
|
| 151 |
+
0.5526424050331116,
|
| 152 |
+
0.5133057832717896,
|
| 153 |
+
0.4743330776691437,
|
| 154 |
+
0.19004479050636292,
|
| 155 |
+
0.6795773506164551,
|
| 156 |
+
0.28113558888435364,
|
| 157 |
+
0.34682852029800415,
|
| 158 |
+
0.2545744776725769,
|
| 159 |
+
0.3806917369365692,
|
| 160 |
+
0.3182041645050049,
|
| 161 |
+
0.28605109453201294,
|
| 162 |
+
0.4692222774028778,
|
| 163 |
+
0.2735985517501831,
|
| 164 |
+
0.3164985179901123,
|
| 165 |
+
0.24900369346141815,
|
| 166 |
+
0.320264607667923,
|
| 167 |
+
0.23134161531925201,
|
| 168 |
+
0.30063745379447937,
|
| 169 |
+
0.40347179770469666,
|
| 170 |
+
0.7087078094482422,
|
| 171 |
+
0.18487033247947693,
|
| 172 |
+
0.13988947868347168,
|
| 173 |
+
0.7423546314239502,
|
| 174 |
+
0.13212114572525024,
|
| 175 |
+
0.51170814037323,
|
| 176 |
+
0.26038050651550293,
|
| 177 |
+
0.26333266496658325,
|
| 178 |
+
0.27669399976730347,
|
| 179 |
+
0.51482093334198,
|
| 180 |
+
0.14475210011005402,
|
| 181 |
+
0.40695273876190186,
|
| 182 |
+
0.07358532398939133,
|
| 183 |
+
0.5711196660995483,
|
| 184 |
+
0.7179793119430542,
|
| 185 |
+
0.1900266408920288,
|
| 186 |
+
0.42372018098831177,
|
| 187 |
+
0.23885098099708557,
|
| 188 |
+
0.3204289376735687,
|
| 189 |
+
0.6026052236557007,
|
| 190 |
+
0.49263784289360046,
|
| 191 |
+
0.5481275320053101,
|
| 192 |
+
0.22752946615219116,
|
| 193 |
+
0.22687554359436035,
|
| 194 |
+
0.35109826922416687,
|
| 195 |
+
0.6044365763664246,
|
| 196 |
+
0.11498270183801651,
|
| 197 |
+
0.20742079615592957,
|
| 198 |
+
0.30438750982284546,
|
| 199 |
+
0.7840439081192017,
|
| 200 |
+
0.28916966915130615,
|
| 201 |
+
0.4960140585899353,
|
| 202 |
+
0.23149600625038147,
|
| 203 |
+
0.8720099925994873,
|
| 204 |
+
0.8800148963928223,
|
| 205 |
+
0.3286355435848236,
|
| 206 |
+
0.1466769129037857,
|
| 207 |
+
0.2060489058494568,
|
| 208 |
+
0.7648128271102905,
|
| 209 |
+
0.2680426836013794,
|
| 210 |
+
0.730515718460083,
|
| 211 |
+
0.31158262491226196,
|
| 212 |
+
0.09539535641670227,
|
| 213 |
+
0.2496611475944519,
|
| 214 |
+
0.7469042539596558,
|
| 215 |
+
0.5083420872688293,
|
| 216 |
+
0.4441739618778229,
|
| 217 |
+
0.612438440322876,
|
| 218 |
+
0.06654193252325058,
|
| 219 |
+
0.06665391474962234,
|
| 220 |
+
0.05685874819755554,
|
| 221 |
+
0.4845370352268219,
|
| 222 |
+
0.5557246208190918,
|
| 223 |
+
0.1687455028295517,
|
| 224 |
+
0.32057204842567444,
|
| 225 |
+
0.18410789966583252,
|
| 226 |
+
0.28174856305122375,
|
| 227 |
+
0.6468250155448914,
|
| 228 |
+
0.5301187634468079,
|
| 229 |
+
0.0506533682346344,
|
| 230 |
+
0.5400435328483582,
|
| 231 |
+
0.20796579122543335,
|
| 232 |
+
0.275381863117218,
|
| 233 |
+
0.5167118906974792,
|
| 234 |
+
0.512135922908783,
|
| 235 |
+
0.2737884223461151,
|
| 236 |
+
0.3938194513320923,
|
| 237 |
+
0.4293615221977234,
|
| 238 |
+
0.31514179706573486,
|
| 239 |
+
0.5181365609169006,
|
| 240 |
+
0.6163268089294434,
|
| 241 |
+
0.4713359475135803,
|
| 242 |
+
0.09479407221078873,
|
| 243 |
+
0.40594279766082764,
|
| 244 |
+
0.16612771153450012,
|
| 245 |
+
0.6534656286239624,
|
| 246 |
+
0.29558321833610535,
|
| 247 |
+
0.34715476632118225,
|
| 248 |
+
0.3130735754966736,
|
| 249 |
+
0.3521348237991333,
|
| 250 |
+
0.0714370533823967,
|
| 251 |
+
0.3291439116001129,
|
| 252 |
+
0.4303361773490906,
|
| 253 |
+
0.09838376194238663,
|
| 254 |
+
0.8593065738677979,
|
| 255 |
+
0.8687110543251038,
|
| 256 |
+
0.036783721297979355,
|
| 257 |
+
0.5258188247680664,
|
| 258 |
+
0.7348849773406982,
|
| 259 |
+
0.1959429830312729,
|
| 260 |
+
0.2734096348285675,
|
| 261 |
+
0.2017582356929779,
|
| 262 |
+
0.2918747067451477,
|
| 263 |
+
0.04954545199871063,
|
| 264 |
+
0.5085954070091248,
|
| 265 |
+
0.12772919237613678,
|
| 266 |
+
0.561202883720398,
|
| 267 |
+
0.607732355594635,
|
| 268 |
+
0.43099358677864075,
|
| 269 |
+
0.25122442841529846,
|
| 270 |
+
0.6706229448318481,
|
| 271 |
+
0.6045764684677124,
|
| 272 |
+
0.3540087342262268,
|
| 273 |
+
0.37489673495292664,
|
| 274 |
+
0.423410564661026,
|
| 275 |
+
0.5586031675338745,
|
| 276 |
+
0.1063552126288414,
|
| 277 |
+
0.25068730115890503,
|
| 278 |
+
0.3577786982059479,
|
| 279 |
+
0.09306058287620544,
|
| 280 |
+
0.43471279740333557,
|
| 281 |
+
0.15532396733760834,
|
| 282 |
+
0.7142010927200317
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
|
| 3 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d212",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3783548364974558,
|
| 60 |
+
"lora/map": 0.3783548364974558,
|
| 61 |
+
"fsd50k/map": 0.3783548364974558,
|
| 62 |
+
"train_seconds": 24.07,
|
| 63 |
+
"total_seconds": 33.02,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02186256251181476,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023670349945477575,
|
| 77 |
+
"val_map": 0.3783548364974558,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.06515809870325
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.3102875053882599,
|
| 84 |
+
0.09552212059497833,
|
| 85 |
+
0.5833579897880554,
|
| 86 |
+
0.36199256777763367,
|
| 87 |
+
0.44997459650039673,
|
| 88 |
+
0.6328386068344116,
|
| 89 |
+
0.8411402106285095,
|
| 90 |
+
0.5458716750144958,
|
| 91 |
+
0.5626208782196045,
|
| 92 |
+
0.5074427723884583,
|
| 93 |
+
0.259677529335022,
|
| 94 |
+
0.4318527579307556,
|
| 95 |
+
0.1847902238368988,
|
| 96 |
+
0.34356456995010376,
|
| 97 |
+
0.5027421116828918,
|
| 98 |
+
0.46006032824516296,
|
| 99 |
+
0.03263862058520317,
|
| 100 |
+
0.2286926805973053,
|
| 101 |
+
0.39492785930633545,
|
| 102 |
+
0.22040103375911713,
|
| 103 |
+
0.5578678250312805,
|
| 104 |
+
0.42734676599502563,
|
| 105 |
+
0.7875182032585144,
|
| 106 |
+
0.0986071527004242,
|
| 107 |
+
0.24459688365459442,
|
| 108 |
+
0.35159972310066223,
|
| 109 |
+
0.3783450424671173,
|
| 110 |
+
0.3067614734172821,
|
| 111 |
+
0.7537112832069397,
|
| 112 |
+
0.30801260471343994,
|
| 113 |
+
0.6324931383132935,
|
| 114 |
+
0.5052245855331421,
|
| 115 |
+
0.4026324152946472,
|
| 116 |
+
0.20039187371730804,
|
| 117 |
+
0.3857705295085907,
|
| 118 |
+
0.18937399983406067,
|
| 119 |
+
0.43710857629776,
|
| 120 |
+
0.18511340022087097,
|
| 121 |
+
0.3693200945854187,
|
| 122 |
+
0.27213436365127563,
|
| 123 |
+
0.5326438546180725,
|
| 124 |
+
0.19948270916938782,
|
| 125 |
+
0.6173036098480225,
|
| 126 |
+
0.15564395487308502,
|
| 127 |
+
0.47111383080482483,
|
| 128 |
+
0.125610813498497,
|
| 129 |
+
0.21910855174064636,
|
| 130 |
+
0.24989715218544006,
|
| 131 |
+
0.7063849568367004,
|
| 132 |
+
0.47319862246513367,
|
| 133 |
+
0.3862512409687042,
|
| 134 |
+
0.5144047737121582,
|
| 135 |
+
0.5433750748634338,
|
| 136 |
+
0.1628069132566452,
|
| 137 |
+
0.18034374713897705,
|
| 138 |
+
0.0394371822476387,
|
| 139 |
+
0.2464759647846222,
|
| 140 |
+
0.6616213917732239,
|
| 141 |
+
0.12354473024606705,
|
| 142 |
+
0.5325043201446533,
|
| 143 |
+
0.5940239429473877,
|
| 144 |
+
0.6411482691764832,
|
| 145 |
+
0.41389891505241394,
|
| 146 |
+
0.09999040514230728,
|
| 147 |
+
0.5305715799331665,
|
| 148 |
+
0.08080963045358658,
|
| 149 |
+
0.23454484343528748,
|
| 150 |
+
0.6889075636863708,
|
| 151 |
+
0.528774082660675,
|
| 152 |
+
0.5389595031738281,
|
| 153 |
+
0.49089542031288147,
|
| 154 |
+
0.174310564994812,
|
| 155 |
+
0.6986596584320068,
|
| 156 |
+
0.34340184926986694,
|
| 157 |
+
0.2780509293079376,
|
| 158 |
+
0.2266303300857544,
|
| 159 |
+
0.41671428084373474,
|
| 160 |
+
0.2650328576564789,
|
| 161 |
+
0.2946077287197113,
|
| 162 |
+
0.4391990602016449,
|
| 163 |
+
0.25378942489624023,
|
| 164 |
+
0.22673729062080383,
|
| 165 |
+
0.24805310368537903,
|
| 166 |
+
0.3084351420402527,
|
| 167 |
+
0.21907851099967957,
|
| 168 |
+
0.2501154839992523,
|
| 169 |
+
0.39948058128356934,
|
| 170 |
+
0.6229824423789978,
|
| 171 |
+
0.13227322697639465,
|
| 172 |
+
0.10075569152832031,
|
| 173 |
+
0.7648467421531677,
|
| 174 |
+
0.16129392385482788,
|
| 175 |
+
0.49940285086631775,
|
| 176 |
+
0.21115629374980927,
|
| 177 |
+
0.2569558620452881,
|
| 178 |
+
0.34558770060539246,
|
| 179 |
+
0.3847334384918213,
|
| 180 |
+
0.29651615023612976,
|
| 181 |
+
0.3278443515300751,
|
| 182 |
+
0.07968123257160187,
|
| 183 |
+
0.5757614374160767,
|
| 184 |
+
0.7096055746078491,
|
| 185 |
+
0.2016194760799408,
|
| 186 |
+
0.44060802459716797,
|
| 187 |
+
0.2378080189228058,
|
| 188 |
+
0.36299929022789,
|
| 189 |
+
0.6259030699729919,
|
| 190 |
+
0.5028133988380432,
|
| 191 |
+
0.5376135110855103,
|
| 192 |
+
0.19316625595092773,
|
| 193 |
+
0.22756725549697876,
|
| 194 |
+
0.3516904413700104,
|
| 195 |
+
0.5674197673797607,
|
| 196 |
+
0.1802518665790558,
|
| 197 |
+
0.14928308129310608,
|
| 198 |
+
0.2979118824005127,
|
| 199 |
+
0.7246512174606323,
|
| 200 |
+
0.31663474440574646,
|
| 201 |
+
0.5037121176719666,
|
| 202 |
+
0.25913724303245544,
|
| 203 |
+
0.8703356981277466,
|
| 204 |
+
0.8791335225105286,
|
| 205 |
+
0.294391930103302,
|
| 206 |
+
0.09527905285358429,
|
| 207 |
+
0.21430367231369019,
|
| 208 |
+
0.7716545462608337,
|
| 209 |
+
0.3119223117828369,
|
| 210 |
+
0.7442895770072937,
|
| 211 |
+
0.3327644467353821,
|
| 212 |
+
0.07963819056749344,
|
| 213 |
+
0.10309088975191116,
|
| 214 |
+
0.7507190704345703,
|
| 215 |
+
0.5416705012321472,
|
| 216 |
+
0.4383266270160675,
|
| 217 |
+
0.552743136882782,
|
| 218 |
+
0.065977543592453,
|
| 219 |
+
0.07107976824045181,
|
| 220 |
+
0.042438626289367676,
|
| 221 |
+
0.53192138671875,
|
| 222 |
+
0.5479453802108765,
|
| 223 |
+
0.22629234194755554,
|
| 224 |
+
0.28116992115974426,
|
| 225 |
+
0.25859856605529785,
|
| 226 |
+
0.2760775089263916,
|
| 227 |
+
0.5800308585166931,
|
| 228 |
+
0.5176804661750793,
|
| 229 |
+
0.07169165462255478,
|
| 230 |
+
0.5261827707290649,
|
| 231 |
+
0.18938575685024261,
|
| 232 |
+
0.24396145343780518,
|
| 233 |
+
0.503262996673584,
|
| 234 |
+
0.45477959513664246,
|
| 235 |
+
0.29036059975624084,
|
| 236 |
+
0.2985721528530121,
|
| 237 |
+
0.4384438097476959,
|
| 238 |
+
0.3576422929763794,
|
| 239 |
+
0.5358511805534363,
|
| 240 |
+
0.6072848439216614,
|
| 241 |
+
0.46566691994667053,
|
| 242 |
+
0.08902834355831146,
|
| 243 |
+
0.34319108724594116,
|
| 244 |
+
0.13805752992630005,
|
| 245 |
+
0.636844277381897,
|
| 246 |
+
0.2745837867259979,
|
| 247 |
+
0.33442357182502747,
|
| 248 |
+
0.4460051953792572,
|
| 249 |
+
0.35102349519729614,
|
| 250 |
+
0.06828726083040237,
|
| 251 |
+
0.3475489914417267,
|
| 252 |
+
0.42050179839134216,
|
| 253 |
+
0.09545328468084335,
|
| 254 |
+
0.8395078182220459,
|
| 255 |
+
0.8527756929397583,
|
| 256 |
+
0.05429147183895111,
|
| 257 |
+
0.5247823596000671,
|
| 258 |
+
0.761809229850769,
|
| 259 |
+
0.22265997529029846,
|
| 260 |
+
0.291262149810791,
|
| 261 |
+
0.18414293229579926,
|
| 262 |
+
0.3058837354183197,
|
| 263 |
+
0.05722709745168686,
|
| 264 |
+
0.524910032749176,
|
| 265 |
+
0.19055168330669403,
|
| 266 |
+
0.5882726311683655,
|
| 267 |
+
0.6142926216125488,
|
| 268 |
+
0.415522962808609,
|
| 269 |
+
0.22506709396839142,
|
| 270 |
+
0.6465044617652893,
|
| 271 |
+
0.6104361414909363,
|
| 272 |
+
0.32337868213653564,
|
| 273 |
+
0.4485045373439789,
|
| 274 |
+
0.45573127269744873,
|
| 275 |
+
0.5537489056587219,
|
| 276 |
+
0.10945380479097366,
|
| 277 |
+
0.2619108557701111,
|
| 278 |
+
0.40760520100593567,
|
| 279 |
+
0.12496960908174515,
|
| 280 |
+
0.3719410002231598,
|
| 281 |
+
0.13930989801883698,
|
| 282 |
+
0.7365147471427917
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
|
| 3 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d212",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.37730183577165005,
|
| 60 |
+
"lora/map": 0.37730183577165005,
|
| 61 |
+
"fsd50k/map": 0.37730183577165005,
|
| 62 |
+
"train_seconds": 23.72,
|
| 63 |
+
"total_seconds": 32.56,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022460696530761198,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023950929805749886,
|
| 77 |
+
"val_map": 0.37730183577165005,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.718525183270685
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.20245976746082306,
|
| 84 |
+
0.20723764598369598,
|
| 85 |
+
0.5722326040267944,
|
| 86 |
+
0.34356099367141724,
|
| 87 |
+
0.45147705078125,
|
| 88 |
+
0.6156469583511353,
|
| 89 |
+
0.8441718220710754,
|
| 90 |
+
0.5489444136619568,
|
| 91 |
+
0.5655933618545532,
|
| 92 |
+
0.5088657736778259,
|
| 93 |
+
0.21821941435337067,
|
| 94 |
+
0.42460885643959045,
|
| 95 |
+
0.13880525529384613,
|
| 96 |
+
0.36974596977233887,
|
| 97 |
+
0.4905843734741211,
|
| 98 |
+
0.458387166261673,
|
| 99 |
+
0.05430205166339874,
|
| 100 |
+
0.1661442369222641,
|
| 101 |
+
0.432297945022583,
|
| 102 |
+
0.2496679276227951,
|
| 103 |
+
0.5569350719451904,
|
| 104 |
+
0.4088194668292999,
|
| 105 |
+
0.7858133912086487,
|
| 106 |
+
0.1089487224817276,
|
| 107 |
+
0.24404950439929962,
|
| 108 |
+
0.33829808235168457,
|
| 109 |
+
0.346020370721817,
|
| 110 |
+
0.2522315979003906,
|
| 111 |
+
0.7584276795387268,
|
| 112 |
+
0.29620814323425293,
|
| 113 |
+
0.6869332790374756,
|
| 114 |
+
0.4800409972667694,
|
| 115 |
+
0.35054415464401245,
|
| 116 |
+
0.21858572959899902,
|
| 117 |
+
0.36839210987091064,
|
| 118 |
+
0.20759791135787964,
|
| 119 |
+
0.412609726190567,
|
| 120 |
+
0.17945076525211334,
|
| 121 |
+
0.3941572904586792,
|
| 122 |
+
0.2892278730869293,
|
| 123 |
+
0.5268979668617249,
|
| 124 |
+
0.20192523300647736,
|
| 125 |
+
0.5582098364830017,
|
| 126 |
+
0.17142780125141144,
|
| 127 |
+
0.49210992455482483,
|
| 128 |
+
0.10562244802713394,
|
| 129 |
+
0.21177563071250916,
|
| 130 |
+
0.24340209364891052,
|
| 131 |
+
0.7150887250900269,
|
| 132 |
+
0.43474677205085754,
|
| 133 |
+
0.33475881814956665,
|
| 134 |
+
0.5328515768051147,
|
| 135 |
+
0.5541507601737976,
|
| 136 |
+
0.1278359740972519,
|
| 137 |
+
0.15841056406497955,
|
| 138 |
+
0.02028743550181389,
|
| 139 |
+
0.2523261606693268,
|
| 140 |
+
0.6941730380058289,
|
| 141 |
+
0.13327336311340332,
|
| 142 |
+
0.5035207271575928,
|
| 143 |
+
0.568968653678894,
|
| 144 |
+
0.6319496035575867,
|
| 145 |
+
0.4263177514076233,
|
| 146 |
+
0.08001969009637833,
|
| 147 |
+
0.4238947927951813,
|
| 148 |
+
0.10198773443698883,
|
| 149 |
+
0.20034146308898926,
|
| 150 |
+
0.6734046339988708,
|
| 151 |
+
0.5641739368438721,
|
| 152 |
+
0.5393248200416565,
|
| 153 |
+
0.47169747948646545,
|
| 154 |
+
0.20189638435840607,
|
| 155 |
+
0.679201066493988,
|
| 156 |
+
0.24976159632205963,
|
| 157 |
+
0.2807050943374634,
|
| 158 |
+
0.23823170363903046,
|
| 159 |
+
0.45498302578926086,
|
| 160 |
+
0.3180503249168396,
|
| 161 |
+
0.2676005959510803,
|
| 162 |
+
0.43303757905960083,
|
| 163 |
+
0.16412147879600525,
|
| 164 |
+
0.2479366511106491,
|
| 165 |
+
0.3109588027000427,
|
| 166 |
+
0.34169912338256836,
|
| 167 |
+
0.3243769109249115,
|
| 168 |
+
0.24415172636508942,
|
| 169 |
+
0.41495078802108765,
|
| 170 |
+
0.7077869176864624,
|
| 171 |
+
0.18798476457595825,
|
| 172 |
+
0.139010488986969,
|
| 173 |
+
0.7467827796936035,
|
| 174 |
+
0.1626962125301361,
|
| 175 |
+
0.4776687026023865,
|
| 176 |
+
0.2470100075006485,
|
| 177 |
+
0.3696177899837494,
|
| 178 |
+
0.35311293601989746,
|
| 179 |
+
0.44262003898620605,
|
| 180 |
+
0.14643964171409607,
|
| 181 |
+
0.40722596645355225,
|
| 182 |
+
0.0774909257888794,
|
| 183 |
+
0.5736597776412964,
|
| 184 |
+
0.7172413468360901,
|
| 185 |
+
0.20572324097156525,
|
| 186 |
+
0.4233938753604889,
|
| 187 |
+
0.2349744290113449,
|
| 188 |
+
0.34524378180503845,
|
| 189 |
+
0.6451161503791809,
|
| 190 |
+
0.4882987439632416,
|
| 191 |
+
0.5448606014251709,
|
| 192 |
+
0.18542136251926422,
|
| 193 |
+
0.21621520817279816,
|
| 194 |
+
0.35153061151504517,
|
| 195 |
+
0.566088855266571,
|
| 196 |
+
0.0851798877120018,
|
| 197 |
+
0.1767553836107254,
|
| 198 |
+
0.3322674334049225,
|
| 199 |
+
0.7666724920272827,
|
| 200 |
+
0.4178283214569092,
|
| 201 |
+
0.4878571331501007,
|
| 202 |
+
0.23707151412963867,
|
| 203 |
+
0.876300573348999,
|
| 204 |
+
0.8843296766281128,
|
| 205 |
+
0.2850086987018585,
|
| 206 |
+
0.08636953681707382,
|
| 207 |
+
0.1846267133951187,
|
| 208 |
+
0.7711150646209717,
|
| 209 |
+
0.3086000382900238,
|
| 210 |
+
0.7306580543518066,
|
| 211 |
+
0.32345324754714966,
|
| 212 |
+
0.10519156605005264,
|
| 213 |
+
0.17417630553245544,
|
| 214 |
+
0.7107781767845154,
|
| 215 |
+
0.4678204357624054,
|
| 216 |
+
0.4340130686759949,
|
| 217 |
+
0.6086210608482361,
|
| 218 |
+
0.06437521427869797,
|
| 219 |
+
0.08548565208911896,
|
| 220 |
+
0.04951326921582222,
|
| 221 |
+
0.6583452820777893,
|
| 222 |
+
0.5246607065200806,
|
| 223 |
+
0.199591264128685,
|
| 224 |
+
0.2806095480918884,
|
| 225 |
+
0.19102251529693604,
|
| 226 |
+
0.29664987325668335,
|
| 227 |
+
0.674492359161377,
|
| 228 |
+
0.5362197756767273,
|
| 229 |
+
0.07288181781768799,
|
| 230 |
+
0.5721164345741272,
|
| 231 |
+
0.16379743814468384,
|
| 232 |
+
0.24169525504112244,
|
| 233 |
+
0.5182963609695435,
|
| 234 |
+
0.5181822776794434,
|
| 235 |
+
0.2559267580509186,
|
| 236 |
+
0.41364485025405884,
|
| 237 |
+
0.41894224286079407,
|
| 238 |
+
0.3279612362384796,
|
| 239 |
+
0.5122371315956116,
|
| 240 |
+
0.5649953484535217,
|
| 241 |
+
0.46404382586479187,
|
| 242 |
+
0.04978448525071144,
|
| 243 |
+
0.42559507489204407,
|
| 244 |
+
0.18040575087070465,
|
| 245 |
+
0.6357554197311401,
|
| 246 |
+
0.3283524811267853,
|
| 247 |
+
0.31508928537368774,
|
| 248 |
+
0.42901238799095154,
|
| 249 |
+
0.3627881407737732,
|
| 250 |
+
0.07106239348649979,
|
| 251 |
+
0.34871333837509155,
|
| 252 |
+
0.40994396805763245,
|
| 253 |
+
0.10338227450847626,
|
| 254 |
+
0.8306663036346436,
|
| 255 |
+
0.8381946682929993,
|
| 256 |
+
0.0353747233748436,
|
| 257 |
+
0.5073229670524597,
|
| 258 |
+
0.7438291907310486,
|
| 259 |
+
0.19226181507110596,
|
| 260 |
+
0.2651914954185486,
|
| 261 |
+
0.17433948814868927,
|
| 262 |
+
0.29635000228881836,
|
| 263 |
+
0.045418694615364075,
|
| 264 |
+
0.5095645785331726,
|
| 265 |
+
0.07463957369327545,
|
| 266 |
+
0.5381395220756531,
|
| 267 |
+
0.6058099865913391,
|
| 268 |
+
0.3545868694782257,
|
| 269 |
+
0.26730236411094666,
|
| 270 |
+
0.6549104452133179,
|
| 271 |
+
0.5725531578063965,
|
| 272 |
+
0.31329938769340515,
|
| 273 |
+
0.47851812839508057,
|
| 274 |
+
0.4359828233718872,
|
| 275 |
+
0.5537680387496948,
|
| 276 |
+
0.11697786301374435,
|
| 277 |
+
0.24647219479084015,
|
| 278 |
+
0.3948017954826355,
|
| 279 |
+
0.1261439323425293,
|
| 280 |
+
0.3603819012641907,
|
| 281 |
+
0.13743695616722107,
|
| 282 |
+
0.7338635921478271
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d212/exports/step_00020000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
|
| 4 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d212",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007079461112528319,
|
| 61 |
+
"val_map": 0.006030408975021451,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02404,
|
| 69 |
+
"train_map": 0.032925935316321917,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02315,
|
| 78 |
+
"train_map": 0.05639171803129777,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.0222,
|
| 87 |
+
"train_map": 0.06370384153486733,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02118,
|
| 96 |
+
"train_map": 0.08290871900711315,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02165,
|
| 105 |
+
"train_map": 0.08621168136110695,
|
| 106 |
+
"val_map": 0.05611695506542822,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02132,
|
| 114 |
+
"train_map": 0.08403274862482733,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02113,
|
| 123 |
+
"train_map": 0.1127112385758554,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02062,
|
| 132 |
+
"train_map": 0.12230464218421158,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0195,
|
| 141 |
+
"train_map": 0.13038830674718183,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01916,
|
| 150 |
+
"train_map": 0.14457985302928192,
|
| 151 |
+
"val_map": 0.09153352449983854,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01917,
|
| 159 |
+
"train_map": 0.1547622278896452,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.019,
|
| 168 |
+
"train_map": 0.1706554068586448,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.019,
|
| 177 |
+
"train_map": 0.18006614813637659,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01846,
|
| 186 |
+
"train_map": 0.1986385917068376,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01827,
|
| 195 |
+
"train_map": 0.2115812467930722,
|
| 196 |
+
"val_map": 0.12713558659879967,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01805,
|
| 204 |
+
"train_map": 0.21207277821924755,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01811,
|
| 213 |
+
"train_map": 0.21961170754110904,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01815,
|
| 222 |
+
"train_map": 0.22757182928222802,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01771,
|
| 231 |
+
"train_map": 0.22944976493673827,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01778,
|
| 240 |
+
"train_map": 0.22966912085724114,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01813,
|
| 249 |
+
"train_map": 0.22975183025610402,
|
| 250 |
+
"val_map": 0.13857921963713116,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.22975183025610402,
|
| 256 |
+
"final_val_map": 0.13857921963713116,
|
| 257 |
+
"lora/map": 0.13857921963713116,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 62.2
|
| 260 |
+
}
|
p5-mae-15m-d212/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
|
| 4 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d212",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007377101868003133,
|
| 61 |
+
"val_map": 0.006445968482975602,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02346,
|
| 69 |
+
"train_map": 0.03241002075754078,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02284,
|
| 78 |
+
"train_map": 0.06189916041004604,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02218,
|
| 87 |
+
"train_map": 0.07658068982149126,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.7
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.0215,
|
| 96 |
+
"train_map": 0.08294135822023864,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02177,
|
| 105 |
+
"train_map": 0.09406851093502153,
|
| 106 |
+
"val_map": 0.061754750942305946,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02069,
|
| 114 |
+
"train_map": 0.11262295717696891,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0202,
|
| 123 |
+
"train_map": 0.11268196791671994,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02001,
|
| 132 |
+
"train_map": 0.1419161781107572,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.0
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01973,
|
| 141 |
+
"train_map": 0.1611334928788556,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.6
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01918,
|
| 150 |
+
"train_map": 0.1722917780262441,
|
| 151 |
+
"val_map": 0.10208617776201108,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 4.9
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01936,
|
| 159 |
+
"train_map": 0.1731264197048457,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01919,
|
| 168 |
+
"train_map": 0.18414530365779092,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.7
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01901,
|
| 177 |
+
"train_map": 0.206318826400507,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.3
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01857,
|
| 186 |
+
"train_map": 0.21637401807933085,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 6.9
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01791,
|
| 195 |
+
"train_map": 0.22806189897641596,
|
| 196 |
+
"val_map": 0.13881713849098282,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.4
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01829,
|
| 204 |
+
"train_map": 0.22859558655369666,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.5
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.0176,
|
| 213 |
+
"train_map": 0.23845672516586996,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01718,
|
| 222 |
+
"train_map": 0.24637507008957682,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.6
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01679,
|
| 231 |
+
"train_map": 0.24975611152484362,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.2
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01754,
|
| 240 |
+
"train_map": 0.2506847435297476,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.7
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01752,
|
| 249 |
+
"train_map": 0.25062252339541174,
|
| 250 |
+
"val_map": 0.15412937536697827,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 9.8
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.25062252339541174,
|
| 256 |
+
"final_val_map": 0.15412937536697827,
|
| 257 |
+
"lora/map": 0.15412937536697827,
|
| 258 |
+
"train_seconds": 9.8,
|
| 259 |
+
"wall_seconds": 59.6
|
| 260 |
+
}
|
p5-mae-15m-d212/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
|
| 4 |
+
"fingerprint": "46a01fe2da8a1462",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d212",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006379618527468442,
|
| 61 |
+
"val_map": 0.006011113819120137,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02443,
|
| 69 |
+
"train_map": 0.03208232486503026,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02292,
|
| 78 |
+
"train_map": 0.05689462395974716,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02196,
|
| 87 |
+
"train_map": 0.06979209621027342,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02137,
|
| 96 |
+
"train_map": 0.0975887985450288,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02153,
|
| 105 |
+
"train_map": 0.09756935625231031,
|
| 106 |
+
"val_map": 0.06445663943056165,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.0207,
|
| 114 |
+
"train_map": 0.10950238113751037,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02069,
|
| 123 |
+
"train_map": 0.127052263625362,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.01995,
|
| 132 |
+
"train_map": 0.13888737268390688,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02011,
|
| 141 |
+
"train_map": 0.14583281100863693,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01947,
|
| 150 |
+
"train_map": 0.1626418425049456,
|
| 151 |
+
"val_map": 0.0994741923583979,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.0
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01943,
|
| 159 |
+
"train_map": 0.1722161326525588,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01895,
|
| 168 |
+
"train_map": 0.1831891163317681,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.8
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01899,
|
| 177 |
+
"train_map": 0.20060690671322157,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.4
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01827,
|
| 186 |
+
"train_map": 0.2114902583164723,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.0
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01784,
|
| 195 |
+
"train_map": 0.22381011851351051,
|
| 196 |
+
"val_map": 0.1375497212735989,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.5
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01818,
|
| 204 |
+
"train_map": 0.22615787507153243,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01747,
|
| 213 |
+
"train_map": 0.23564794474498738,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.1
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01775,
|
| 222 |
+
"train_map": 0.24190454642364376,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.7
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01745,
|
| 231 |
+
"train_map": 0.2464394728799812,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.3
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01741,
|
| 240 |
+
"train_map": 0.24690186064089498,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.8
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01723,
|
| 249 |
+
"train_map": 0.2469325993118182,
|
| 250 |
+
"val_map": 0.15294191910420496,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 9.9
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2469325993118182,
|
| 256 |
+
"final_val_map": 0.15294191910420496,
|
| 257 |
+
"lora/map": 0.15294191910420496,
|
| 258 |
+
"train_seconds": 9.9,
|
| 259 |
+
"wall_seconds": 59.3
|
| 260 |
+
}
|
p5-mae-15m-d212/exports/step_00040000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ccada39ae12d83781fd61c397a3cf3cc091f2122795603842edf22eb5568ea6e
|
| 3 |
+
size 60174680
|