Upload folder using huggingface_hub
Browse files- p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d23/exports/step_00020000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d23/exports/step_00020000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d23/exports/step_00020000/lora_1ep_s2.json +260 -0
p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
|
| 3 |
+
"fingerprint": "5b44cba805a4e8f1",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d23",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3643994377274066,
|
| 60 |
+
"lora/map": 0.3643994377274066,
|
| 61 |
+
"fsd50k/map": 0.3643994377274066,
|
| 62 |
+
"train_seconds": 24.68,
|
| 63 |
+
"total_seconds": 33.53,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022872069110162555,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02416720308762569,
|
| 77 |
+
"val_map": 0.3643994377274066,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.679478794918396
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2724992632865906,
|
| 84 |
+
0.0900091901421547,
|
| 85 |
+
0.5278627872467041,
|
| 86 |
+
0.34133994579315186,
|
| 87 |
+
0.4589889347553253,
|
| 88 |
+
0.6180155873298645,
|
| 89 |
+
0.8248627781867981,
|
| 90 |
+
0.5354011654853821,
|
| 91 |
+
0.5497896671295166,
|
| 92 |
+
0.4652954041957855,
|
| 93 |
+
0.18893910944461823,
|
| 94 |
+
0.39664700627326965,
|
| 95 |
+
0.1482117921113968,
|
| 96 |
+
0.3901784121990204,
|
| 97 |
+
0.5033806562423706,
|
| 98 |
+
0.4652712047100067,
|
| 99 |
+
0.03394043445587158,
|
| 100 |
+
0.2929135859012604,
|
| 101 |
+
0.41829726099967957,
|
| 102 |
+
0.1925499439239502,
|
| 103 |
+
0.540104866027832,
|
| 104 |
+
0.42420879006385803,
|
| 105 |
+
0.7730081081390381,
|
| 106 |
+
0.08166457712650299,
|
| 107 |
+
0.21689951419830322,
|
| 108 |
+
0.2748759984970093,
|
| 109 |
+
0.3637060225009918,
|
| 110 |
+
0.2763011157512665,
|
| 111 |
+
0.7217856645584106,
|
| 112 |
+
0.3221730589866638,
|
| 113 |
+
0.6237142086029053,
|
| 114 |
+
0.4595488905906677,
|
| 115 |
+
0.43778765201568604,
|
| 116 |
+
0.19034214317798615,
|
| 117 |
+
0.33869418501853943,
|
| 118 |
+
0.22332541644573212,
|
| 119 |
+
0.4114755690097809,
|
| 120 |
+
0.18688417971134186,
|
| 121 |
+
0.3178027272224426,
|
| 122 |
+
0.19530628621578217,
|
| 123 |
+
0.5015684962272644,
|
| 124 |
+
0.24832642078399658,
|
| 125 |
+
0.5756216049194336,
|
| 126 |
+
0.1516842097043991,
|
| 127 |
+
0.4137565791606903,
|
| 128 |
+
0.08376972377300262,
|
| 129 |
+
0.22662043571472168,
|
| 130 |
+
0.22463896870613098,
|
| 131 |
+
0.7244206070899963,
|
| 132 |
+
0.4423634707927704,
|
| 133 |
+
0.3675439655780792,
|
| 134 |
+
0.5482280254364014,
|
| 135 |
+
0.5899510979652405,
|
| 136 |
+
0.13767461478710175,
|
| 137 |
+
0.1459481120109558,
|
| 138 |
+
0.02749442495405674,
|
| 139 |
+
0.24617937207221985,
|
| 140 |
+
0.6799018383026123,
|
| 141 |
+
0.11497251689434052,
|
| 142 |
+
0.5063372850418091,
|
| 143 |
+
0.5549875497817993,
|
| 144 |
+
0.6027714014053345,
|
| 145 |
+
0.4210647642612457,
|
| 146 |
+
0.16240864992141724,
|
| 147 |
+
0.48910853266716003,
|
| 148 |
+
0.1307382881641388,
|
| 149 |
+
0.22010277211666107,
|
| 150 |
+
0.6669971942901611,
|
| 151 |
+
0.507110595703125,
|
| 152 |
+
0.5045133829116821,
|
| 153 |
+
0.4596409499645233,
|
| 154 |
+
0.21952378749847412,
|
| 155 |
+
0.6884071230888367,
|
| 156 |
+
0.24220003187656403,
|
| 157 |
+
0.3102736473083496,
|
| 158 |
+
0.22248360514640808,
|
| 159 |
+
0.37934520840644836,
|
| 160 |
+
0.37261518836021423,
|
| 161 |
+
0.24846957623958588,
|
| 162 |
+
0.41060128808021545,
|
| 163 |
+
0.2121964395046234,
|
| 164 |
+
0.32704636454582214,
|
| 165 |
+
0.2881953716278076,
|
| 166 |
+
0.24844768643379211,
|
| 167 |
+
0.23023033142089844,
|
| 168 |
+
0.25978246331214905,
|
| 169 |
+
0.39911961555480957,
|
| 170 |
+
0.6082397699356079,
|
| 171 |
+
0.2184767723083496,
|
| 172 |
+
0.1476573795080185,
|
| 173 |
+
0.7409108281135559,
|
| 174 |
+
0.1500028669834137,
|
| 175 |
+
0.46804797649383545,
|
| 176 |
+
0.21249514818191528,
|
| 177 |
+
0.320075124502182,
|
| 178 |
+
0.309475302696228,
|
| 179 |
+
0.46532735228538513,
|
| 180 |
+
0.21230533719062805,
|
| 181 |
+
0.37313786149024963,
|
| 182 |
+
0.08390460163354874,
|
| 183 |
+
0.5678128600120544,
|
| 184 |
+
0.7063023447990417,
|
| 185 |
+
0.18138572573661804,
|
| 186 |
+
0.39984187483787537,
|
| 187 |
+
0.23372556269168854,
|
| 188 |
+
0.3210393786430359,
|
| 189 |
+
0.6362498998641968,
|
| 190 |
+
0.4616202116012573,
|
| 191 |
+
0.5189955830574036,
|
| 192 |
+
0.20705386996269226,
|
| 193 |
+
0.17808854579925537,
|
| 194 |
+
0.3107593357563019,
|
| 195 |
+
0.5559135675430298,
|
| 196 |
+
0.08873628824949265,
|
| 197 |
+
0.1603129655122757,
|
| 198 |
+
0.29961588978767395,
|
| 199 |
+
0.787266731262207,
|
| 200 |
+
0.3872103691101074,
|
| 201 |
+
0.4755842089653015,
|
| 202 |
+
0.21231365203857422,
|
| 203 |
+
0.8666801452636719,
|
| 204 |
+
0.874504804611206,
|
| 205 |
+
0.2698991894721985,
|
| 206 |
+
0.1331043541431427,
|
| 207 |
+
0.18835726380348206,
|
| 208 |
+
0.7603588104248047,
|
| 209 |
+
0.2980348467826843,
|
| 210 |
+
0.7250832319259644,
|
| 211 |
+
0.289247989654541,
|
| 212 |
+
0.1314779371023178,
|
| 213 |
+
0.15206563472747803,
|
| 214 |
+
0.6297730803489685,
|
| 215 |
+
0.40162500739097595,
|
| 216 |
+
0.41179224848747253,
|
| 217 |
+
0.5820788145065308,
|
| 218 |
+
0.051932670176029205,
|
| 219 |
+
0.040097564458847046,
|
| 220 |
+
0.05272473394870758,
|
| 221 |
+
0.4482864737510681,
|
| 222 |
+
0.5255336761474609,
|
| 223 |
+
0.1447366625070572,
|
| 224 |
+
0.2915673851966858,
|
| 225 |
+
0.1693645417690277,
|
| 226 |
+
0.2531484365463257,
|
| 227 |
+
0.5953447818756104,
|
| 228 |
+
0.5121335387229919,
|
| 229 |
+
0.07079605758190155,
|
| 230 |
+
0.5500044226646423,
|
| 231 |
+
0.19078180193901062,
|
| 232 |
+
0.2844430208206177,
|
| 233 |
+
0.4766475260257721,
|
| 234 |
+
0.451100617647171,
|
| 235 |
+
0.25526541471481323,
|
| 236 |
+
0.32203710079193115,
|
| 237 |
+
0.4279356896877289,
|
| 238 |
+
0.29107534885406494,
|
| 239 |
+
0.4820849299430847,
|
| 240 |
+
0.6130080819129944,
|
| 241 |
+
0.46103379130363464,
|
| 242 |
+
0.08150976151227951,
|
| 243 |
+
0.41094911098480225,
|
| 244 |
+
0.14320139586925507,
|
| 245 |
+
0.6320833563804626,
|
| 246 |
+
0.35488080978393555,
|
| 247 |
+
0.29219678044319153,
|
| 248 |
+
0.29691100120544434,
|
| 249 |
+
0.3793114721775055,
|
| 250 |
+
0.07348290085792542,
|
| 251 |
+
0.27065175771713257,
|
| 252 |
+
0.3554535508155823,
|
| 253 |
+
0.1018429547548294,
|
| 254 |
+
0.8030856847763062,
|
| 255 |
+
0.8106451630592346,
|
| 256 |
+
0.0472603514790535,
|
| 257 |
+
0.5248258709907532,
|
| 258 |
+
0.7099614143371582,
|
| 259 |
+
0.17455565929412842,
|
| 260 |
+
0.2801167070865631,
|
| 261 |
+
0.1761799305677414,
|
| 262 |
+
0.26647377014160156,
|
| 263 |
+
0.06695786118507385,
|
| 264 |
+
0.5147680044174194,
|
| 265 |
+
0.11449916660785675,
|
| 266 |
+
0.539193332195282,
|
| 267 |
+
0.6022188067436218,
|
| 268 |
+
0.4146723449230194,
|
| 269 |
+
0.24663498997688293,
|
| 270 |
+
0.6509419083595276,
|
| 271 |
+
0.5490261316299438,
|
| 272 |
+
0.280810683965683,
|
| 273 |
+
0.30498769879341125,
|
| 274 |
+
0.3217734396457672,
|
| 275 |
+
0.5601282715797424,
|
| 276 |
+
0.10856542736291885,
|
| 277 |
+
0.2006906121969223,
|
| 278 |
+
0.44308221340179443,
|
| 279 |
+
0.09814044088125229,
|
| 280 |
+
0.3304271101951599,
|
| 281 |
+
0.14627636969089508,
|
| 282 |
+
0.6960738301277161
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
|
| 3 |
+
"fingerprint": "5b44cba805a4e8f1",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d23",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3651058589387685,
|
| 60 |
+
"lora/map": 0.3651058589387685,
|
| 61 |
+
"fsd50k/map": 0.3651058589387685,
|
| 62 |
+
"train_seconds": 24.93,
|
| 63 |
+
"total_seconds": 33.97,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022705938597209752,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02420222955731701,
|
| 77 |
+
"val_map": 0.3651058589387685,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.925160586601123
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27191099524497986,
|
| 84 |
+
0.10936383157968521,
|
| 85 |
+
0.5245904326438904,
|
| 86 |
+
0.3632972836494446,
|
| 87 |
+
0.46479618549346924,
|
| 88 |
+
0.6160414814949036,
|
| 89 |
+
0.8349841237068176,
|
| 90 |
+
0.5214076638221741,
|
| 91 |
+
0.5486628413200378,
|
| 92 |
+
0.48507821559906006,
|
| 93 |
+
0.19376328587532043,
|
| 94 |
+
0.38714468479156494,
|
| 95 |
+
0.16905097663402557,
|
| 96 |
+
0.40016740560531616,
|
| 97 |
+
0.494841068983078,
|
| 98 |
+
0.4608997404575348,
|
| 99 |
+
0.032781682908535004,
|
| 100 |
+
0.27316686511039734,
|
| 101 |
+
0.3812214732170105,
|
| 102 |
+
0.16993467509746552,
|
| 103 |
+
0.4966559410095215,
|
| 104 |
+
0.41179990768432617,
|
| 105 |
+
0.80321204662323,
|
| 106 |
+
0.1353805661201477,
|
| 107 |
+
0.2458827942609787,
|
| 108 |
+
0.3547847270965576,
|
| 109 |
+
0.35597819089889526,
|
| 110 |
+
0.2966495156288147,
|
| 111 |
+
0.6921349763870239,
|
| 112 |
+
0.3118758499622345,
|
| 113 |
+
0.646470844745636,
|
| 114 |
+
0.4181674122810364,
|
| 115 |
+
0.43782860040664673,
|
| 116 |
+
0.19515393674373627,
|
| 117 |
+
0.3000207841396332,
|
| 118 |
+
0.19970639050006866,
|
| 119 |
+
0.4310506284236908,
|
| 120 |
+
0.1957274079322815,
|
| 121 |
+
0.39651381969451904,
|
| 122 |
+
0.2638244330883026,
|
| 123 |
+
0.5150170922279358,
|
| 124 |
+
0.16223953664302826,
|
| 125 |
+
0.5918219089508057,
|
| 126 |
+
0.19427621364593506,
|
| 127 |
+
0.44472119212150574,
|
| 128 |
+
0.08179730176925659,
|
| 129 |
+
0.21195019781589508,
|
| 130 |
+
0.226969376206398,
|
| 131 |
+
0.7020329833030701,
|
| 132 |
+
0.4207841455936432,
|
| 133 |
+
0.36561453342437744,
|
| 134 |
+
0.49957534670829773,
|
| 135 |
+
0.5576618909835815,
|
| 136 |
+
0.13706012070178986,
|
| 137 |
+
0.11991413682699203,
|
| 138 |
+
0.028791194781661034,
|
| 139 |
+
0.21870337426662445,
|
| 140 |
+
0.6367511749267578,
|
| 141 |
+
0.15470415353775024,
|
| 142 |
+
0.49405765533447266,
|
| 143 |
+
0.5460653901100159,
|
| 144 |
+
0.6077062487602234,
|
| 145 |
+
0.4257025420665741,
|
| 146 |
+
0.1596774309873581,
|
| 147 |
+
0.4693430960178375,
|
| 148 |
+
0.09915202856063843,
|
| 149 |
+
0.20880450308322906,
|
| 150 |
+
0.6741905808448792,
|
| 151 |
+
0.4965106248855591,
|
| 152 |
+
0.5286850333213806,
|
| 153 |
+
0.44704392552375793,
|
| 154 |
+
0.20039744675159454,
|
| 155 |
+
0.6823434233665466,
|
| 156 |
+
0.29170629382133484,
|
| 157 |
+
0.2389993965625763,
|
| 158 |
+
0.2324487417936325,
|
| 159 |
+
0.37359216809272766,
|
| 160 |
+
0.2911922037601471,
|
| 161 |
+
0.2554345726966858,
|
| 162 |
+
0.386770099401474,
|
| 163 |
+
0.2251003235578537,
|
| 164 |
+
0.3501436710357666,
|
| 165 |
+
0.3036220073699951,
|
| 166 |
+
0.2223452627658844,
|
| 167 |
+
0.2771625220775604,
|
| 168 |
+
0.2636454403400421,
|
| 169 |
+
0.3858336806297302,
|
| 170 |
+
0.6774337887763977,
|
| 171 |
+
0.17741113901138306,
|
| 172 |
+
0.09347371757030487,
|
| 173 |
+
0.7526190876960754,
|
| 174 |
+
0.13865604996681213,
|
| 175 |
+
0.4820059537887573,
|
| 176 |
+
0.23953518271446228,
|
| 177 |
+
0.26049837470054626,
|
| 178 |
+
0.335667222738266,
|
| 179 |
+
0.3946934938430786,
|
| 180 |
+
0.20523177087306976,
|
| 181 |
+
0.3313984274864197,
|
| 182 |
+
0.059176456183195114,
|
| 183 |
+
0.5574182868003845,
|
| 184 |
+
0.6998366713523865,
|
| 185 |
+
0.18457719683647156,
|
| 186 |
+
0.415199339389801,
|
| 187 |
+
0.23742131888866425,
|
| 188 |
+
0.29504379630088806,
|
| 189 |
+
0.6330147385597229,
|
| 190 |
+
0.4684007465839386,
|
| 191 |
+
0.4991051256656647,
|
| 192 |
+
0.2063138335943222,
|
| 193 |
+
0.20882771909236908,
|
| 194 |
+
0.331683874130249,
|
| 195 |
+
0.5831370949745178,
|
| 196 |
+
0.08000173419713974,
|
| 197 |
+
0.1647380143404007,
|
| 198 |
+
0.3000739812850952,
|
| 199 |
+
0.7188937067985535,
|
| 200 |
+
0.4137022793292999,
|
| 201 |
+
0.48499953746795654,
|
| 202 |
+
0.23370108008384705,
|
| 203 |
+
0.8571524620056152,
|
| 204 |
+
0.8650998473167419,
|
| 205 |
+
0.3322873115539551,
|
| 206 |
+
0.11488192528486252,
|
| 207 |
+
0.25905972719192505,
|
| 208 |
+
0.7490164637565613,
|
| 209 |
+
0.2182876169681549,
|
| 210 |
+
0.7327286005020142,
|
| 211 |
+
0.30368760228157043,
|
| 212 |
+
0.09628452360630035,
|
| 213 |
+
0.120632603764534,
|
| 214 |
+
0.6594375371932983,
|
| 215 |
+
0.4558064043521881,
|
| 216 |
+
0.4259692132472992,
|
| 217 |
+
0.5403538346290588,
|
| 218 |
+
0.057289186865091324,
|
| 219 |
+
0.06763426214456558,
|
| 220 |
+
0.04906390979886055,
|
| 221 |
+
0.5295109152793884,
|
| 222 |
+
0.528680682182312,
|
| 223 |
+
0.15262526273727417,
|
| 224 |
+
0.32665741443634033,
|
| 225 |
+
0.21172291040420532,
|
| 226 |
+
0.2612348794937134,
|
| 227 |
+
0.5602638721466064,
|
| 228 |
+
0.5648249983787537,
|
| 229 |
+
0.05000075697898865,
|
| 230 |
+
0.5366087555885315,
|
| 231 |
+
0.18238826096057892,
|
| 232 |
+
0.3095294237136841,
|
| 233 |
+
0.46401917934417725,
|
| 234 |
+
0.45165547728538513,
|
| 235 |
+
0.30248698592185974,
|
| 236 |
+
0.23618242144584656,
|
| 237 |
+
0.4079957902431488,
|
| 238 |
+
0.34803926944732666,
|
| 239 |
+
0.5292428731918335,
|
| 240 |
+
0.612008273601532,
|
| 241 |
+
0.43374988436698914,
|
| 242 |
+
0.08000846207141876,
|
| 243 |
+
0.32662737369537354,
|
| 244 |
+
0.1624305695295334,
|
| 245 |
+
0.6105343103408813,
|
| 246 |
+
0.3228575587272644,
|
| 247 |
+
0.3066677451133728,
|
| 248 |
+
0.35521069169044495,
|
| 249 |
+
0.36375340819358826,
|
| 250 |
+
0.05830247327685356,
|
| 251 |
+
0.28521430492401123,
|
| 252 |
+
0.41993722319602966,
|
| 253 |
+
0.08941228687763214,
|
| 254 |
+
0.7956838011741638,
|
| 255 |
+
0.8028244376182556,
|
| 256 |
+
0.038111213594675064,
|
| 257 |
+
0.5276617407798767,
|
| 258 |
+
0.7022666335105896,
|
| 259 |
+
0.18072181940078735,
|
| 260 |
+
0.26472213864326477,
|
| 261 |
+
0.17438824474811554,
|
| 262 |
+
0.2750174105167389,
|
| 263 |
+
0.03466267138719559,
|
| 264 |
+
0.5125852823257446,
|
| 265 |
+
0.12698744237422943,
|
| 266 |
+
0.5586807131767273,
|
| 267 |
+
0.6058599352836609,
|
| 268 |
+
0.36985599994659424,
|
| 269 |
+
0.24575389921665192,
|
| 270 |
+
0.641859233379364,
|
| 271 |
+
0.5843948721885681,
|
| 272 |
+
0.35584214329719543,
|
| 273 |
+
0.40833577513694763,
|
| 274 |
+
0.3682211935520172,
|
| 275 |
+
0.5581875443458557,
|
| 276 |
+
0.12392567843198776,
|
| 277 |
+
0.2405717968940735,
|
| 278 |
+
0.39057955145835876,
|
| 279 |
+
0.11512865126132965,
|
| 280 |
+
0.3131091892719269,
|
| 281 |
+
0.14040343463420868,
|
| 282 |
+
0.7158949971199036
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
|
| 3 |
+
"fingerprint": "5b44cba805a4e8f1",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d23",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.36530869209207595,
|
| 60 |
+
"lora/map": 0.36530869209207595,
|
| 61 |
+
"fsd50k/map": 0.36530869209207595,
|
| 62 |
+
"train_seconds": 24.44,
|
| 63 |
+
"total_seconds": 33.28,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02130192769342102,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02445215859241017,
|
| 77 |
+
"val_map": 0.36530869209207595,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.44249017885886
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.24018360674381256,
|
| 84 |
+
0.24219226837158203,
|
| 85 |
+
0.5521830916404724,
|
| 86 |
+
0.36183151602745056,
|
| 87 |
+
0.4715057909488678,
|
| 88 |
+
0.601240336894989,
|
| 89 |
+
0.8351858258247375,
|
| 90 |
+
0.5383733510971069,
|
| 91 |
+
0.5539490580558777,
|
| 92 |
+
0.4828527271747589,
|
| 93 |
+
0.22051246464252472,
|
| 94 |
+
0.4010157585144043,
|
| 95 |
+
0.1806304156780243,
|
| 96 |
+
0.37776675820350647,
|
| 97 |
+
0.4811333417892456,
|
| 98 |
+
0.4534296989440918,
|
| 99 |
+
0.06856335699558258,
|
| 100 |
+
0.23263631761074066,
|
| 101 |
+
0.4139259457588196,
|
| 102 |
+
0.1865139603614807,
|
| 103 |
+
0.5418098568916321,
|
| 104 |
+
0.3995295763015747,
|
| 105 |
+
0.7768415212631226,
|
| 106 |
+
0.10926339775323868,
|
| 107 |
+
0.23842673003673553,
|
| 108 |
+
0.364272803068161,
|
| 109 |
+
0.3224513530731201,
|
| 110 |
+
0.27944448590278625,
|
| 111 |
+
0.6801280379295349,
|
| 112 |
+
0.2859848737716675,
|
| 113 |
+
0.6408268213272095,
|
| 114 |
+
0.46366745233535767,
|
| 115 |
+
0.43459516763687134,
|
| 116 |
+
0.1929590255022049,
|
| 117 |
+
0.3835675120353699,
|
| 118 |
+
0.22027228772640228,
|
| 119 |
+
0.3939070999622345,
|
| 120 |
+
0.1964460015296936,
|
| 121 |
+
0.3561430275440216,
|
| 122 |
+
0.23033669590950012,
|
| 123 |
+
0.4576457440853119,
|
| 124 |
+
0.15859445929527283,
|
| 125 |
+
0.5624303221702576,
|
| 126 |
+
0.19108843803405762,
|
| 127 |
+
0.4513262212276459,
|
| 128 |
+
0.08757642656564713,
|
| 129 |
+
0.20143435895442963,
|
| 130 |
+
0.22344133257865906,
|
| 131 |
+
0.7849481105804443,
|
| 132 |
+
0.42492347955703735,
|
| 133 |
+
0.3259336054325104,
|
| 134 |
+
0.5157718062400818,
|
| 135 |
+
0.5763562321662903,
|
| 136 |
+
0.13778509199619293,
|
| 137 |
+
0.1385473906993866,
|
| 138 |
+
0.014002704992890358,
|
| 139 |
+
0.19708992540836334,
|
| 140 |
+
0.6621543765068054,
|
| 141 |
+
0.13498589396476746,
|
| 142 |
+
0.5014983415603638,
|
| 143 |
+
0.5541101694107056,
|
| 144 |
+
0.6193453669548035,
|
| 145 |
+
0.4232701361179352,
|
| 146 |
+
0.1797100305557251,
|
| 147 |
+
0.45334067940711975,
|
| 148 |
+
0.11754987388849258,
|
| 149 |
+
0.19605739414691925,
|
| 150 |
+
0.6565871834754944,
|
| 151 |
+
0.526452362537384,
|
| 152 |
+
0.4743175208568573,
|
| 153 |
+
0.4604187607765198,
|
| 154 |
+
0.17448198795318604,
|
| 155 |
+
0.6677606105804443,
|
| 156 |
+
0.21950703859329224,
|
| 157 |
+
0.21683695912361145,
|
| 158 |
+
0.22748233377933502,
|
| 159 |
+
0.438477486371994,
|
| 160 |
+
0.34607213735580444,
|
| 161 |
+
0.25606656074523926,
|
| 162 |
+
0.38888657093048096,
|
| 163 |
+
0.23455269634723663,
|
| 164 |
+
0.32052454352378845,
|
| 165 |
+
0.35800981521606445,
|
| 166 |
+
0.19172276556491852,
|
| 167 |
+
0.27498871088027954,
|
| 168 |
+
0.209306538105011,
|
| 169 |
+
0.4097886085510254,
|
| 170 |
+
0.6810676455497742,
|
| 171 |
+
0.29653385281562805,
|
| 172 |
+
0.08785435557365417,
|
| 173 |
+
0.7348565459251404,
|
| 174 |
+
0.11505210399627686,
|
| 175 |
+
0.47103750705718994,
|
| 176 |
+
0.19068263471126556,
|
| 177 |
+
0.3860761225223541,
|
| 178 |
+
0.3366309404373169,
|
| 179 |
+
0.42972272634506226,
|
| 180 |
+
0.23936274647712708,
|
| 181 |
+
0.3582863211631775,
|
| 182 |
+
0.07820422947406769,
|
| 183 |
+
0.5623244643211365,
|
| 184 |
+
0.7049360275268555,
|
| 185 |
+
0.1805981695652008,
|
| 186 |
+
0.4289579391479492,
|
| 187 |
+
0.23426790535449982,
|
| 188 |
+
0.24802875518798828,
|
| 189 |
+
0.6177679300308228,
|
| 190 |
+
0.4731883108615875,
|
| 191 |
+
0.5065293908119202,
|
| 192 |
+
0.2706901431083679,
|
| 193 |
+
0.22358518838882446,
|
| 194 |
+
0.3089134395122528,
|
| 195 |
+
0.5851655602455139,
|
| 196 |
+
0.08843627572059631,
|
| 197 |
+
0.1890544891357422,
|
| 198 |
+
0.31868091225624084,
|
| 199 |
+
0.7295188903808594,
|
| 200 |
+
0.38163769245147705,
|
| 201 |
+
0.4847026467323303,
|
| 202 |
+
0.2334764450788498,
|
| 203 |
+
0.8692505359649658,
|
| 204 |
+
0.8772190809249878,
|
| 205 |
+
0.33057546615600586,
|
| 206 |
+
0.16087819635868073,
|
| 207 |
+
0.22970488667488098,
|
| 208 |
+
0.7643513083457947,
|
| 209 |
+
0.25364866852760315,
|
| 210 |
+
0.7215015292167664,
|
| 211 |
+
0.30890706181526184,
|
| 212 |
+
0.11770059913396835,
|
| 213 |
+
0.10552489012479782,
|
| 214 |
+
0.6568702459335327,
|
| 215 |
+
0.47583985328674316,
|
| 216 |
+
0.43550336360931396,
|
| 217 |
+
0.5554096698760986,
|
| 218 |
+
0.05755722150206566,
|
| 219 |
+
0.05948064103722572,
|
| 220 |
+
0.043807659298181534,
|
| 221 |
+
0.558398425579071,
|
| 222 |
+
0.5100208520889282,
|
| 223 |
+
0.11933055520057678,
|
| 224 |
+
0.2847960889339447,
|
| 225 |
+
0.13922424614429474,
|
| 226 |
+
0.3170914649963379,
|
| 227 |
+
0.5714906454086304,
|
| 228 |
+
0.5609193444252014,
|
| 229 |
+
0.05444475635886192,
|
| 230 |
+
0.5425047278404236,
|
| 231 |
+
0.1667608767747879,
|
| 232 |
+
0.28651902079582214,
|
| 233 |
+
0.4598250985145569,
|
| 234 |
+
0.4719100296497345,
|
| 235 |
+
0.2941695749759674,
|
| 236 |
+
0.296115905046463,
|
| 237 |
+
0.39590245485305786,
|
| 238 |
+
0.28123247623443604,
|
| 239 |
+
0.5313072204589844,
|
| 240 |
+
0.6795163154602051,
|
| 241 |
+
0.4342927038669586,
|
| 242 |
+
0.04813915118575096,
|
| 243 |
+
0.3433859646320343,
|
| 244 |
+
0.17680302262306213,
|
| 245 |
+
0.636909544467926,
|
| 246 |
+
0.3774234652519226,
|
| 247 |
+
0.3124074637889862,
|
| 248 |
+
0.25740161538124084,
|
| 249 |
+
0.3317680358886719,
|
| 250 |
+
0.05479404702782631,
|
| 251 |
+
0.29843801259994507,
|
| 252 |
+
0.41311830282211304,
|
| 253 |
+
0.12274317443370819,
|
| 254 |
+
0.7760213017463684,
|
| 255 |
+
0.783738911151886,
|
| 256 |
+
0.03440026938915253,
|
| 257 |
+
0.4739745259284973,
|
| 258 |
+
0.6562167406082153,
|
| 259 |
+
0.17405875027179718,
|
| 260 |
+
0.2610839903354645,
|
| 261 |
+
0.20385168492794037,
|
| 262 |
+
0.28433218598365784,
|
| 263 |
+
0.04884721338748932,
|
| 264 |
+
0.47367778420448303,
|
| 265 |
+
0.06541551649570465,
|
| 266 |
+
0.5027633309364319,
|
| 267 |
+
0.6129217743873596,
|
| 268 |
+
0.35795867443084717,
|
| 269 |
+
0.26881298422813416,
|
| 270 |
+
0.6418582201004028,
|
| 271 |
+
0.5662708282470703,
|
| 272 |
+
0.35190349817276,
|
| 273 |
+
0.3515520691871643,
|
| 274 |
+
0.3930635154247284,
|
| 275 |
+
0.5453089475631714,
|
| 276 |
+
0.10630792379379272,
|
| 277 |
+
0.2570752799510956,
|
| 278 |
+
0.360423743724823,
|
| 279 |
+
0.10982219874858856,
|
| 280 |
+
0.29282134771347046,
|
| 281 |
+
0.11998941004276276,
|
| 282 |
+
0.7089436054229736
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d23/exports/step_00020000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
|
| 4 |
+
"fingerprint": "5b44cba805a4e8f1",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d23",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006734846937942868,
|
| 61 |
+
"val_map": 0.005868576105199825,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02364,
|
| 69 |
+
"train_map": 0.0296225220663473,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02319,
|
| 78 |
+
"train_map": 0.0564915884124465,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02253,
|
| 87 |
+
"train_map": 0.069198040453809,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02221,
|
| 96 |
+
"train_map": 0.08660897085322969,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02213,
|
| 105 |
+
"train_map": 0.08822678470148208,
|
| 106 |
+
"val_map": 0.05733837541175098,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02109,
|
| 114 |
+
"train_map": 0.10266164023441526,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02061,
|
| 123 |
+
"train_map": 0.10120279527184478,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02034,
|
| 132 |
+
"train_map": 0.12786504564377385,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02003,
|
| 141 |
+
"train_map": 0.14500337691122286,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01946,
|
| 150 |
+
"train_map": 0.14580233598682868,
|
| 151 |
+
"val_map": 0.09074068669339314,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.0197,
|
| 159 |
+
"train_map": 0.15453511444353402,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01957,
|
| 168 |
+
"train_map": 0.1675342117909844,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01948,
|
| 177 |
+
"train_map": 0.17566692716207008,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.7
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01907,
|
| 186 |
+
"train_map": 0.19471735237926188,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.3
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01842,
|
| 195 |
+
"train_map": 0.1995301191903566,
|
| 196 |
+
"val_map": 0.1214893432961427,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01888,
|
| 204 |
+
"train_map": 0.20308083634067192,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01806,
|
| 213 |
+
"train_map": 0.21024042684355118,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.5
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01772,
|
| 222 |
+
"train_map": 0.2191655480742907,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.1
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.0173,
|
| 231 |
+
"train_map": 0.22217962081655435,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.7
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01801,
|
| 240 |
+
"train_map": 0.2220828764960594,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.3
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01809,
|
| 249 |
+
"train_map": 0.22199438865061502,
|
| 250 |
+
"val_map": 0.1346652524022693,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.22199438865061502,
|
| 256 |
+
"final_val_map": 0.1346652524022693,
|
| 257 |
+
"lora/map": 0.1346652524022693,
|
| 258 |
+
"train_seconds": 10.3,
|
| 259 |
+
"wall_seconds": 60.2
|
| 260 |
+
}
|
p5-mae-15m-d23/exports/step_00020000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
|
| 4 |
+
"fingerprint": "5b44cba805a4e8f1",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d23",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0068186257958793885,
|
| 61 |
+
"val_map": 0.005878195615018766,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02467,
|
| 69 |
+
"train_map": 0.03046371417532744,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02308,
|
| 78 |
+
"train_map": 0.05312150082185571,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02227,
|
| 87 |
+
"train_map": 0.06221430898649332,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02151,
|
| 96 |
+
"train_map": 0.08031145083069434,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02186,
|
| 105 |
+
"train_map": 0.08520151861586327,
|
| 106 |
+
"val_map": 0.05658225368565228,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.7
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02095,
|
| 114 |
+
"train_map": 0.09660475776156152,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.2
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02094,
|
| 123 |
+
"train_map": 0.12173429497409845,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.8
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02019,
|
| 132 |
+
"train_map": 0.12778402524832388,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.4
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02063,
|
| 141 |
+
"train_map": 0.13602958531587242,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.0
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0199,
|
| 150 |
+
"train_map": 0.1522066618242536,
|
| 151 |
+
"val_map": 0.08845943956374344,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.3
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.0199,
|
| 159 |
+
"train_map": 0.15252611205552616,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.6
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01936,
|
| 168 |
+
"train_map": 0.16493836893617003,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.2
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.0194,
|
| 177 |
+
"train_map": 0.17760041063789286,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.8
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01878,
|
| 186 |
+
"train_map": 0.1920760260290507,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.4
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01827,
|
| 195 |
+
"train_map": 0.20140598786984212,
|
| 196 |
+
"val_map": 0.12156386521735019,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.0
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01863,
|
| 204 |
+
"train_map": 0.2065204245213285,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.1
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.0179,
|
| 213 |
+
"train_map": 0.21558152990808013,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.7
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01813,
|
| 222 |
+
"train_map": 0.22026227682694594,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.3
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01783,
|
| 231 |
+
"train_map": 0.2227103142748168,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.8
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01787,
|
| 240 |
+
"train_map": 0.22386608133711047,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.4
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01761,
|
| 249 |
+
"train_map": 0.2235500581184335,
|
| 250 |
+
"val_map": 0.13555918732725183,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.4
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2235500581184335,
|
| 256 |
+
"final_val_map": 0.13555918732725183,
|
| 257 |
+
"lora/map": 0.13555918732725183,
|
| 258 |
+
"train_seconds": 10.4,
|
| 259 |
+
"wall_seconds": 60.5
|
| 260 |
+
}
|
p5-mae-15m-d23/exports/step_00020000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
|
| 4 |
+
"fingerprint": "5b44cba805a4e8f1",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d23",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006138138246719869,
|
| 61 |
+
"val_map": 0.00556960659463001,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02413,
|
| 69 |
+
"train_map": 0.02832618877919041,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02358,
|
| 78 |
+
"train_map": 0.04928071797114975,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02243,
|
| 87 |
+
"train_map": 0.05990066552827174,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02152,
|
| 96 |
+
"train_map": 0.07711777841430192,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02186,
|
| 105 |
+
"train_map": 0.06875883158609143,
|
| 106 |
+
"val_map": 0.046399206998872886,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02172,
|
| 114 |
+
"train_map": 0.0864468241040639,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02118,
|
| 123 |
+
"train_map": 0.10331176283355781,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02076,
|
| 132 |
+
"train_map": 0.1145130891566725,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01982,
|
| 141 |
+
"train_map": 0.125723361951322,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01929,
|
| 150 |
+
"train_map": 0.1374529856301321,
|
| 151 |
+
"val_map": 0.08971716273059994,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01934,
|
| 159 |
+
"train_map": 0.14773359383938858,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01906,
|
| 168 |
+
"train_map": 0.16479947050393645,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01932,
|
| 177 |
+
"train_map": 0.17482329305063446,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01867,
|
| 186 |
+
"train_map": 0.18630498703003665,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01837,
|
| 195 |
+
"train_map": 0.197407920898753,
|
| 196 |
+
"val_map": 0.12247699850717775,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0182,
|
| 204 |
+
"train_map": 0.19986377161816188,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01831,
|
| 213 |
+
"train_map": 0.21154402673555506,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01822,
|
| 222 |
+
"train_map": 0.2149415952038635,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01789,
|
| 231 |
+
"train_map": 0.21762775432360862,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.018,
|
| 240 |
+
"train_map": 0.2182562027932401,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01827,
|
| 249 |
+
"train_map": 0.21813857573591725,
|
| 250 |
+
"val_map": 0.13430628876698397,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.21813857573591725,
|
| 256 |
+
"final_val_map": 0.13430628876698397,
|
| 257 |
+
"lora/map": 0.13430628876698397,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 60.4
|
| 260 |
+
}
|