Upload folder using huggingface_hub
Browse files- p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d249/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d249/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d249/exports/step_00040000/lora_1ep_s2.json +260 -0
p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
|
| 3 |
+
"fingerprint": "d75505d5f4c1620b",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d249",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3907442119903862,
|
| 60 |
+
"lora/map": 0.3907442119903862,
|
| 61 |
+
"fsd50k/map": 0.3907442119903862,
|
| 62 |
+
"train_seconds": 24.13,
|
| 63 |
+
"total_seconds": 32.89,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02319995528785512,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02340998282091526,
|
| 77 |
+
"val_map": 0.3907442119903862,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.13165398419369
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2935396134853363,
|
| 84 |
+
0.1018192395567894,
|
| 85 |
+
0.5454273223876953,
|
| 86 |
+
0.3682573437690735,
|
| 87 |
+
0.4618406891822815,
|
| 88 |
+
0.6345180869102478,
|
| 89 |
+
0.8452879786491394,
|
| 90 |
+
0.5706750750541687,
|
| 91 |
+
0.6099862456321716,
|
| 92 |
+
0.4485794007778168,
|
| 93 |
+
0.2957986295223236,
|
| 94 |
+
0.4316520094871521,
|
| 95 |
+
0.2243664562702179,
|
| 96 |
+
0.44628456234931946,
|
| 97 |
+
0.5115784406661987,
|
| 98 |
+
0.4751260578632355,
|
| 99 |
+
0.028806298971176147,
|
| 100 |
+
0.20219899713993073,
|
| 101 |
+
0.4713204503059387,
|
| 102 |
+
0.19136086106300354,
|
| 103 |
+
0.522429347038269,
|
| 104 |
+
0.430012047290802,
|
| 105 |
+
0.8320848345756531,
|
| 106 |
+
0.09245340526103973,
|
| 107 |
+
0.26138773560523987,
|
| 108 |
+
0.39853110909461975,
|
| 109 |
+
0.4069185256958008,
|
| 110 |
+
0.2820759117603302,
|
| 111 |
+
0.7956069111824036,
|
| 112 |
+
0.32202622294425964,
|
| 113 |
+
0.6524175405502319,
|
| 114 |
+
0.5592901110649109,
|
| 115 |
+
0.4332839548587799,
|
| 116 |
+
0.1850316971540451,
|
| 117 |
+
0.3635861277580261,
|
| 118 |
+
0.23489420115947723,
|
| 119 |
+
0.4119941294193268,
|
| 120 |
+
0.155104860663414,
|
| 121 |
+
0.3214893341064453,
|
| 122 |
+
0.237300306558609,
|
| 123 |
+
0.5625195503234863,
|
| 124 |
+
0.21344411373138428,
|
| 125 |
+
0.6386977434158325,
|
| 126 |
+
0.15615150332450867,
|
| 127 |
+
0.44865143299102783,
|
| 128 |
+
0.11296173185110092,
|
| 129 |
+
0.2315737009048462,
|
| 130 |
+
0.2584038972854614,
|
| 131 |
+
0.7360108494758606,
|
| 132 |
+
0.4105193316936493,
|
| 133 |
+
0.40401017665863037,
|
| 134 |
+
0.5154834985733032,
|
| 135 |
+
0.5744181871414185,
|
| 136 |
+
0.13179074227809906,
|
| 137 |
+
0.11011257767677307,
|
| 138 |
+
0.03971616551280022,
|
| 139 |
+
0.246644526720047,
|
| 140 |
+
0.7082497477531433,
|
| 141 |
+
0.1282511055469513,
|
| 142 |
+
0.516049325466156,
|
| 143 |
+
0.5920450687408447,
|
| 144 |
+
0.6340367197990417,
|
| 145 |
+
0.4513891935348511,
|
| 146 |
+
0.12910065054893494,
|
| 147 |
+
0.521394670009613,
|
| 148 |
+
0.11248086392879486,
|
| 149 |
+
0.21953952312469482,
|
| 150 |
+
0.6641411781311035,
|
| 151 |
+
0.5532208681106567,
|
| 152 |
+
0.5274362564086914,
|
| 153 |
+
0.49798843264579773,
|
| 154 |
+
0.1893165111541748,
|
| 155 |
+
0.6919001340866089,
|
| 156 |
+
0.3732927441596985,
|
| 157 |
+
0.34078991413116455,
|
| 158 |
+
0.24015210568904877,
|
| 159 |
+
0.421834260225296,
|
| 160 |
+
0.38125643134117126,
|
| 161 |
+
0.3226013779640198,
|
| 162 |
+
0.47947829961776733,
|
| 163 |
+
0.28964027762413025,
|
| 164 |
+
0.2938554883003235,
|
| 165 |
+
0.3539108335971832,
|
| 166 |
+
0.30121102929115295,
|
| 167 |
+
0.22240358591079712,
|
| 168 |
+
0.270868718624115,
|
| 169 |
+
0.43153145909309387,
|
| 170 |
+
0.657997190952301,
|
| 171 |
+
0.2307237982749939,
|
| 172 |
+
0.1481613963842392,
|
| 173 |
+
0.7616499066352844,
|
| 174 |
+
0.24342572689056396,
|
| 175 |
+
0.514957845211029,
|
| 176 |
+
0.21963736414909363,
|
| 177 |
+
0.19727370142936707,
|
| 178 |
+
0.3223937451839447,
|
| 179 |
+
0.4161505103111267,
|
| 180 |
+
0.14325891435146332,
|
| 181 |
+
0.40151339769363403,
|
| 182 |
+
0.07200267165899277,
|
| 183 |
+
0.5626325011253357,
|
| 184 |
+
0.7136776447296143,
|
| 185 |
+
0.19065910577774048,
|
| 186 |
+
0.3894638419151306,
|
| 187 |
+
0.23801766335964203,
|
| 188 |
+
0.4151252210140228,
|
| 189 |
+
0.6517271995544434,
|
| 190 |
+
0.5155683755874634,
|
| 191 |
+
0.5357177257537842,
|
| 192 |
+
0.22296305000782013,
|
| 193 |
+
0.2222408503293991,
|
| 194 |
+
0.3306720554828644,
|
| 195 |
+
0.6058624386787415,
|
| 196 |
+
0.08193334192037582,
|
| 197 |
+
0.190574049949646,
|
| 198 |
+
0.3223182260990143,
|
| 199 |
+
0.7343415021896362,
|
| 200 |
+
0.4068312644958496,
|
| 201 |
+
0.5159900188446045,
|
| 202 |
+
0.22508326172828674,
|
| 203 |
+
0.8666722178459167,
|
| 204 |
+
0.8745530843734741,
|
| 205 |
+
0.364149272441864,
|
| 206 |
+
0.07613428682088852,
|
| 207 |
+
0.22828443348407745,
|
| 208 |
+
0.772407054901123,
|
| 209 |
+
0.2578278183937073,
|
| 210 |
+
0.7469176650047302,
|
| 211 |
+
0.2968084216117859,
|
| 212 |
+
0.10869396477937698,
|
| 213 |
+
0.1460186243057251,
|
| 214 |
+
0.7820507884025574,
|
| 215 |
+
0.4843585193157196,
|
| 216 |
+
0.4742661714553833,
|
| 217 |
+
0.6548861265182495,
|
| 218 |
+
0.07394083589315414,
|
| 219 |
+
0.11419729143381119,
|
| 220 |
+
0.048902712762355804,
|
| 221 |
+
0.5865148305892944,
|
| 222 |
+
0.5536017417907715,
|
| 223 |
+
0.17773184180259705,
|
| 224 |
+
0.31135788559913635,
|
| 225 |
+
0.22612589597702026,
|
| 226 |
+
0.3387680649757385,
|
| 227 |
+
0.6713581085205078,
|
| 228 |
+
0.5834309458732605,
|
| 229 |
+
0.049952711910009384,
|
| 230 |
+
0.5933669209480286,
|
| 231 |
+
0.22098878026008606,
|
| 232 |
+
0.2527172267436981,
|
| 233 |
+
0.5027011036872864,
|
| 234 |
+
0.5032640099525452,
|
| 235 |
+
0.24505752325057983,
|
| 236 |
+
0.340871661901474,
|
| 237 |
+
0.48016372323036194,
|
| 238 |
+
0.3840938210487366,
|
| 239 |
+
0.5426031947135925,
|
| 240 |
+
0.5723256468772888,
|
| 241 |
+
0.47712504863739014,
|
| 242 |
+
0.13177265226840973,
|
| 243 |
+
0.47073665261268616,
|
| 244 |
+
0.1441347599029541,
|
| 245 |
+
0.6470962166786194,
|
| 246 |
+
0.401610791683197,
|
| 247 |
+
0.36813855171203613,
|
| 248 |
+
0.43790265917778015,
|
| 249 |
+
0.3619679808616638,
|
| 250 |
+
0.053427036851644516,
|
| 251 |
+
0.31163033843040466,
|
| 252 |
+
0.38073086738586426,
|
| 253 |
+
0.0977480486035347,
|
| 254 |
+
0.8879802227020264,
|
| 255 |
+
0.9045383334159851,
|
| 256 |
+
0.06510241329669952,
|
| 257 |
+
0.5665756464004517,
|
| 258 |
+
0.7489412426948547,
|
| 259 |
+
0.18717092275619507,
|
| 260 |
+
0.27821484208106995,
|
| 261 |
+
0.20877590775489807,
|
| 262 |
+
0.2865777313709259,
|
| 263 |
+
0.051010869443416595,
|
| 264 |
+
0.5395528078079224,
|
| 265 |
+
0.1786542385816574,
|
| 266 |
+
0.582786500453949,
|
| 267 |
+
0.6255545020103455,
|
| 268 |
+
0.4735380709171295,
|
| 269 |
+
0.2740207016468048,
|
| 270 |
+
0.6698195934295654,
|
| 271 |
+
0.6146595478057861,
|
| 272 |
+
0.39521685242652893,
|
| 273 |
+
0.4345143735408783,
|
| 274 |
+
0.3810722827911377,
|
| 275 |
+
0.5708522200584412,
|
| 276 |
+
0.12319090962409973,
|
| 277 |
+
0.2654286026954651,
|
| 278 |
+
0.3916172683238983,
|
| 279 |
+
0.11565060168504715,
|
| 280 |
+
0.4590522050857544,
|
| 281 |
+
0.19670848548412323,
|
| 282 |
+
0.7726138830184937
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
|
| 3 |
+
"fingerprint": "d75505d5f4c1620b",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d249",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.39211923670955,
|
| 60 |
+
"lora/map": 0.39211923670955,
|
| 61 |
+
"fsd50k/map": 0.39211923670955,
|
| 62 |
+
"train_seconds": 24.45,
|
| 63 |
+
"total_seconds": 33.29,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02332669570692815,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023144682645912903,
|
| 77 |
+
"val_map": 0.39211923670955,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.449586758739315
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27266308665275574,
|
| 84 |
+
0.10189533978700638,
|
| 85 |
+
0.6090949177742004,
|
| 86 |
+
0.3751886487007141,
|
| 87 |
+
0.4818383753299713,
|
| 88 |
+
0.6335212588310242,
|
| 89 |
+
0.8461818695068359,
|
| 90 |
+
0.5676282644271851,
|
| 91 |
+
0.5981345176696777,
|
| 92 |
+
0.4415898025035858,
|
| 93 |
+
0.2942287027835846,
|
| 94 |
+
0.445429265499115,
|
| 95 |
+
0.17224082350730896,
|
| 96 |
+
0.39777272939682007,
|
| 97 |
+
0.522560715675354,
|
| 98 |
+
0.48066866397857666,
|
| 99 |
+
0.021534917876124382,
|
| 100 |
+
0.2164413034915924,
|
| 101 |
+
0.4385172426700592,
|
| 102 |
+
0.19428753852844238,
|
| 103 |
+
0.5060602426528931,
|
| 104 |
+
0.4292963743209839,
|
| 105 |
+
0.8425278663635254,
|
| 106 |
+
0.1574648916721344,
|
| 107 |
+
0.2709431052207947,
|
| 108 |
+
0.3889390528202057,
|
| 109 |
+
0.3878849446773529,
|
| 110 |
+
0.267372190952301,
|
| 111 |
+
0.7791608572006226,
|
| 112 |
+
0.2976717948913574,
|
| 113 |
+
0.6648644804954529,
|
| 114 |
+
0.5442333221435547,
|
| 115 |
+
0.49091318249702454,
|
| 116 |
+
0.18095692992210388,
|
| 117 |
+
0.41907498240470886,
|
| 118 |
+
0.22401852905750275,
|
| 119 |
+
0.43681854009628296,
|
| 120 |
+
0.19173301756381989,
|
| 121 |
+
0.41839799284935,
|
| 122 |
+
0.2609017491340637,
|
| 123 |
+
0.5461548566818237,
|
| 124 |
+
0.2623749077320099,
|
| 125 |
+
0.5645066499710083,
|
| 126 |
+
0.16128404438495636,
|
| 127 |
+
0.5321229696273804,
|
| 128 |
+
0.2218322604894638,
|
| 129 |
+
0.16034922003746033,
|
| 130 |
+
0.28078964352607727,
|
| 131 |
+
0.7000668048858643,
|
| 132 |
+
0.4032757878303528,
|
| 133 |
+
0.3488645851612091,
|
| 134 |
+
0.48442935943603516,
|
| 135 |
+
0.5678512454032898,
|
| 136 |
+
0.2113078385591507,
|
| 137 |
+
0.09838958084583282,
|
| 138 |
+
0.027070391923189163,
|
| 139 |
+
0.23589007556438446,
|
| 140 |
+
0.7130749225616455,
|
| 141 |
+
0.11223115772008896,
|
| 142 |
+
0.5311407446861267,
|
| 143 |
+
0.6009847521781921,
|
| 144 |
+
0.640192449092865,
|
| 145 |
+
0.44740569591522217,
|
| 146 |
+
0.17013069987297058,
|
| 147 |
+
0.4254246652126312,
|
| 148 |
+
0.09898335486650467,
|
| 149 |
+
0.24263033270835876,
|
| 150 |
+
0.664064347743988,
|
| 151 |
+
0.49961987137794495,
|
| 152 |
+
0.571435272693634,
|
| 153 |
+
0.5170145034790039,
|
| 154 |
+
0.2447374314069748,
|
| 155 |
+
0.6909748911857605,
|
| 156 |
+
0.2799587547779083,
|
| 157 |
+
0.2330806702375412,
|
| 158 |
+
0.23284612596035004,
|
| 159 |
+
0.445968359708786,
|
| 160 |
+
0.451090008020401,
|
| 161 |
+
0.2903164327144623,
|
| 162 |
+
0.4695579409599304,
|
| 163 |
+
0.33984237909317017,
|
| 164 |
+
0.32197105884552,
|
| 165 |
+
0.3196532726287842,
|
| 166 |
+
0.25934898853302,
|
| 167 |
+
0.25764063000679016,
|
| 168 |
+
0.36367571353912354,
|
| 169 |
+
0.4197176396846771,
|
| 170 |
+
0.6389268636703491,
|
| 171 |
+
0.2114289402961731,
|
| 172 |
+
0.11806560307741165,
|
| 173 |
+
0.7798018455505371,
|
| 174 |
+
0.15116539597511292,
|
| 175 |
+
0.5314057469367981,
|
| 176 |
+
0.24874861538410187,
|
| 177 |
+
0.3617197573184967,
|
| 178 |
+
0.3503263294696808,
|
| 179 |
+
0.4916764497756958,
|
| 180 |
+
0.19700613617897034,
|
| 181 |
+
0.45550161600112915,
|
| 182 |
+
0.07501307129859924,
|
| 183 |
+
0.5732102394104004,
|
| 184 |
+
0.708685040473938,
|
| 185 |
+
0.2296028435230255,
|
| 186 |
+
0.42432549595832825,
|
| 187 |
+
0.24921579658985138,
|
| 188 |
+
0.42902830243110657,
|
| 189 |
+
0.6319142580032349,
|
| 190 |
+
0.5350550413131714,
|
| 191 |
+
0.5321981310844421,
|
| 192 |
+
0.2744520604610443,
|
| 193 |
+
0.24522735178470612,
|
| 194 |
+
0.3413458466529846,
|
| 195 |
+
0.6050204634666443,
|
| 196 |
+
0.16915437579154968,
|
| 197 |
+
0.13625910878181458,
|
| 198 |
+
0.314547598361969,
|
| 199 |
+
0.6945982575416565,
|
| 200 |
+
0.4009198248386383,
|
| 201 |
+
0.5164269804954529,
|
| 202 |
+
0.23701491951942444,
|
| 203 |
+
0.8839090466499329,
|
| 204 |
+
0.89215087890625,
|
| 205 |
+
0.3320605456829071,
|
| 206 |
+
0.07779290527105331,
|
| 207 |
+
0.2638477087020874,
|
| 208 |
+
0.7768164277076721,
|
| 209 |
+
0.3397376537322998,
|
| 210 |
+
0.7685258984565735,
|
| 211 |
+
0.3062184751033783,
|
| 212 |
+
0.09839522838592529,
|
| 213 |
+
0.1187136247754097,
|
| 214 |
+
0.7951184511184692,
|
| 215 |
+
0.5347326397895813,
|
| 216 |
+
0.47138816118240356,
|
| 217 |
+
0.6114423871040344,
|
| 218 |
+
0.0897115021944046,
|
| 219 |
+
0.0585215725004673,
|
| 220 |
+
0.06318604946136475,
|
| 221 |
+
0.6003475189208984,
|
| 222 |
+
0.568546712398529,
|
| 223 |
+
0.278020977973938,
|
| 224 |
+
0.33612698316574097,
|
| 225 |
+
0.29004737734794617,
|
| 226 |
+
0.34747403860092163,
|
| 227 |
+
0.6345260739326477,
|
| 228 |
+
0.5173404812812805,
|
| 229 |
+
0.046466436237096786,
|
| 230 |
+
0.558277428150177,
|
| 231 |
+
0.20787882804870605,
|
| 232 |
+
0.24582061171531677,
|
| 233 |
+
0.5132616758346558,
|
| 234 |
+
0.5197350382804871,
|
| 235 |
+
0.24360695481300354,
|
| 236 |
+
0.33831995725631714,
|
| 237 |
+
0.4531286358833313,
|
| 238 |
+
0.38982322812080383,
|
| 239 |
+
0.5372081398963928,
|
| 240 |
+
0.515006959438324,
|
| 241 |
+
0.46561843156814575,
|
| 242 |
+
0.09345757961273193,
|
| 243 |
+
0.4037931263446808,
|
| 244 |
+
0.15439166128635406,
|
| 245 |
+
0.6556158065795898,
|
| 246 |
+
0.2446971982717514,
|
| 247 |
+
0.3341151177883148,
|
| 248 |
+
0.3019639253616333,
|
| 249 |
+
0.4124031960964203,
|
| 250 |
+
0.06453915685415268,
|
| 251 |
+
0.35868433117866516,
|
| 252 |
+
0.43624693155288696,
|
| 253 |
+
0.09511732310056686,
|
| 254 |
+
0.8581510186195374,
|
| 255 |
+
0.8737996816635132,
|
| 256 |
+
0.03481527045369148,
|
| 257 |
+
0.5854001045227051,
|
| 258 |
+
0.7619897127151489,
|
| 259 |
+
0.20075254142284393,
|
| 260 |
+
0.252826064825058,
|
| 261 |
+
0.2111419290304184,
|
| 262 |
+
0.27848830819129944,
|
| 263 |
+
0.04418201372027397,
|
| 264 |
+
0.47307631373405457,
|
| 265 |
+
0.15456582605838776,
|
| 266 |
+
0.5800857543945312,
|
| 267 |
+
0.6122545599937439,
|
| 268 |
+
0.4212697744369507,
|
| 269 |
+
0.2632680833339691,
|
| 270 |
+
0.6581624150276184,
|
| 271 |
+
0.6203760504722595,
|
| 272 |
+
0.3674875795841217,
|
| 273 |
+
0.4022132456302643,
|
| 274 |
+
0.4143333435058594,
|
| 275 |
+
0.5725511312484741,
|
| 276 |
+
0.13446521759033203,
|
| 277 |
+
0.2968845069408417,
|
| 278 |
+
0.40505698323249817,
|
| 279 |
+
0.12425079196691513,
|
| 280 |
+
0.42395907640457153,
|
| 281 |
+
0.20751681923866272,
|
| 282 |
+
0.7557325959205627
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
|
| 3 |
+
"fingerprint": "d75505d5f4c1620b",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d249",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.39069861992262306,
|
| 60 |
+
"lora/map": 0.39069861992262306,
|
| 61 |
+
"fsd50k/map": 0.39069861992262306,
|
| 62 |
+
"train_seconds": 23.98,
|
| 63 |
+
"total_seconds": 32.73,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021626448483439163,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023671917987825385,
|
| 77 |
+
"val_map": 0.39069861992262306,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.983178097871132
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.26201674342155457,
|
| 84 |
+
0.17872008681297302,
|
| 85 |
+
0.6200981140136719,
|
| 86 |
+
0.3187822103500366,
|
| 87 |
+
0.4762822985649109,
|
| 88 |
+
0.6312012076377869,
|
| 89 |
+
0.8401297926902771,
|
| 90 |
+
0.560880720615387,
|
| 91 |
+
0.5760127305984497,
|
| 92 |
+
0.35707715153694153,
|
| 93 |
+
0.26164671778678894,
|
| 94 |
+
0.3963240683078766,
|
| 95 |
+
0.21314921975135803,
|
| 96 |
+
0.47191938757896423,
|
| 97 |
+
0.5017808675765991,
|
| 98 |
+
0.4649050831794739,
|
| 99 |
+
0.0476565845310688,
|
| 100 |
+
0.2594539523124695,
|
| 101 |
+
0.48724365234375,
|
| 102 |
+
0.2412034422159195,
|
| 103 |
+
0.555795431137085,
|
| 104 |
+
0.4147741496562958,
|
| 105 |
+
0.8352256417274475,
|
| 106 |
+
0.10045651346445084,
|
| 107 |
+
0.26709362864494324,
|
| 108 |
+
0.4349948465824127,
|
| 109 |
+
0.3775532841682434,
|
| 110 |
+
0.2767118811607361,
|
| 111 |
+
0.8106462955474854,
|
| 112 |
+
0.29521235823631287,
|
| 113 |
+
0.6684955358505249,
|
| 114 |
+
0.5900076031684875,
|
| 115 |
+
0.42102211713790894,
|
| 116 |
+
0.1886550635099411,
|
| 117 |
+
0.3357760012149811,
|
| 118 |
+
0.25961974263191223,
|
| 119 |
+
0.42087700963020325,
|
| 120 |
+
0.2290719449520111,
|
| 121 |
+
0.3993314206600189,
|
| 122 |
+
0.29120269417762756,
|
| 123 |
+
0.5943121910095215,
|
| 124 |
+
0.20382891595363617,
|
| 125 |
+
0.5723597407341003,
|
| 126 |
+
0.21515558660030365,
|
| 127 |
+
0.5150997042655945,
|
| 128 |
+
0.155514195561409,
|
| 129 |
+
0.26590779423713684,
|
| 130 |
+
0.249241441488266,
|
| 131 |
+
0.7383821606636047,
|
| 132 |
+
0.39063552021980286,
|
| 133 |
+
0.3758055865764618,
|
| 134 |
+
0.49987155199050903,
|
| 135 |
+
0.574073851108551,
|
| 136 |
+
0.13516557216644287,
|
| 137 |
+
0.1889628767967224,
|
| 138 |
+
0.022970767691731453,
|
| 139 |
+
0.21600304543972015,
|
| 140 |
+
0.6794794797897339,
|
| 141 |
+
0.13628168404102325,
|
| 142 |
+
0.5189939141273499,
|
| 143 |
+
0.6024647355079651,
|
| 144 |
+
0.6338984966278076,
|
| 145 |
+
0.4233630299568176,
|
| 146 |
+
0.1298864632844925,
|
| 147 |
+
0.5327196717262268,
|
| 148 |
+
0.14860478043556213,
|
| 149 |
+
0.2785699665546417,
|
| 150 |
+
0.6578919291496277,
|
| 151 |
+
0.4746851325035095,
|
| 152 |
+
0.5234207510948181,
|
| 153 |
+
0.4905494749546051,
|
| 154 |
+
0.20448961853981018,
|
| 155 |
+
0.6755038499832153,
|
| 156 |
+
0.326948881149292,
|
| 157 |
+
0.2682805061340332,
|
| 158 |
+
0.251660019159317,
|
| 159 |
+
0.45730626583099365,
|
| 160 |
+
0.5285245776176453,
|
| 161 |
+
0.254677951335907,
|
| 162 |
+
0.43973222374916077,
|
| 163 |
+
0.283087819814682,
|
| 164 |
+
0.34698423743247986,
|
| 165 |
+
0.35939446091651917,
|
| 166 |
+
0.21306489408016205,
|
| 167 |
+
0.3642009496688843,
|
| 168 |
+
0.28464967012405396,
|
| 169 |
+
0.45528507232666016,
|
| 170 |
+
0.6377780437469482,
|
| 171 |
+
0.23040182888507843,
|
| 172 |
+
0.13514429330825806,
|
| 173 |
+
0.7510533332824707,
|
| 174 |
+
0.09995097666978836,
|
| 175 |
+
0.5351384878158569,
|
| 176 |
+
0.2029019296169281,
|
| 177 |
+
0.33984026312828064,
|
| 178 |
+
0.36353233456611633,
|
| 179 |
+
0.3968134820461273,
|
| 180 |
+
0.14512687921524048,
|
| 181 |
+
0.3902711272239685,
|
| 182 |
+
0.08431967347860336,
|
| 183 |
+
0.5543925166130066,
|
| 184 |
+
0.7135251760482788,
|
| 185 |
+
0.19241291284561157,
|
| 186 |
+
0.4226751923561096,
|
| 187 |
+
0.24530386924743652,
|
| 188 |
+
0.3100739121437073,
|
| 189 |
+
0.6679309010505676,
|
| 190 |
+
0.5126837491989136,
|
| 191 |
+
0.540517270565033,
|
| 192 |
+
0.2781350314617157,
|
| 193 |
+
0.18801189959049225,
|
| 194 |
+
0.34584230184555054,
|
| 195 |
+
0.5982820391654968,
|
| 196 |
+
0.09090583771467209,
|
| 197 |
+
0.19466854631900787,
|
| 198 |
+
0.3307148218154907,
|
| 199 |
+
0.8119524717330933,
|
| 200 |
+
0.4662601947784424,
|
| 201 |
+
0.5115708112716675,
|
| 202 |
+
0.23366722464561462,
|
| 203 |
+
0.8749698996543884,
|
| 204 |
+
0.8829801678657532,
|
| 205 |
+
0.3440946340560913,
|
| 206 |
+
0.1051160916686058,
|
| 207 |
+
0.24738432466983795,
|
| 208 |
+
0.7664393782615662,
|
| 209 |
+
0.2679203450679779,
|
| 210 |
+
0.7384441494941711,
|
| 211 |
+
0.3316105604171753,
|
| 212 |
+
0.14605417847633362,
|
| 213 |
+
0.13348962366580963,
|
| 214 |
+
0.7799293398857117,
|
| 215 |
+
0.5059606432914734,
|
| 216 |
+
0.44182828068733215,
|
| 217 |
+
0.6355406045913696,
|
| 218 |
+
0.09373456239700317,
|
| 219 |
+
0.1021558865904808,
|
| 220 |
+
0.04697186499834061,
|
| 221 |
+
0.6261857748031616,
|
| 222 |
+
0.5579205751419067,
|
| 223 |
+
0.16281189024448395,
|
| 224 |
+
0.25879064202308655,
|
| 225 |
+
0.20209555327892303,
|
| 226 |
+
0.3271847665309906,
|
| 227 |
+
0.6252000331878662,
|
| 228 |
+
0.5602402091026306,
|
| 229 |
+
0.06695061922073364,
|
| 230 |
+
0.5900484919548035,
|
| 231 |
+
0.1731250137090683,
|
| 232 |
+
0.26715314388275146,
|
| 233 |
+
0.5015832185745239,
|
| 234 |
+
0.5166815519332886,
|
| 235 |
+
0.28342777490615845,
|
| 236 |
+
0.38616248965263367,
|
| 237 |
+
0.40126463770866394,
|
| 238 |
+
0.3294200003147125,
|
| 239 |
+
0.5569500923156738,
|
| 240 |
+
0.578829288482666,
|
| 241 |
+
0.4630177617073059,
|
| 242 |
+
0.06992210447788239,
|
| 243 |
+
0.4495619535446167,
|
| 244 |
+
0.15941092371940613,
|
| 245 |
+
0.6600901484489441,
|
| 246 |
+
0.26199111342430115,
|
| 247 |
+
0.3286667466163635,
|
| 248 |
+
0.4840407967567444,
|
| 249 |
+
0.2887793183326721,
|
| 250 |
+
0.06664884835481644,
|
| 251 |
+
0.34052157402038574,
|
| 252 |
+
0.464156836271286,
|
| 253 |
+
0.1177418902516365,
|
| 254 |
+
0.8556171655654907,
|
| 255 |
+
0.8658149242401123,
|
| 256 |
+
0.03241981193423271,
|
| 257 |
+
0.6138800978660583,
|
| 258 |
+
0.7443479895591736,
|
| 259 |
+
0.20046697556972504,
|
| 260 |
+
0.28676825761795044,
|
| 261 |
+
0.1959531307220459,
|
| 262 |
+
0.3026442229747772,
|
| 263 |
+
0.04944821819663048,
|
| 264 |
+
0.5344997048377991,
|
| 265 |
+
0.11858159303665161,
|
| 266 |
+
0.5716257691383362,
|
| 267 |
+
0.6135624647140503,
|
| 268 |
+
0.4066048264503479,
|
| 269 |
+
0.24092820286750793,
|
| 270 |
+
0.6615535616874695,
|
| 271 |
+
0.6157320737838745,
|
| 272 |
+
0.3823259174823761,
|
| 273 |
+
0.44534605741500854,
|
| 274 |
+
0.4461769163608551,
|
| 275 |
+
0.566047728061676,
|
| 276 |
+
0.1421411782503128,
|
| 277 |
+
0.23707540333271027,
|
| 278 |
+
0.3727182149887085,
|
| 279 |
+
0.11443722993135452,
|
| 280 |
+
0.3758241534233093,
|
| 281 |
+
0.14098688960075378,
|
| 282 |
+
0.716297447681427
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d249/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
|
| 4 |
+
"fingerprint": "d75505d5f4c1620b",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d249",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007388497193267064,
|
| 61 |
+
"val_map": 0.006167496304271612,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02354,
|
| 69 |
+
"train_map": 0.030844764718039232,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02291,
|
| 78 |
+
"train_map": 0.06281438418747981,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02219,
|
| 87 |
+
"train_map": 0.0797222607057326,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02165,
|
| 96 |
+
"train_map": 0.09699953190780879,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02173,
|
| 105 |
+
"train_map": 0.09759778349105432,
|
| 106 |
+
"val_map": 0.063972018699319,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02069,
|
| 114 |
+
"train_map": 0.10650183959286201,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0203,
|
| 123 |
+
"train_map": 0.11773789595402565,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.7
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02014,
|
| 132 |
+
"train_map": 0.14567031358515373,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01965,
|
| 141 |
+
"train_map": 0.1587729979336502,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01905,
|
| 150 |
+
"train_map": 0.16429062217537604,
|
| 151 |
+
"val_map": 0.10118191182503805,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01933,
|
| 159 |
+
"train_map": 0.16699805556296368,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01936,
|
| 168 |
+
"train_map": 0.1867481258271909,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01906,
|
| 177 |
+
"train_map": 0.19139387807322833,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01865,
|
| 186 |
+
"train_map": 0.2119575613213657,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01805,
|
| 195 |
+
"train_map": 0.2225757635161422,
|
| 196 |
+
"val_map": 0.1366300238446603,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01851,
|
| 204 |
+
"train_map": 0.22283646623573958,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01774,
|
| 213 |
+
"train_map": 0.23115133835388033,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01732,
|
| 222 |
+
"train_map": 0.23896400573923193,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01694,
|
| 231 |
+
"train_map": 0.24340904868372223,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01764,
|
| 240 |
+
"train_map": 0.2439738769354599,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.0177,
|
| 249 |
+
"train_map": 0.24384411991144436,
|
| 250 |
+
"val_map": 0.1506258297580837,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.24384411991144436,
|
| 256 |
+
"final_val_map": 0.1506258297580837,
|
| 257 |
+
"lora/map": 0.1506258297580837,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 60.2
|
| 260 |
+
}
|
p5-mae-15m-d249/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
|
| 4 |
+
"fingerprint": "d75505d5f4c1620b",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d249",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007067372909887557,
|
| 61 |
+
"val_map": 0.006434307520037457,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.0245,
|
| 69 |
+
"train_map": 0.03298594764943201,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02291,
|
| 78 |
+
"train_map": 0.061700819047835906,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02197,
|
| 87 |
+
"train_map": 0.07585239888608908,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02125,
|
| 96 |
+
"train_map": 0.09661832017527161,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02144,
|
| 105 |
+
"train_map": 0.10006061361164237,
|
| 106 |
+
"val_map": 0.06522769017447232,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02052,
|
| 114 |
+
"train_map": 0.10767609818946337,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02074,
|
| 123 |
+
"train_map": 0.1199382918527212,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.0199,
|
| 132 |
+
"train_map": 0.13885059859692003,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02011,
|
| 141 |
+
"train_map": 0.15041296323938066,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01942,
|
| 150 |
+
"train_map": 0.15884425444086656,
|
| 151 |
+
"val_map": 0.09467557159233025,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01953,
|
| 159 |
+
"train_map": 0.16607040971556442,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01892,
|
| 168 |
+
"train_map": 0.18376837628389897,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01893,
|
| 177 |
+
"train_map": 0.19535184408621104,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01832,
|
| 186 |
+
"train_map": 0.20968990631850412,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01777,
|
| 195 |
+
"train_map": 0.22131480821240446,
|
| 196 |
+
"val_map": 0.13549512609100745,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01808,
|
| 204 |
+
"train_map": 0.22435903228091278,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01753,
|
| 213 |
+
"train_map": 0.23590339972254107,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01767,
|
| 222 |
+
"train_map": 0.24080835073475904,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01744,
|
| 231 |
+
"train_map": 0.244644852313593,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01741,
|
| 240 |
+
"train_map": 0.2462639109341099,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01716,
|
| 249 |
+
"train_map": 0.24610300848359487,
|
| 250 |
+
"val_map": 0.15104519656949467,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.24610300848359487,
|
| 256 |
+
"final_val_map": 0.15104519656949467,
|
| 257 |
+
"lora/map": 0.15104519656949467,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 60.5
|
| 260 |
+
}
|
p5-mae-15m-d249/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
|
| 4 |
+
"fingerprint": "d75505d5f4c1620b",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d249",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007265831486090481,
|
| 61 |
+
"val_map": 0.00638291416857639,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02399,
|
| 69 |
+
"train_map": 0.03114237541141098,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02324,
|
| 78 |
+
"train_map": 0.0494940613166286,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02191,
|
| 87 |
+
"train_map": 0.0633866855303847,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02115,
|
| 96 |
+
"train_map": 0.0839842611966227,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02155,
|
| 105 |
+
"train_map": 0.09516522315007403,
|
| 106 |
+
"val_map": 0.0595724541297186,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02126,
|
| 114 |
+
"train_map": 0.09381550263023213,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02071,
|
| 123 |
+
"train_map": 0.11413070130598443,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02052,
|
| 132 |
+
"train_map": 0.13090237078965558,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0194,
|
| 141 |
+
"train_map": 0.14150605416561582,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01893,
|
| 150 |
+
"train_map": 0.1500962395229831,
|
| 151 |
+
"val_map": 0.09613368519408667,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01891,
|
| 159 |
+
"train_map": 0.15552917567737387,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01886,
|
| 168 |
+
"train_map": 0.17253410063800623,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01891,
|
| 177 |
+
"train_map": 0.1880599744936038,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01836,
|
| 186 |
+
"train_map": 0.19826441708301853,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01811,
|
| 195 |
+
"train_map": 0.21327810133126984,
|
| 196 |
+
"val_map": 0.13315267753619453,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0178,
|
| 204 |
+
"train_map": 0.21381201373989317,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01784,
|
| 213 |
+
"train_map": 0.22629470384434092,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01788,
|
| 222 |
+
"train_map": 0.2310434709032697,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01752,
|
| 231 |
+
"train_map": 0.23391653257696068,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01767,
|
| 240 |
+
"train_map": 0.23544292670605702,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01799,
|
| 249 |
+
"train_map": 0.23526415618161267,
|
| 250 |
+
"val_map": 0.14596410278598487,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23526415618161267,
|
| 256 |
+
"final_val_map": 0.14596410278598487,
|
| 257 |
+
"lora/map": 0.14596410278598487,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 60.2
|
| 260 |
+
}
|