Upload folder using huggingface_hub
Browse files- p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d143/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d143/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d143/exports/step_00040000/lora_1ep_s2.json +260 -0
p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
|
| 3 |
+
"fingerprint": "351362f04accad32",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d143",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38504895084537566,
|
| 60 |
+
"lora/map": 0.38504895084537566,
|
| 61 |
+
"fsd50k/map": 0.38504895084537566,
|
| 62 |
+
"train_seconds": 24.11,
|
| 63 |
+
"total_seconds": 32.91,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022684418624266983,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02385700073845499,
|
| 77 |
+
"val_map": 0.38504895084537566,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.10651984240394
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.31745222210884094,
|
| 84 |
+
0.10211730748414993,
|
| 85 |
+
0.48264268040657043,
|
| 86 |
+
0.35500308871269226,
|
| 87 |
+
0.47334718704223633,
|
| 88 |
+
0.6340420842170715,
|
| 89 |
+
0.8491709232330322,
|
| 90 |
+
0.5264872312545776,
|
| 91 |
+
0.617128312587738,
|
| 92 |
+
0.49137476086616516,
|
| 93 |
+
0.3165584206581116,
|
| 94 |
+
0.40532150864601135,
|
| 95 |
+
0.13870713114738464,
|
| 96 |
+
0.34888049960136414,
|
| 97 |
+
0.5011838674545288,
|
| 98 |
+
0.47339797019958496,
|
| 99 |
+
0.025031955912709236,
|
| 100 |
+
0.23130479454994202,
|
| 101 |
+
0.4543367326259613,
|
| 102 |
+
0.23061397671699524,
|
| 103 |
+
0.590991199016571,
|
| 104 |
+
0.39948028326034546,
|
| 105 |
+
0.7383071184158325,
|
| 106 |
+
0.11150313913822174,
|
| 107 |
+
0.2208186686038971,
|
| 108 |
+
0.42663583159446716,
|
| 109 |
+
0.3638664782047272,
|
| 110 |
+
0.2433834820985794,
|
| 111 |
+
0.7944549918174744,
|
| 112 |
+
0.32739999890327454,
|
| 113 |
+
0.6719589829444885,
|
| 114 |
+
0.5243217945098877,
|
| 115 |
+
0.3974571228027344,
|
| 116 |
+
0.25323617458343506,
|
| 117 |
+
0.33404481410980225,
|
| 118 |
+
0.24499256908893585,
|
| 119 |
+
0.4144406020641327,
|
| 120 |
+
0.27510613203048706,
|
| 121 |
+
0.34179192781448364,
|
| 122 |
+
0.24681764841079712,
|
| 123 |
+
0.5585950613021851,
|
| 124 |
+
0.2132655829191208,
|
| 125 |
+
0.6673522591590881,
|
| 126 |
+
0.2031884789466858,
|
| 127 |
+
0.5145432353019714,
|
| 128 |
+
0.07920078933238983,
|
| 129 |
+
0.24890191853046417,
|
| 130 |
+
0.2949620187282562,
|
| 131 |
+
0.7538858652114868,
|
| 132 |
+
0.4214755892753601,
|
| 133 |
+
0.4562743008136749,
|
| 134 |
+
0.5160786509513855,
|
| 135 |
+
0.5741636753082275,
|
| 136 |
+
0.16265983879566193,
|
| 137 |
+
0.12695136666297913,
|
| 138 |
+
0.036048125475645065,
|
| 139 |
+
0.20966602861881256,
|
| 140 |
+
0.7281875014305115,
|
| 141 |
+
0.12201844155788422,
|
| 142 |
+
0.5109196305274963,
|
| 143 |
+
0.5867927074432373,
|
| 144 |
+
0.6343561410903931,
|
| 145 |
+
0.44042491912841797,
|
| 146 |
+
0.19017666578292847,
|
| 147 |
+
0.5116931200027466,
|
| 148 |
+
0.14048346877098083,
|
| 149 |
+
0.2743138372898102,
|
| 150 |
+
0.6797744035720825,
|
| 151 |
+
0.4947775602340698,
|
| 152 |
+
0.5133357048034668,
|
| 153 |
+
0.48865336179733276,
|
| 154 |
+
0.2179318517446518,
|
| 155 |
+
0.6903372406959534,
|
| 156 |
+
0.30514100193977356,
|
| 157 |
+
0.2928137183189392,
|
| 158 |
+
0.23096799850463867,
|
| 159 |
+
0.42072799801826477,
|
| 160 |
+
0.34567922353744507,
|
| 161 |
+
0.2574712634086609,
|
| 162 |
+
0.48832929134368896,
|
| 163 |
+
0.25079092383384705,
|
| 164 |
+
0.29646870493888855,
|
| 165 |
+
0.36751195788383484,
|
| 166 |
+
0.34887006878852844,
|
| 167 |
+
0.2377811223268509,
|
| 168 |
+
0.2851077616214752,
|
| 169 |
+
0.43538689613342285,
|
| 170 |
+
0.6170511245727539,
|
| 171 |
+
0.14691148698329926,
|
| 172 |
+
0.12587478756904602,
|
| 173 |
+
0.744470477104187,
|
| 174 |
+
0.17916595935821533,
|
| 175 |
+
0.5348445773124695,
|
| 176 |
+
0.2256011962890625,
|
| 177 |
+
0.26504817605018616,
|
| 178 |
+
0.3312988579273224,
|
| 179 |
+
0.4306342303752899,
|
| 180 |
+
0.1771533042192459,
|
| 181 |
+
0.38297373056411743,
|
| 182 |
+
0.10413869470357895,
|
| 183 |
+
0.5695876479148865,
|
| 184 |
+
0.7044804096221924,
|
| 185 |
+
0.20779426395893097,
|
| 186 |
+
0.42476528882980347,
|
| 187 |
+
0.24074667692184448,
|
| 188 |
+
0.32759466767311096,
|
| 189 |
+
0.6590844392776489,
|
| 190 |
+
0.520844578742981,
|
| 191 |
+
0.5333104133605957,
|
| 192 |
+
0.19272185862064362,
|
| 193 |
+
0.18188852071762085,
|
| 194 |
+
0.32825350761413574,
|
| 195 |
+
0.5390475392341614,
|
| 196 |
+
0.11351625621318817,
|
| 197 |
+
0.21715278923511505,
|
| 198 |
+
0.32258397340774536,
|
| 199 |
+
0.688572347164154,
|
| 200 |
+
0.3912908434867859,
|
| 201 |
+
0.48107224702835083,
|
| 202 |
+
0.2421383559703827,
|
| 203 |
+
0.8634092807769775,
|
| 204 |
+
0.8710496425628662,
|
| 205 |
+
0.31446024775505066,
|
| 206 |
+
0.09029946476221085,
|
| 207 |
+
0.2477075755596161,
|
| 208 |
+
0.780583918094635,
|
| 209 |
+
0.3253403604030609,
|
| 210 |
+
0.7260721325874329,
|
| 211 |
+
0.331299364566803,
|
| 212 |
+
0.12547437846660614,
|
| 213 |
+
0.13062629103660583,
|
| 214 |
+
0.807600200176239,
|
| 215 |
+
0.4158690869808197,
|
| 216 |
+
0.47874927520751953,
|
| 217 |
+
0.6643399000167847,
|
| 218 |
+
0.09112758934497833,
|
| 219 |
+
0.10605596750974655,
|
| 220 |
+
0.0454733707010746,
|
| 221 |
+
0.5175575017929077,
|
| 222 |
+
0.52226722240448,
|
| 223 |
+
0.18761040270328522,
|
| 224 |
+
0.31870487332344055,
|
| 225 |
+
0.21537655591964722,
|
| 226 |
+
0.30690985918045044,
|
| 227 |
+
0.623065173625946,
|
| 228 |
+
0.5816247463226318,
|
| 229 |
+
0.05532125011086464,
|
| 230 |
+
0.6031476855278015,
|
| 231 |
+
0.20106936991214752,
|
| 232 |
+
0.3078640103340149,
|
| 233 |
+
0.4788530468940735,
|
| 234 |
+
0.46636927127838135,
|
| 235 |
+
0.2431965172290802,
|
| 236 |
+
0.23897328972816467,
|
| 237 |
+
0.47046157717704773,
|
| 238 |
+
0.2767612934112549,
|
| 239 |
+
0.5305781364440918,
|
| 240 |
+
0.662331223487854,
|
| 241 |
+
0.46021297574043274,
|
| 242 |
+
0.11124381422996521,
|
| 243 |
+
0.4201909899711609,
|
| 244 |
+
0.13226880133152008,
|
| 245 |
+
0.6268817186355591,
|
| 246 |
+
0.2484293282032013,
|
| 247 |
+
0.367325097322464,
|
| 248 |
+
0.34603801369667053,
|
| 249 |
+
0.36173874139785767,
|
| 250 |
+
0.06345432996749878,
|
| 251 |
+
0.3567180931568146,
|
| 252 |
+
0.4002392292022705,
|
| 253 |
+
0.0911414697766304,
|
| 254 |
+
0.8815625905990601,
|
| 255 |
+
0.892732560634613,
|
| 256 |
+
0.04390180483460426,
|
| 257 |
+
0.596919059753418,
|
| 258 |
+
0.7055835723876953,
|
| 259 |
+
0.1998005211353302,
|
| 260 |
+
0.2556612193584442,
|
| 261 |
+
0.1974802166223526,
|
| 262 |
+
0.30416300892829895,
|
| 263 |
+
0.07223805040121078,
|
| 264 |
+
0.6205285787582397,
|
| 265 |
+
0.1746949553489685,
|
| 266 |
+
0.6281651258468628,
|
| 267 |
+
0.6086341142654419,
|
| 268 |
+
0.42740556597709656,
|
| 269 |
+
0.3193611204624176,
|
| 270 |
+
0.6662106513977051,
|
| 271 |
+
0.5237463712692261,
|
| 272 |
+
0.32259446382522583,
|
| 273 |
+
0.3493890166282654,
|
| 274 |
+
0.38842910528182983,
|
| 275 |
+
0.5640243887901306,
|
| 276 |
+
0.10479393601417542,
|
| 277 |
+
0.19677050411701202,
|
| 278 |
+
0.38536399602890015,
|
| 279 |
+
0.12210466712713242,
|
| 280 |
+
0.5103985071182251,
|
| 281 |
+
0.14759036898612976,
|
| 282 |
+
0.7189163565635681
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
|
| 3 |
+
"fingerprint": "351362f04accad32",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d143",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3869729491788894,
|
| 60 |
+
"lora/map": 0.3869729491788894,
|
| 61 |
+
"fsd50k/map": 0.3869729491788894,
|
| 62 |
+
"train_seconds": 23.81,
|
| 63 |
+
"total_seconds": 32.75,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.0220739278558176,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023658749453817716,
|
| 77 |
+
"val_map": 0.3869729491788894,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.812363624339923
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.27101096510887146,
|
| 84 |
+
0.10803072154521942,
|
| 85 |
+
0.5728815793991089,
|
| 86 |
+
0.37802836298942566,
|
| 87 |
+
0.46461591124534607,
|
| 88 |
+
0.6261831521987915,
|
| 89 |
+
0.8543528318405151,
|
| 90 |
+
0.5683885812759399,
|
| 91 |
+
0.6159738302230835,
|
| 92 |
+
0.4624418020248413,
|
| 93 |
+
0.3240349292755127,
|
| 94 |
+
0.4082145094871521,
|
| 95 |
+
0.19186587631702423,
|
| 96 |
+
0.3737976551055908,
|
| 97 |
+
0.4979442358016968,
|
| 98 |
+
0.46050846576690674,
|
| 99 |
+
0.02946319617331028,
|
| 100 |
+
0.3033409118652344,
|
| 101 |
+
0.42204752564430237,
|
| 102 |
+
0.186329185962677,
|
| 103 |
+
0.5877476334571838,
|
| 104 |
+
0.40595385432243347,
|
| 105 |
+
0.786563515663147,
|
| 106 |
+
0.10365724563598633,
|
| 107 |
+
0.22264866530895233,
|
| 108 |
+
0.44726091623306274,
|
| 109 |
+
0.33233511447906494,
|
| 110 |
+
0.26953381299972534,
|
| 111 |
+
0.7534311413764954,
|
| 112 |
+
0.32073602080345154,
|
| 113 |
+
0.6786679029464722,
|
| 114 |
+
0.6168487668037415,
|
| 115 |
+
0.4137495458126068,
|
| 116 |
+
0.16525186598300934,
|
| 117 |
+
0.33951377868652344,
|
| 118 |
+
0.2371790111064911,
|
| 119 |
+
0.4035252332687378,
|
| 120 |
+
0.17963793873786926,
|
| 121 |
+
0.34070396423339844,
|
| 122 |
+
0.2776852548122406,
|
| 123 |
+
0.541941225528717,
|
| 124 |
+
0.24450641870498657,
|
| 125 |
+
0.6211493015289307,
|
| 126 |
+
0.21722212433815002,
|
| 127 |
+
0.5630859732627869,
|
| 128 |
+
0.14086176455020905,
|
| 129 |
+
0.2668655216693878,
|
| 130 |
+
0.27751830220222473,
|
| 131 |
+
0.753391444683075,
|
| 132 |
+
0.4364490807056427,
|
| 133 |
+
0.38323360681533813,
|
| 134 |
+
0.5309625864028931,
|
| 135 |
+
0.5586570501327515,
|
| 136 |
+
0.20022079348564148,
|
| 137 |
+
0.154275581240654,
|
| 138 |
+
0.028661411255598068,
|
| 139 |
+
0.22150348126888275,
|
| 140 |
+
0.7042064070701599,
|
| 141 |
+
0.11344221234321594,
|
| 142 |
+
0.5396830439567566,
|
| 143 |
+
0.5994501709938049,
|
| 144 |
+
0.6387927532196045,
|
| 145 |
+
0.44511643052101135,
|
| 146 |
+
0.13591530919075012,
|
| 147 |
+
0.5587810277938843,
|
| 148 |
+
0.08924121409654617,
|
| 149 |
+
0.26265114545822144,
|
| 150 |
+
0.6802092790603638,
|
| 151 |
+
0.5598846673965454,
|
| 152 |
+
0.5160065293312073,
|
| 153 |
+
0.5047616362571716,
|
| 154 |
+
0.23817384243011475,
|
| 155 |
+
0.6971364617347717,
|
| 156 |
+
0.3411232829093933,
|
| 157 |
+
0.20955927670001984,
|
| 158 |
+
0.22603994607925415,
|
| 159 |
+
0.43513062596321106,
|
| 160 |
+
0.3299744129180908,
|
| 161 |
+
0.300239235162735,
|
| 162 |
+
0.4698468744754791,
|
| 163 |
+
0.1993311196565628,
|
| 164 |
+
0.2769286036491394,
|
| 165 |
+
0.27574026584625244,
|
| 166 |
+
0.2677950859069824,
|
| 167 |
+
0.21132251620292664,
|
| 168 |
+
0.3184877038002014,
|
| 169 |
+
0.3961469531059265,
|
| 170 |
+
0.547308623790741,
|
| 171 |
+
0.11559098213911057,
|
| 172 |
+
0.13939602673053741,
|
| 173 |
+
0.758206307888031,
|
| 174 |
+
0.13547490537166595,
|
| 175 |
+
0.5547236204147339,
|
| 176 |
+
0.2360319197177887,
|
| 177 |
+
0.30868420004844666,
|
| 178 |
+
0.34324246644973755,
|
| 179 |
+
0.5159376859664917,
|
| 180 |
+
0.23911474645137787,
|
| 181 |
+
0.47449201345443726,
|
| 182 |
+
0.08473498374223709,
|
| 183 |
+
0.5700700879096985,
|
| 184 |
+
0.7029406428337097,
|
| 185 |
+
0.26039814949035645,
|
| 186 |
+
0.4012097120285034,
|
| 187 |
+
0.23632760345935822,
|
| 188 |
+
0.31469932198524475,
|
| 189 |
+
0.6537917852401733,
|
| 190 |
+
0.5603172183036804,
|
| 191 |
+
0.5321318507194519,
|
| 192 |
+
0.20394395291805267,
|
| 193 |
+
0.22311782836914062,
|
| 194 |
+
0.32242023944854736,
|
| 195 |
+
0.6009803414344788,
|
| 196 |
+
0.12329892814159393,
|
| 197 |
+
0.1510176807641983,
|
| 198 |
+
0.33340561389923096,
|
| 199 |
+
0.7154045701026917,
|
| 200 |
+
0.33868733048439026,
|
| 201 |
+
0.48602014780044556,
|
| 202 |
+
0.27828529477119446,
|
| 203 |
+
0.8766821026802063,
|
| 204 |
+
0.8840462565422058,
|
| 205 |
+
0.33518287539482117,
|
| 206 |
+
0.0975942611694336,
|
| 207 |
+
0.2032395750284195,
|
| 208 |
+
0.7629128098487854,
|
| 209 |
+
0.23817308247089386,
|
| 210 |
+
0.7371717691421509,
|
| 211 |
+
0.31878653168678284,
|
| 212 |
+
0.09154967218637466,
|
| 213 |
+
0.15632793307304382,
|
| 214 |
+
0.782584547996521,
|
| 215 |
+
0.39768436551094055,
|
| 216 |
+
0.47938233613967896,
|
| 217 |
+
0.6040070056915283,
|
| 218 |
+
0.08918329328298569,
|
| 219 |
+
0.08727394789457321,
|
| 220 |
+
0.06106305494904518,
|
| 221 |
+
0.5381061434745789,
|
| 222 |
+
0.5407606959342957,
|
| 223 |
+
0.20628231763839722,
|
| 224 |
+
0.3624088168144226,
|
| 225 |
+
0.29743146896362305,
|
| 226 |
+
0.3337242603302002,
|
| 227 |
+
0.598375678062439,
|
| 228 |
+
0.5640286207199097,
|
| 229 |
+
0.0428660549223423,
|
| 230 |
+
0.5282483696937561,
|
| 231 |
+
0.21136079728603363,
|
| 232 |
+
0.33209356665611267,
|
| 233 |
+
0.48599982261657715,
|
| 234 |
+
0.45563340187072754,
|
| 235 |
+
0.34883344173431396,
|
| 236 |
+
0.23122312128543854,
|
| 237 |
+
0.42682886123657227,
|
| 238 |
+
0.3041112422943115,
|
| 239 |
+
0.5745483636856079,
|
| 240 |
+
0.670924961566925,
|
| 241 |
+
0.46011364459991455,
|
| 242 |
+
0.08410822600126266,
|
| 243 |
+
0.3430134057998657,
|
| 244 |
+
0.12616467475891113,
|
| 245 |
+
0.6466431021690369,
|
| 246 |
+
0.2632191777229309,
|
| 247 |
+
0.3475364148616791,
|
| 248 |
+
0.39472708106040955,
|
| 249 |
+
0.38692033290863037,
|
| 250 |
+
0.06472930312156677,
|
| 251 |
+
0.3082176148891449,
|
| 252 |
+
0.4161330759525299,
|
| 253 |
+
0.10061732679605484,
|
| 254 |
+
0.8725894689559937,
|
| 255 |
+
0.8850110173225403,
|
| 256 |
+
0.03875695914030075,
|
| 257 |
+
0.573142409324646,
|
| 258 |
+
0.7094630599021912,
|
| 259 |
+
0.22885197401046753,
|
| 260 |
+
0.24724699556827545,
|
| 261 |
+
0.20751740038394928,
|
| 262 |
+
0.2984738051891327,
|
| 263 |
+
0.041933391243219376,
|
| 264 |
+
0.6229615807533264,
|
| 265 |
+
0.1498476266860962,
|
| 266 |
+
0.6286344528198242,
|
| 267 |
+
0.6045371890068054,
|
| 268 |
+
0.3323379456996918,
|
| 269 |
+
0.269505113363266,
|
| 270 |
+
0.6537511348724365,
|
| 271 |
+
0.5879852771759033,
|
| 272 |
+
0.35303205251693726,
|
| 273 |
+
0.40293678641319275,
|
| 274 |
+
0.45533838868141174,
|
| 275 |
+
0.5563172698020935,
|
| 276 |
+
0.14074908196926117,
|
| 277 |
+
0.27045056223869324,
|
| 278 |
+
0.3679700493812561,
|
| 279 |
+
0.10184738039970398,
|
| 280 |
+
0.5100746750831604,
|
| 281 |
+
0.18027615547180176,
|
| 282 |
+
0.7591559290885925
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
|
| 3 |
+
"fingerprint": "351362f04accad32",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d143",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38792094061151144,
|
| 60 |
+
"lora/map": 0.38792094061151144,
|
| 61 |
+
"fsd50k/map": 0.38792094061151144,
|
| 62 |
+
"train_seconds": 23.71,
|
| 63 |
+
"total_seconds": 32.47,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02142866713809781,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023846653812347518,
|
| 77 |
+
"val_map": 0.38792094061151144,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.713158458238468
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23933234810829163,
|
| 84 |
+
0.22713777422904968,
|
| 85 |
+
0.5067242383956909,
|
| 86 |
+
0.3835345506668091,
|
| 87 |
+
0.4701290428638458,
|
| 88 |
+
0.6250007152557373,
|
| 89 |
+
0.8382939100265503,
|
| 90 |
+
0.5361344218254089,
|
| 91 |
+
0.6036733984947205,
|
| 92 |
+
0.5101760625839233,
|
| 93 |
+
0.3035990595817566,
|
| 94 |
+
0.4257153868675232,
|
| 95 |
+
0.17861652374267578,
|
| 96 |
+
0.4156011939048767,
|
| 97 |
+
0.4893673360347748,
|
| 98 |
+
0.4716344177722931,
|
| 99 |
+
0.03775601089000702,
|
| 100 |
+
0.22311146557331085,
|
| 101 |
+
0.44163039326667786,
|
| 102 |
+
0.1657027155160904,
|
| 103 |
+
0.565683126449585,
|
| 104 |
+
0.42491209506988525,
|
| 105 |
+
0.8192511796951294,
|
| 106 |
+
0.07986840605735779,
|
| 107 |
+
0.25944337248802185,
|
| 108 |
+
0.44433507323265076,
|
| 109 |
+
0.33124932646751404,
|
| 110 |
+
0.24921341240406036,
|
| 111 |
+
0.7808225750923157,
|
| 112 |
+
0.3256254196166992,
|
| 113 |
+
0.6975882053375244,
|
| 114 |
+
0.6132701635360718,
|
| 115 |
+
0.42731115221977234,
|
| 116 |
+
0.20505653321743011,
|
| 117 |
+
0.37675783038139343,
|
| 118 |
+
0.2745159864425659,
|
| 119 |
+
0.400170236825943,
|
| 120 |
+
0.21734505891799927,
|
| 121 |
+
0.38830700516700745,
|
| 122 |
+
0.23822659254074097,
|
| 123 |
+
0.5382058620452881,
|
| 124 |
+
0.16908098757266998,
|
| 125 |
+
0.6469441056251526,
|
| 126 |
+
0.17096810042858124,
|
| 127 |
+
0.5093256831169128,
|
| 128 |
+
0.12130525708198547,
|
| 129 |
+
0.2385099083185196,
|
| 130 |
+
0.2712940275669098,
|
| 131 |
+
0.7338983416557312,
|
| 132 |
+
0.4043957591056824,
|
| 133 |
+
0.37746477127075195,
|
| 134 |
+
0.49888741970062256,
|
| 135 |
+
0.5487020611763,
|
| 136 |
+
0.14135731756687164,
|
| 137 |
+
0.1664574295282364,
|
| 138 |
+
0.024820789694786072,
|
| 139 |
+
0.20829379558563232,
|
| 140 |
+
0.7076594829559326,
|
| 141 |
+
0.121839240193367,
|
| 142 |
+
0.5098829865455627,
|
| 143 |
+
0.5924488306045532,
|
| 144 |
+
0.6303823590278625,
|
| 145 |
+
0.4257481098175049,
|
| 146 |
+
0.1274602860212326,
|
| 147 |
+
0.5741810202598572,
|
| 148 |
+
0.15098221600055695,
|
| 149 |
+
0.2749420404434204,
|
| 150 |
+
0.6409046053886414,
|
| 151 |
+
0.4858212172985077,
|
| 152 |
+
0.5111474990844727,
|
| 153 |
+
0.4735108017921448,
|
| 154 |
+
0.18446068465709686,
|
| 155 |
+
0.689293384552002,
|
| 156 |
+
0.33726492524147034,
|
| 157 |
+
0.318776935338974,
|
| 158 |
+
0.23503758013248444,
|
| 159 |
+
0.5183523297309875,
|
| 160 |
+
0.37776193022727966,
|
| 161 |
+
0.26699894666671753,
|
| 162 |
+
0.45070040225982666,
|
| 163 |
+
0.2490476369857788,
|
| 164 |
+
0.2704450786113739,
|
| 165 |
+
0.29501211643218994,
|
| 166 |
+
0.2793693244457245,
|
| 167 |
+
0.2850622534751892,
|
| 168 |
+
0.27049532532691956,
|
| 169 |
+
0.43183642625808716,
|
| 170 |
+
0.6885590553283691,
|
| 171 |
+
0.21682506799697876,
|
| 172 |
+
0.15664009749889374,
|
| 173 |
+
0.7402848601341248,
|
| 174 |
+
0.161866694688797,
|
| 175 |
+
0.5050734877586365,
|
| 176 |
+
0.17196059226989746,
|
| 177 |
+
0.33306369185447693,
|
| 178 |
+
0.3367305099964142,
|
| 179 |
+
0.5821550488471985,
|
| 180 |
+
0.17498736083507538,
|
| 181 |
+
0.3967167139053345,
|
| 182 |
+
0.10023002326488495,
|
| 183 |
+
0.5671678781509399,
|
| 184 |
+
0.7144137024879456,
|
| 185 |
+
0.20693157613277435,
|
| 186 |
+
0.406067430973053,
|
| 187 |
+
0.23402993381023407,
|
| 188 |
+
0.2652789354324341,
|
| 189 |
+
0.6690261960029602,
|
| 190 |
+
0.5077448487281799,
|
| 191 |
+
0.5316471457481384,
|
| 192 |
+
0.1866704374551773,
|
| 193 |
+
0.22002656757831573,
|
| 194 |
+
0.32202789187431335,
|
| 195 |
+
0.5938363075256348,
|
| 196 |
+
0.05534790828824043,
|
| 197 |
+
0.17806844413280487,
|
| 198 |
+
0.33390966057777405,
|
| 199 |
+
0.7624154686927795,
|
| 200 |
+
0.3759955167770386,
|
| 201 |
+
0.48042818903923035,
|
| 202 |
+
0.2559512257575989,
|
| 203 |
+
0.8701105713844299,
|
| 204 |
+
0.8779882192611694,
|
| 205 |
+
0.31303200125694275,
|
| 206 |
+
0.14573661983013153,
|
| 207 |
+
0.25329771637916565,
|
| 208 |
+
0.7624551057815552,
|
| 209 |
+
0.2573799788951874,
|
| 210 |
+
0.7261430025100708,
|
| 211 |
+
0.3590101897716522,
|
| 212 |
+
0.14854808151721954,
|
| 213 |
+
0.17329908907413483,
|
| 214 |
+
0.7960149049758911,
|
| 215 |
+
0.42524901032447815,
|
| 216 |
+
0.48488903045654297,
|
| 217 |
+
0.6408732533454895,
|
| 218 |
+
0.08546267449855804,
|
| 219 |
+
0.12961390614509583,
|
| 220 |
+
0.053795043379068375,
|
| 221 |
+
0.5842546224594116,
|
| 222 |
+
0.5600723028182983,
|
| 223 |
+
0.1914898157119751,
|
| 224 |
+
0.30715203285217285,
|
| 225 |
+
0.2599776089191437,
|
| 226 |
+
0.3583222031593323,
|
| 227 |
+
0.6372765302658081,
|
| 228 |
+
0.5581604838371277,
|
| 229 |
+
0.038672249764204025,
|
| 230 |
+
0.6020166277885437,
|
| 231 |
+
0.16059142351150513,
|
| 232 |
+
0.2781509757041931,
|
| 233 |
+
0.5365253686904907,
|
| 234 |
+
0.4615301489830017,
|
| 235 |
+
0.30790621042251587,
|
| 236 |
+
0.25871145725250244,
|
| 237 |
+
0.4399168789386749,
|
| 238 |
+
0.2901935279369354,
|
| 239 |
+
0.5552967190742493,
|
| 240 |
+
0.6280287504196167,
|
| 241 |
+
0.4582727253437042,
|
| 242 |
+
0.05763184279203415,
|
| 243 |
+
0.3866358995437622,
|
| 244 |
+
0.15855394303798676,
|
| 245 |
+
0.6501525044441223,
|
| 246 |
+
0.2580714523792267,
|
| 247 |
+
0.33701589703559875,
|
| 248 |
+
0.3680911958217621,
|
| 249 |
+
0.24909204244613647,
|
| 250 |
+
0.07052060961723328,
|
| 251 |
+
0.41705089807510376,
|
| 252 |
+
0.3927588164806366,
|
| 253 |
+
0.08949968963861465,
|
| 254 |
+
0.8809443712234497,
|
| 255 |
+
0.8914188742637634,
|
| 256 |
+
0.06046948581933975,
|
| 257 |
+
0.5492163300514221,
|
| 258 |
+
0.7155721187591553,
|
| 259 |
+
0.2582564055919647,
|
| 260 |
+
0.22670859098434448,
|
| 261 |
+
0.22252018749713898,
|
| 262 |
+
0.33588144183158875,
|
| 263 |
+
0.04450230300426483,
|
| 264 |
+
0.5225142240524292,
|
| 265 |
+
0.16250449419021606,
|
| 266 |
+
0.6407468914985657,
|
| 267 |
+
0.6202951073646545,
|
| 268 |
+
0.37923383712768555,
|
| 269 |
+
0.2596103549003601,
|
| 270 |
+
0.659434974193573,
|
| 271 |
+
0.5942449569702148,
|
| 272 |
+
0.35480833053588867,
|
| 273 |
+
0.4024195373058319,
|
| 274 |
+
0.43124592304229736,
|
| 275 |
+
0.547056257724762,
|
| 276 |
+
0.12243156880140305,
|
| 277 |
+
0.2750971019268036,
|
| 278 |
+
0.3682782053947449,
|
| 279 |
+
0.09797027707099915,
|
| 280 |
+
0.5686872601509094,
|
| 281 |
+
0.13819465041160583,
|
| 282 |
+
0.7427924275398254
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d143/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
|
| 4 |
+
"fingerprint": "351362f04accad32",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d143",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007350945142115443,
|
| 61 |
+
"val_map": 0.006238620334165259,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02361,
|
| 69 |
+
"train_map": 0.02950005273017025,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0233,
|
| 78 |
+
"train_map": 0.049843283907812536,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02271,
|
| 87 |
+
"train_map": 0.06117594242007587,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.0222,
|
| 96 |
+
"train_map": 0.07510226252409268,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02235,
|
| 105 |
+
"train_map": 0.07850044590343264,
|
| 106 |
+
"val_map": 0.05106400075612459,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02108,
|
| 114 |
+
"train_map": 0.09830329310373391,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02062,
|
| 123 |
+
"train_map": 0.10375932570762465,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02045,
|
| 132 |
+
"train_map": 0.12778084757304847,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02019,
|
| 141 |
+
"train_map": 0.1383360738519657,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01947,
|
| 150 |
+
"train_map": 0.14926951854318324,
|
| 151 |
+
"val_map": 0.09032628329053691,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01988,
|
| 159 |
+
"train_map": 0.14805176388339777,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01962,
|
| 168 |
+
"train_map": 0.1649465198293717,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01952,
|
| 177 |
+
"train_map": 0.1804993383611148,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01912,
|
| 186 |
+
"train_map": 0.19705340961538664,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01846,
|
| 195 |
+
"train_map": 0.2090019763542774,
|
| 196 |
+
"val_map": 0.12523562077563644,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01887,
|
| 204 |
+
"train_map": 0.20790459084690352,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01805,
|
| 213 |
+
"train_map": 0.21925748562867942,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01763,
|
| 222 |
+
"train_map": 0.2297668884264436,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01731,
|
| 231 |
+
"train_map": 0.23324817026818642,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01792,
|
| 240 |
+
"train_map": 0.23288987603646472,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01802,
|
| 249 |
+
"train_map": 0.2329689320106151,
|
| 250 |
+
"val_map": 0.13972204299360882,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2329689320106151,
|
| 256 |
+
"final_val_map": 0.13972204299360882,
|
| 257 |
+
"lora/map": 0.13972204299360882,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.8
|
| 260 |
+
}
|
p5-mae-15m-d143/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
|
| 4 |
+
"fingerprint": "351362f04accad32",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d143",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0069428916660047345,
|
| 61 |
+
"val_map": 0.006197634465644309,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02469,
|
| 69 |
+
"train_map": 0.02681353568003126,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02321,
|
| 78 |
+
"train_map": 0.056806014023237004,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02216,
|
| 87 |
+
"train_map": 0.06562637898119332,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02151,
|
| 96 |
+
"train_map": 0.08402257451550785,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02192,
|
| 105 |
+
"train_map": 0.0877176148481614,
|
| 106 |
+
"val_map": 0.05622349674566039,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02095,
|
| 114 |
+
"train_map": 0.1025049585978937,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02105,
|
| 123 |
+
"train_map": 0.10928646830154452,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02034,
|
| 132 |
+
"train_map": 0.12505051462055736,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02062,
|
| 141 |
+
"train_map": 0.13140376429276743,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01995,
|
| 150 |
+
"train_map": 0.1479108883377228,
|
| 151 |
+
"val_map": 0.08839437341321069,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.02,
|
| 159 |
+
"train_map": 0.14950974643905515,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01934,
|
| 168 |
+
"train_map": 0.15731096812267656,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01948,
|
| 177 |
+
"train_map": 0.17817571208824667,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.7
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01869,
|
| 186 |
+
"train_map": 0.19559150846830553,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.3
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01833,
|
| 195 |
+
"train_map": 0.20302814344011347,
|
| 196 |
+
"val_map": 0.12524555159283826,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.8
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01864,
|
| 204 |
+
"train_map": 0.20574788695848079,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.9
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01787,
|
| 213 |
+
"train_map": 0.21753760355222526,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.5
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01814,
|
| 222 |
+
"train_map": 0.22367404370994592,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.1
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01787,
|
| 231 |
+
"train_map": 0.2256289767666916,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01771,
|
| 240 |
+
"train_map": 0.22756595567639287,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.2
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01746,
|
| 249 |
+
"train_map": 0.22772689825860498,
|
| 250 |
+
"val_map": 0.13991678536443686,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.22772689825860498,
|
| 256 |
+
"final_val_map": 0.13991678536443686,
|
| 257 |
+
"lora/map": 0.13991678536443686,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 59.5
|
| 260 |
+
}
|
p5-mae-15m-d143/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
|
| 4 |
+
"fingerprint": "351362f04accad32",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d143",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006354113507585554,
|
| 61 |
+
"val_map": 0.005962557558975831,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02409,
|
| 69 |
+
"train_map": 0.028302090171595552,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.7
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02349,
|
| 78 |
+
"train_map": 0.04503942946982932,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.3
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02232,
|
| 87 |
+
"train_map": 0.06689663622280904,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02134,
|
| 96 |
+
"train_map": 0.0839450478242742,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02174,
|
| 105 |
+
"train_map": 0.08444382659485652,
|
| 106 |
+
"val_map": 0.053538127502769345,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02154,
|
| 114 |
+
"train_map": 0.09026068941454989,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02119,
|
| 123 |
+
"train_map": 0.0999617665794906,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.0206,
|
| 132 |
+
"train_map": 0.11892869099850926,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01976,
|
| 141 |
+
"train_map": 0.1309227676676901,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01936,
|
| 150 |
+
"train_map": 0.14122037224796738,
|
| 151 |
+
"val_map": 0.08980507866799323,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01929,
|
| 159 |
+
"train_map": 0.14666531010013095,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01907,
|
| 168 |
+
"train_map": 0.1728816370071536,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01928,
|
| 177 |
+
"train_map": 0.18266705185549592,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01861,
|
| 186 |
+
"train_map": 0.1921478755174795,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01839,
|
| 195 |
+
"train_map": 0.20406712976901084,
|
| 196 |
+
"val_map": 0.1252563348591356,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01818,
|
| 204 |
+
"train_map": 0.20604462902091683,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01821,
|
| 213 |
+
"train_map": 0.21569813987544156,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01815,
|
| 222 |
+
"train_map": 0.22563889260762557,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01783,
|
| 231 |
+
"train_map": 0.22887501578983024,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.018,
|
| 240 |
+
"train_map": 0.230450308582157,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01836,
|
| 249 |
+
"train_map": 0.23061224174609787,
|
| 250 |
+
"val_map": 0.13964538749986005,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23061224174609787,
|
| 256 |
+
"final_val_map": 0.13964538749986005,
|
| 257 |
+
"lora/map": 0.13964538749986005,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 59.6
|
| 260 |
+
}
|