Upload folder using huggingface_hub
Browse files- p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p5-mae-15m-d129/exports/step_00040000/lora_1ep_s0.json +260 -0
- p5-mae-15m-d129/exports/step_00040000/lora_1ep_s1.json +260 -0
- p5-mae-15m-d129/exports/step_00040000/lora_1ep_s2.json +260 -0
p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
|
| 3 |
+
"fingerprint": "24f41a90eea0382c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d129",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.39682200620882213,
|
| 60 |
+
"lora/map": 0.39682200620882213,
|
| 61 |
+
"fsd50k/map": 0.39682200620882213,
|
| 62 |
+
"train_seconds": 23.55,
|
| 63 |
+
"total_seconds": 32.41,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023155993309337645,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023335877904501687,
|
| 77 |
+
"val_map": 0.39682200620882213,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.547669592080638
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.3124264180660248,
|
| 84 |
+
0.1412818878889084,
|
| 85 |
+
0.5859485864639282,
|
| 86 |
+
0.3832158148288727,
|
| 87 |
+
0.45481735467910767,
|
| 88 |
+
0.6286914348602295,
|
| 89 |
+
0.84986811876297,
|
| 90 |
+
0.5367371439933777,
|
| 91 |
+
0.5984674096107483,
|
| 92 |
+
0.4455583989620209,
|
| 93 |
+
0.33866438269615173,
|
| 94 |
+
0.3751201629638672,
|
| 95 |
+
0.2239592969417572,
|
| 96 |
+
0.37483248114585876,
|
| 97 |
+
0.49860015511512756,
|
| 98 |
+
0.4598899185657501,
|
| 99 |
+
0.026024088263511658,
|
| 100 |
+
0.2808597683906555,
|
| 101 |
+
0.49215996265411377,
|
| 102 |
+
0.21710987389087677,
|
| 103 |
+
0.47938376665115356,
|
| 104 |
+
0.4318367838859558,
|
| 105 |
+
0.8602017760276794,
|
| 106 |
+
0.07655182480812073,
|
| 107 |
+
0.2179630994796753,
|
| 108 |
+
0.46504342555999756,
|
| 109 |
+
0.3596094250679016,
|
| 110 |
+
0.2578001916408539,
|
| 111 |
+
0.8072509765625,
|
| 112 |
+
0.2993420362472534,
|
| 113 |
+
0.6600655913352966,
|
| 114 |
+
0.6093701124191284,
|
| 115 |
+
0.357949823141098,
|
| 116 |
+
0.15867502987384796,
|
| 117 |
+
0.3495413362979889,
|
| 118 |
+
0.25566381216049194,
|
| 119 |
+
0.4004333019256592,
|
| 120 |
+
0.16085132956504822,
|
| 121 |
+
0.28171828389167786,
|
| 122 |
+
0.24340872466564178,
|
| 123 |
+
0.5529438257217407,
|
| 124 |
+
0.3312014639377594,
|
| 125 |
+
0.6597267985343933,
|
| 126 |
+
0.21728424727916718,
|
| 127 |
+
0.5721403360366821,
|
| 128 |
+
0.1587105691432953,
|
| 129 |
+
0.20196886360645294,
|
| 130 |
+
0.29474779963493347,
|
| 131 |
+
0.7335675358772278,
|
| 132 |
+
0.4127293527126312,
|
| 133 |
+
0.33644747734069824,
|
| 134 |
+
0.4908800423145294,
|
| 135 |
+
0.6119320392608643,
|
| 136 |
+
0.14588434994220734,
|
| 137 |
+
0.19504620134830475,
|
| 138 |
+
0.024943703785538673,
|
| 139 |
+
0.27662062644958496,
|
| 140 |
+
0.7162508964538574,
|
| 141 |
+
0.15625712275505066,
|
| 142 |
+
0.5105389356613159,
|
| 143 |
+
0.5992044806480408,
|
| 144 |
+
0.643700361251831,
|
| 145 |
+
0.45143699645996094,
|
| 146 |
+
0.16906361281871796,
|
| 147 |
+
0.512344241142273,
|
| 148 |
+
0.20256945490837097,
|
| 149 |
+
0.2946226894855499,
|
| 150 |
+
0.6972770690917969,
|
| 151 |
+
0.5097801089286804,
|
| 152 |
+
0.5319377183914185,
|
| 153 |
+
0.4764860272407532,
|
| 154 |
+
0.1908712089061737,
|
| 155 |
+
0.722761332988739,
|
| 156 |
+
0.3327842652797699,
|
| 157 |
+
0.3058711886405945,
|
| 158 |
+
0.23912888765335083,
|
| 159 |
+
0.46971598267555237,
|
| 160 |
+
0.33601635694503784,
|
| 161 |
+
0.25634580850601196,
|
| 162 |
+
0.48217204213142395,
|
| 163 |
+
0.26084432005882263,
|
| 164 |
+
0.27571380138397217,
|
| 165 |
+
0.3331608474254608,
|
| 166 |
+
0.3809426724910736,
|
| 167 |
+
0.18548107147216797,
|
| 168 |
+
0.3317102789878845,
|
| 169 |
+
0.4524095058441162,
|
| 170 |
+
0.6520501971244812,
|
| 171 |
+
0.18049100041389465,
|
| 172 |
+
0.11715012788772583,
|
| 173 |
+
0.7442753314971924,
|
| 174 |
+
0.11380787938833237,
|
| 175 |
+
0.5324434638023376,
|
| 176 |
+
0.22455944120883942,
|
| 177 |
+
0.2435789257287979,
|
| 178 |
+
0.32800617814064026,
|
| 179 |
+
0.4594455659389496,
|
| 180 |
+
0.18150947988033295,
|
| 181 |
+
0.3934095501899719,
|
| 182 |
+
0.08128399401903152,
|
| 183 |
+
0.564687967300415,
|
| 184 |
+
0.7112535238265991,
|
| 185 |
+
0.22859585285186768,
|
| 186 |
+
0.3998015522956848,
|
| 187 |
+
0.23605558276176453,
|
| 188 |
+
0.3975338935852051,
|
| 189 |
+
0.701047956943512,
|
| 190 |
+
0.539469838142395,
|
| 191 |
+
0.5673922896385193,
|
| 192 |
+
0.21914440393447876,
|
| 193 |
+
0.18275859951972961,
|
| 194 |
+
0.32661259174346924,
|
| 195 |
+
0.5835511088371277,
|
| 196 |
+
0.10988645255565643,
|
| 197 |
+
0.13832885026931763,
|
| 198 |
+
0.34268856048583984,
|
| 199 |
+
0.7330869436264038,
|
| 200 |
+
0.29117557406425476,
|
| 201 |
+
0.47964099049568176,
|
| 202 |
+
0.2478039562702179,
|
| 203 |
+
0.8742461800575256,
|
| 204 |
+
0.8823679685592651,
|
| 205 |
+
0.30907171964645386,
|
| 206 |
+
0.13682888448238373,
|
| 207 |
+
0.21639804542064667,
|
| 208 |
+
0.7817527651786804,
|
| 209 |
+
0.3206157088279724,
|
| 210 |
+
0.7281451225280762,
|
| 211 |
+
0.33744555711746216,
|
| 212 |
+
0.1992780566215515,
|
| 213 |
+
0.16469427943229675,
|
| 214 |
+
0.7942337393760681,
|
| 215 |
+
0.45183905959129333,
|
| 216 |
+
0.460662841796875,
|
| 217 |
+
0.6638358235359192,
|
| 218 |
+
0.08420224487781525,
|
| 219 |
+
0.10059697180986404,
|
| 220 |
+
0.07092858850955963,
|
| 221 |
+
0.6044071912765503,
|
| 222 |
+
0.574310302734375,
|
| 223 |
+
0.21431925892829895,
|
| 224 |
+
0.377064049243927,
|
| 225 |
+
0.30524715781211853,
|
| 226 |
+
0.34428974986076355,
|
| 227 |
+
0.7198914885520935,
|
| 228 |
+
0.5512648224830627,
|
| 229 |
+
0.06721482425928116,
|
| 230 |
+
0.6301525831222534,
|
| 231 |
+
0.21427857875823975,
|
| 232 |
+
0.27226564288139343,
|
| 233 |
+
0.5045032501220703,
|
| 234 |
+
0.4937565326690674,
|
| 235 |
+
0.2545594573020935,
|
| 236 |
+
0.36412784457206726,
|
| 237 |
+
0.4511621296405792,
|
| 238 |
+
0.37126168608665466,
|
| 239 |
+
0.557924211025238,
|
| 240 |
+
0.662636935710907,
|
| 241 |
+
0.4906078279018402,
|
| 242 |
+
0.1088089719414711,
|
| 243 |
+
0.4054349362850189,
|
| 244 |
+
0.15725363790988922,
|
| 245 |
+
0.6651068925857544,
|
| 246 |
+
0.3698628842830658,
|
| 247 |
+
0.34247496724128723,
|
| 248 |
+
0.5855346918106079,
|
| 249 |
+
0.3620436191558838,
|
| 250 |
+
0.05425667762756348,
|
| 251 |
+
0.3899938762187958,
|
| 252 |
+
0.4235631823539734,
|
| 253 |
+
0.10246608406305313,
|
| 254 |
+
0.8812682628631592,
|
| 255 |
+
0.8942357897758484,
|
| 256 |
+
0.0653684064745903,
|
| 257 |
+
0.6071958541870117,
|
| 258 |
+
0.759388267993927,
|
| 259 |
+
0.18970802426338196,
|
| 260 |
+
0.26909521222114563,
|
| 261 |
+
0.21758867800235748,
|
| 262 |
+
0.3181599974632263,
|
| 263 |
+
0.047436442226171494,
|
| 264 |
+
0.4450823962688446,
|
| 265 |
+
0.2436135858297348,
|
| 266 |
+
0.6590331792831421,
|
| 267 |
+
0.6097105741500854,
|
| 268 |
+
0.4179817736148834,
|
| 269 |
+
0.28559449315071106,
|
| 270 |
+
0.6773313283920288,
|
| 271 |
+
0.6054661870002747,
|
| 272 |
+
0.3437937796115875,
|
| 273 |
+
0.3944712281227112,
|
| 274 |
+
0.42935875058174133,
|
| 275 |
+
0.5638083815574646,
|
| 276 |
+
0.12706589698791504,
|
| 277 |
+
0.2865830659866333,
|
| 278 |
+
0.40019690990448,
|
| 279 |
+
0.12202989310026169,
|
| 280 |
+
0.5671986937522888,
|
| 281 |
+
0.183506041765213,
|
| 282 |
+
0.7303451895713806
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
|
| 3 |
+
"fingerprint": "24f41a90eea0382c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d129",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3948648890480399,
|
| 60 |
+
"lora/map": 0.3948648890480399,
|
| 61 |
+
"fsd50k/map": 0.3948648890480399,
|
| 62 |
+
"train_seconds": 23.34,
|
| 63 |
+
"total_seconds": 32.28,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023519358135527,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023052899727838822,
|
| 77 |
+
"val_map": 0.3948648890480399,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 23.339996594935656
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2992730736732483,
|
| 84 |
+
0.10782816261053085,
|
| 85 |
+
0.5180310010910034,
|
| 86 |
+
0.34897205233573914,
|
| 87 |
+
0.45220690965652466,
|
| 88 |
+
0.6349236965179443,
|
| 89 |
+
0.8471296429634094,
|
| 90 |
+
0.541936457157135,
|
| 91 |
+
0.637885570526123,
|
| 92 |
+
0.4370349943637848,
|
| 93 |
+
0.30720922350883484,
|
| 94 |
+
0.37853971123695374,
|
| 95 |
+
0.20806476473808289,
|
| 96 |
+
0.3554528057575226,
|
| 97 |
+
0.4951002895832062,
|
| 98 |
+
0.4553644061088562,
|
| 99 |
+
0.026794124394655228,
|
| 100 |
+
0.2310009002685547,
|
| 101 |
+
0.4098815321922302,
|
| 102 |
+
0.2128574252128601,
|
| 103 |
+
0.5516926050186157,
|
| 104 |
+
0.4514843225479126,
|
| 105 |
+
0.8254336714744568,
|
| 106 |
+
0.1048874482512474,
|
| 107 |
+
0.18348762392997742,
|
| 108 |
+
0.365620881319046,
|
| 109 |
+
0.40981006622314453,
|
| 110 |
+
0.2658766806125641,
|
| 111 |
+
0.7806649804115295,
|
| 112 |
+
0.30119767785072327,
|
| 113 |
+
0.6290673017501831,
|
| 114 |
+
0.5980492234230042,
|
| 115 |
+
0.43119555711746216,
|
| 116 |
+
0.20093463361263275,
|
| 117 |
+
0.3188219368457794,
|
| 118 |
+
0.23348075151443481,
|
| 119 |
+
0.39880380034446716,
|
| 120 |
+
0.1560855209827423,
|
| 121 |
+
0.3207717835903168,
|
| 122 |
+
0.30095815658569336,
|
| 123 |
+
0.5689640045166016,
|
| 124 |
+
0.26363855600357056,
|
| 125 |
+
0.6762357950210571,
|
| 126 |
+
0.2559283673763275,
|
| 127 |
+
0.5365747213363647,
|
| 128 |
+
0.0932365134358406,
|
| 129 |
+
0.18470948934555054,
|
| 130 |
+
0.2621575593948364,
|
| 131 |
+
0.7371330261230469,
|
| 132 |
+
0.42187047004699707,
|
| 133 |
+
0.3859180808067322,
|
| 134 |
+
0.5288115739822388,
|
| 135 |
+
0.568042516708374,
|
| 136 |
+
0.17082342505455017,
|
| 137 |
+
0.12274603545665741,
|
| 138 |
+
0.04203203693032265,
|
| 139 |
+
0.2344595193862915,
|
| 140 |
+
0.7034435868263245,
|
| 141 |
+
0.1328544020652771,
|
| 142 |
+
0.5511881709098816,
|
| 143 |
+
0.6199312210083008,
|
| 144 |
+
0.6528827548027039,
|
| 145 |
+
0.4421333968639374,
|
| 146 |
+
0.1207556203007698,
|
| 147 |
+
0.47930842638015747,
|
| 148 |
+
0.15136711299419403,
|
| 149 |
+
0.29919132590293884,
|
| 150 |
+
0.6708949208259583,
|
| 151 |
+
0.48918792605400085,
|
| 152 |
+
0.5601938962936401,
|
| 153 |
+
0.513092577457428,
|
| 154 |
+
0.19595347344875336,
|
| 155 |
+
0.6996186375617981,
|
| 156 |
+
0.3762269914150238,
|
| 157 |
+
0.21226699650287628,
|
| 158 |
+
0.24238641560077667,
|
| 159 |
+
0.44283345341682434,
|
| 160 |
+
0.3309909701347351,
|
| 161 |
+
0.29599708318710327,
|
| 162 |
+
0.49355703592300415,
|
| 163 |
+
0.16967669129371643,
|
| 164 |
+
0.2728787362575531,
|
| 165 |
+
0.35241034626960754,
|
| 166 |
+
0.3327767550945282,
|
| 167 |
+
0.21717096865177155,
|
| 168 |
+
0.35715293884277344,
|
| 169 |
+
0.4505542516708374,
|
| 170 |
+
0.6230232119560242,
|
| 171 |
+
0.1601722091436386,
|
| 172 |
+
0.13453540205955505,
|
| 173 |
+
0.750211238861084,
|
| 174 |
+
0.12751218676567078,
|
| 175 |
+
0.5150160789489746,
|
| 176 |
+
0.2865169644355774,
|
| 177 |
+
0.37933918833732605,
|
| 178 |
+
0.3878003656864166,
|
| 179 |
+
0.4701264500617981,
|
| 180 |
+
0.10237987339496613,
|
| 181 |
+
0.3993276357650757,
|
| 182 |
+
0.06683769077062607,
|
| 183 |
+
0.574384868144989,
|
| 184 |
+
0.6987707018852234,
|
| 185 |
+
0.23867955803871155,
|
| 186 |
+
0.39721107482910156,
|
| 187 |
+
0.24087512493133545,
|
| 188 |
+
0.41719695925712585,
|
| 189 |
+
0.6739416122436523,
|
| 190 |
+
0.5440362691879272,
|
| 191 |
+
0.5572265982627869,
|
| 192 |
+
0.22188326716423035,
|
| 193 |
+
0.24804802238941193,
|
| 194 |
+
0.3273119330406189,
|
| 195 |
+
0.607215166091919,
|
| 196 |
+
0.09933366626501083,
|
| 197 |
+
0.1249963566660881,
|
| 198 |
+
0.3345600366592407,
|
| 199 |
+
0.6979167461395264,
|
| 200 |
+
0.41870424151420593,
|
| 201 |
+
0.504427433013916,
|
| 202 |
+
0.3064827024936676,
|
| 203 |
+
0.8715469837188721,
|
| 204 |
+
0.8802568316459656,
|
| 205 |
+
0.35853323340415955,
|
| 206 |
+
0.08173561841249466,
|
| 207 |
+
0.2673949897289276,
|
| 208 |
+
0.7741357684135437,
|
| 209 |
+
0.2958585321903229,
|
| 210 |
+
0.735752522945404,
|
| 211 |
+
0.35628607869148254,
|
| 212 |
+
0.14635126292705536,
|
| 213 |
+
0.13372957706451416,
|
| 214 |
+
0.8271405696868896,
|
| 215 |
+
0.5151999592781067,
|
| 216 |
+
0.47398924827575684,
|
| 217 |
+
0.6175918579101562,
|
| 218 |
+
0.06998677551746368,
|
| 219 |
+
0.08157514780759811,
|
| 220 |
+
0.0624472014605999,
|
| 221 |
+
0.6353490352630615,
|
| 222 |
+
0.5680047869682312,
|
| 223 |
+
0.23673023283481598,
|
| 224 |
+
0.3942739963531494,
|
| 225 |
+
0.2712048590183258,
|
| 226 |
+
0.3453446626663208,
|
| 227 |
+
0.6300783753395081,
|
| 228 |
+
0.5538826584815979,
|
| 229 |
+
0.050794657319784164,
|
| 230 |
+
0.5843835473060608,
|
| 231 |
+
0.21091659367084503,
|
| 232 |
+
0.30538496375083923,
|
| 233 |
+
0.5143206715583801,
|
| 234 |
+
0.5011448264122009,
|
| 235 |
+
0.2757691442966461,
|
| 236 |
+
0.44085150957107544,
|
| 237 |
+
0.47944650053977966,
|
| 238 |
+
0.42663058638572693,
|
| 239 |
+
0.49887558817863464,
|
| 240 |
+
0.7488212585449219,
|
| 241 |
+
0.4559458792209625,
|
| 242 |
+
0.054921627044677734,
|
| 243 |
+
0.4087767004966736,
|
| 244 |
+
0.17790812253952026,
|
| 245 |
+
0.6567248106002808,
|
| 246 |
+
0.24885813891887665,
|
| 247 |
+
0.3459032475948334,
|
| 248 |
+
0.4567302167415619,
|
| 249 |
+
0.3301047682762146,
|
| 250 |
+
0.06509549170732498,
|
| 251 |
+
0.3524801731109619,
|
| 252 |
+
0.4341021776199341,
|
| 253 |
+
0.09553942829370499,
|
| 254 |
+
0.8789099454879761,
|
| 255 |
+
0.8874576687812805,
|
| 256 |
+
0.03866833820939064,
|
| 257 |
+
0.5889081954956055,
|
| 258 |
+
0.7514424324035645,
|
| 259 |
+
0.23287631571292877,
|
| 260 |
+
0.260908842086792,
|
| 261 |
+
0.2090790569782257,
|
| 262 |
+
0.33714666962623596,
|
| 263 |
+
0.0399324856698513,
|
| 264 |
+
0.4476627707481384,
|
| 265 |
+
0.16414479911327362,
|
| 266 |
+
0.6313768625259399,
|
| 267 |
+
0.6077812910079956,
|
| 268 |
+
0.4702358543872833,
|
| 269 |
+
0.28593873977661133,
|
| 270 |
+
0.6649788618087769,
|
| 271 |
+
0.6322571635246277,
|
| 272 |
+
0.38810664415359497,
|
| 273 |
+
0.38916656374931335,
|
| 274 |
+
0.45050203800201416,
|
| 275 |
+
0.5635027885437012,
|
| 276 |
+
0.16065597534179688,
|
| 277 |
+
0.3191370964050293,
|
| 278 |
+
0.4042776823043823,
|
| 279 |
+
0.1289210021495819,
|
| 280 |
+
0.5151252150535583,
|
| 281 |
+
0.20146925747394562,
|
| 282 |
+
0.7656248807907104
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
|
| 3 |
+
"fingerprint": "24f41a90eea0382c",
|
| 4 |
+
"campaign_id": "phase5",
|
| 5 |
+
"trial_id": "p5-mae-15m-d129",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3893158382177353,
|
| 60 |
+
"lora/map": 0.3893158382177353,
|
| 61 |
+
"fsd50k/map": 0.3893158382177353,
|
| 62 |
+
"train_seconds": 24.61,
|
| 63 |
+
"total_seconds": 33.41,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.021651058200513943,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02344010558775627,
|
| 77 |
+
"val_map": 0.3893158382177353,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.609678623615764
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2367294430732727,
|
| 84 |
+
0.2916916608810425,
|
| 85 |
+
0.5880081653594971,
|
| 86 |
+
0.36953476071357727,
|
| 87 |
+
0.4360162019729614,
|
| 88 |
+
0.6254677772521973,
|
| 89 |
+
0.8535438179969788,
|
| 90 |
+
0.543433666229248,
|
| 91 |
+
0.600040078163147,
|
| 92 |
+
0.5139753818511963,
|
| 93 |
+
0.2637684941291809,
|
| 94 |
+
0.38469862937927246,
|
| 95 |
+
0.16017776727676392,
|
| 96 |
+
0.3377893269062042,
|
| 97 |
+
0.5115669369697571,
|
| 98 |
+
0.48259401321411133,
|
| 99 |
+
0.039813343435525894,
|
| 100 |
+
0.2958901524543762,
|
| 101 |
+
0.49077296257019043,
|
| 102 |
+
0.21245059370994568,
|
| 103 |
+
0.46921858191490173,
|
| 104 |
+
0.4227008521556854,
|
| 105 |
+
0.8324445486068726,
|
| 106 |
+
0.12371210753917694,
|
| 107 |
+
0.26035264134407043,
|
| 108 |
+
0.4042069911956787,
|
| 109 |
+
0.3684438169002533,
|
| 110 |
+
0.26260000467300415,
|
| 111 |
+
0.7824640274047852,
|
| 112 |
+
0.29308727383613586,
|
| 113 |
+
0.6882490515708923,
|
| 114 |
+
0.6589930057525635,
|
| 115 |
+
0.3088020086288452,
|
| 116 |
+
0.15629996359348297,
|
| 117 |
+
0.3436524569988251,
|
| 118 |
+
0.23969872295856476,
|
| 119 |
+
0.42371347546577454,
|
| 120 |
+
0.18608729541301727,
|
| 121 |
+
0.3663090765476227,
|
| 122 |
+
0.27308958768844604,
|
| 123 |
+
0.5560197234153748,
|
| 124 |
+
0.26518547534942627,
|
| 125 |
+
0.6502074599266052,
|
| 126 |
+
0.1800689697265625,
|
| 127 |
+
0.5400778651237488,
|
| 128 |
+
0.13648468255996704,
|
| 129 |
+
0.2518373131752014,
|
| 130 |
+
0.2560046911239624,
|
| 131 |
+
0.6918841004371643,
|
| 132 |
+
0.4145946502685547,
|
| 133 |
+
0.35619205236434937,
|
| 134 |
+
0.48909515142440796,
|
| 135 |
+
0.545762300491333,
|
| 136 |
+
0.139476016163826,
|
| 137 |
+
0.15032295882701874,
|
| 138 |
+
0.019602525979280472,
|
| 139 |
+
0.22389234602451324,
|
| 140 |
+
0.6564571857452393,
|
| 141 |
+
0.11865285784006119,
|
| 142 |
+
0.5064269304275513,
|
| 143 |
+
0.560204029083252,
|
| 144 |
+
0.6500471830368042,
|
| 145 |
+
0.4396606981754303,
|
| 146 |
+
0.17103205621242523,
|
| 147 |
+
0.4466933608055115,
|
| 148 |
+
0.11608203500509262,
|
| 149 |
+
0.290744811296463,
|
| 150 |
+
0.6724090576171875,
|
| 151 |
+
0.5112582445144653,
|
| 152 |
+
0.5054292678833008,
|
| 153 |
+
0.45616161823272705,
|
| 154 |
+
0.20713698863983154,
|
| 155 |
+
0.7033723592758179,
|
| 156 |
+
0.358547568321228,
|
| 157 |
+
0.2800329029560089,
|
| 158 |
+
0.2159571498632431,
|
| 159 |
+
0.46569281816482544,
|
| 160 |
+
0.36466115713119507,
|
| 161 |
+
0.30085593461990356,
|
| 162 |
+
0.46635517477989197,
|
| 163 |
+
0.23318904638290405,
|
| 164 |
+
0.20936036109924316,
|
| 165 |
+
0.3201579451560974,
|
| 166 |
+
0.38036760687828064,
|
| 167 |
+
0.21020402014255524,
|
| 168 |
+
0.26954999566078186,
|
| 169 |
+
0.4435163140296936,
|
| 170 |
+
0.6874979138374329,
|
| 171 |
+
0.2223120480775833,
|
| 172 |
+
0.13640141487121582,
|
| 173 |
+
0.7635802626609802,
|
| 174 |
+
0.09156547486782074,
|
| 175 |
+
0.5519748330116272,
|
| 176 |
+
0.22196941077709198,
|
| 177 |
+
0.3871783912181854,
|
| 178 |
+
0.37530192732810974,
|
| 179 |
+
0.4398733973503113,
|
| 180 |
+
0.1306663602590561,
|
| 181 |
+
0.3984447717666626,
|
| 182 |
+
0.08193802088499069,
|
| 183 |
+
0.5631014704704285,
|
| 184 |
+
0.7109192609786987,
|
| 185 |
+
0.1800696849822998,
|
| 186 |
+
0.41528838872909546,
|
| 187 |
+
0.24927844107151031,
|
| 188 |
+
0.33529597520828247,
|
| 189 |
+
0.6631928086280823,
|
| 190 |
+
0.5127131938934326,
|
| 191 |
+
0.5568378567695618,
|
| 192 |
+
0.2042483389377594,
|
| 193 |
+
0.22000806033611298,
|
| 194 |
+
0.3302260637283325,
|
| 195 |
+
0.6237167119979858,
|
| 196 |
+
0.1008647158741951,
|
| 197 |
+
0.17827686667442322,
|
| 198 |
+
0.3436914384365082,
|
| 199 |
+
0.7269740700721741,
|
| 200 |
+
0.4327571988105774,
|
| 201 |
+
0.5025306940078735,
|
| 202 |
+
0.2850014567375183,
|
| 203 |
+
0.8686886429786682,
|
| 204 |
+
0.8763682842254639,
|
| 205 |
+
0.34017467498779297,
|
| 206 |
+
0.07678526639938354,
|
| 207 |
+
0.27584436535835266,
|
| 208 |
+
0.7726991772651672,
|
| 209 |
+
0.2908528745174408,
|
| 210 |
+
0.7446013689041138,
|
| 211 |
+
0.32254746556282043,
|
| 212 |
+
0.11414126306772232,
|
| 213 |
+
0.16547007858753204,
|
| 214 |
+
0.7992354035377502,
|
| 215 |
+
0.45113304257392883,
|
| 216 |
+
0.447251558303833,
|
| 217 |
+
0.6555601954460144,
|
| 218 |
+
0.0805366262793541,
|
| 219 |
+
0.1491258442401886,
|
| 220 |
+
0.05434613302350044,
|
| 221 |
+
0.6180691123008728,
|
| 222 |
+
0.559828519821167,
|
| 223 |
+
0.18748940527439117,
|
| 224 |
+
0.31201863288879395,
|
| 225 |
+
0.1962853968143463,
|
| 226 |
+
0.2959638833999634,
|
| 227 |
+
0.6737381815910339,
|
| 228 |
+
0.5851542353630066,
|
| 229 |
+
0.044556472450494766,
|
| 230 |
+
0.6318249106407166,
|
| 231 |
+
0.17043641209602356,
|
| 232 |
+
0.23109740018844604,
|
| 233 |
+
0.48004406690597534,
|
| 234 |
+
0.4830072820186615,
|
| 235 |
+
0.21433261036872864,
|
| 236 |
+
0.34843772649765015,
|
| 237 |
+
0.455939918756485,
|
| 238 |
+
0.3586028218269348,
|
| 239 |
+
0.5560576915740967,
|
| 240 |
+
0.6897047162055969,
|
| 241 |
+
0.4826643764972687,
|
| 242 |
+
0.06453264504671097,
|
| 243 |
+
0.43314066529273987,
|
| 244 |
+
0.1938135027885437,
|
| 245 |
+
0.6539254784584045,
|
| 246 |
+
0.2979563772678375,
|
| 247 |
+
0.33239248394966125,
|
| 248 |
+
0.38721153140068054,
|
| 249 |
+
0.2959587872028351,
|
| 250 |
+
0.05751548707485199,
|
| 251 |
+
0.3855542242527008,
|
| 252 |
+
0.38628482818603516,
|
| 253 |
+
0.11693263053894043,
|
| 254 |
+
0.8545875549316406,
|
| 255 |
+
0.8625245094299316,
|
| 256 |
+
0.08133299648761749,
|
| 257 |
+
0.5476507544517517,
|
| 258 |
+
0.7173804640769958,
|
| 259 |
+
0.19440460205078125,
|
| 260 |
+
0.2670068144798279,
|
| 261 |
+
0.21722446382045746,
|
| 262 |
+
0.30090418457984924,
|
| 263 |
+
0.04813054949045181,
|
| 264 |
+
0.3881756365299225,
|
| 265 |
+
0.11775064468383789,
|
| 266 |
+
0.6392019391059875,
|
| 267 |
+
0.6122812032699585,
|
| 268 |
+
0.36092668771743774,
|
| 269 |
+
0.3029860556125641,
|
| 270 |
+
0.6669291853904724,
|
| 271 |
+
0.5941199064254761,
|
| 272 |
+
0.3867794871330261,
|
| 273 |
+
0.48791107535362244,
|
| 274 |
+
0.48547041416168213,
|
| 275 |
+
0.5693082809448242,
|
| 276 |
+
0.1318107396364212,
|
| 277 |
+
0.2510436475276947,
|
| 278 |
+
0.3947731852531433,
|
| 279 |
+
0.10025498270988464,
|
| 280 |
+
0.5661613941192627,
|
| 281 |
+
0.18542733788490295,
|
| 282 |
+
0.7421637177467346
|
| 283 |
+
]
|
| 284 |
+
}
|
p5-mae-15m-d129/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
|
| 4 |
+
"fingerprint": "24f41a90eea0382c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d129",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006530792357959383,
|
| 61 |
+
"val_map": 0.006051935933917351,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02364,
|
| 69 |
+
"train_map": 0.028390517181419085,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 1.2
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02324,
|
| 78 |
+
"train_map": 0.05407133264324859,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.8
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02257,
|
| 87 |
+
"train_map": 0.0732451786271224,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 2.4
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02185,
|
| 96 |
+
"train_map": 0.08443802254728662,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 3.0
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02196,
|
| 105 |
+
"train_map": 0.08603286014762009,
|
| 106 |
+
"val_map": 0.054655442401798586,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 3.2
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02093,
|
| 114 |
+
"train_map": 0.10364183943817636,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.6
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02049,
|
| 123 |
+
"train_map": 0.10604629608576294,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 4.2
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02026,
|
| 132 |
+
"train_map": 0.13393220998898178,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.8
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02001,
|
| 141 |
+
"train_map": 0.15178677887236963,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.4
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01937,
|
| 150 |
+
"train_map": 0.1602565473134663,
|
| 151 |
+
"val_map": 0.09326523808281749,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.7
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01972,
|
| 159 |
+
"train_map": 0.15569875421854304,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 6.0
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.0195,
|
| 168 |
+
"train_map": 0.1783492266283542,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.6
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01933,
|
| 177 |
+
"train_map": 0.19280569689998675,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 7.2
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01892,
|
| 186 |
+
"train_map": 0.20858180621529326,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.8
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01825,
|
| 195 |
+
"train_map": 0.21625442656845675,
|
| 196 |
+
"val_map": 0.1273778001336024,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.3
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01859,
|
| 204 |
+
"train_map": 0.21516033079461028,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.4
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01797,
|
| 213 |
+
"train_map": 0.22691870261817831,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 9.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01752,
|
| 222 |
+
"train_map": 0.23700035348326054,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 9.6
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01712,
|
| 231 |
+
"train_map": 0.24011530859070693,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 10.2
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01774,
|
| 240 |
+
"train_map": 0.24124266891042212,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.8
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01785,
|
| 249 |
+
"train_map": 0.241301503681014,
|
| 250 |
+
"val_map": 0.14255980893517128,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.8
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.241301503681014,
|
| 256 |
+
"final_val_map": 0.14255980893517128,
|
| 257 |
+
"lora/map": 0.14255980893517128,
|
| 258 |
+
"train_seconds": 10.8,
|
| 259 |
+
"wall_seconds": 62.3
|
| 260 |
+
}
|
p5-mae-15m-d129/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
|
| 4 |
+
"fingerprint": "24f41a90eea0382c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d129",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006517738414675605,
|
| 61 |
+
"val_map": 0.005912703141637245,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02469,
|
| 69 |
+
"train_map": 0.026753158450384663,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0231,
|
| 78 |
+
"train_map": 0.052377311175510616,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02212,
|
| 87 |
+
"train_map": 0.07261196922875793,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.7
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02162,
|
| 96 |
+
"train_map": 0.08994949983735083,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02173,
|
| 105 |
+
"train_map": 0.08849413202416356,
|
| 106 |
+
"val_map": 0.055426356914158086,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02096,
|
| 114 |
+
"train_map": 0.09973899034325535,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.021,
|
| 123 |
+
"train_map": 0.11347296817115096,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02016,
|
| 132 |
+
"train_map": 0.13296033337136176,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.0
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02031,
|
| 141 |
+
"train_map": 0.14715561234971872,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.6
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01969,
|
| 150 |
+
"train_map": 0.15433902429695995,
|
| 151 |
+
"val_map": 0.09003531814648273,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 4.9
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01979,
|
| 159 |
+
"train_map": 0.1635638675855674,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01919,
|
| 168 |
+
"train_map": 0.17649482117004453,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.8
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01921,
|
| 177 |
+
"train_map": 0.1845343300950779,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.3
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01855,
|
| 186 |
+
"train_map": 0.20295248467623622,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 6.9
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01803,
|
| 195 |
+
"train_map": 0.21633569633082772,
|
| 196 |
+
"val_map": 0.13034425789412585,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.4
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01837,
|
| 204 |
+
"train_map": 0.22075924399066751,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.5
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01768,
|
| 213 |
+
"train_map": 0.23193144487734862,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.1
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.0179,
|
| 222 |
+
"train_map": 0.23258695507817945,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.7
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01766,
|
| 231 |
+
"train_map": 0.2381599883423443,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.3
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01761,
|
| 240 |
+
"train_map": 0.23881684876784004,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 9.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01738,
|
| 249 |
+
"train_map": 0.23905321368876936,
|
| 250 |
+
"val_map": 0.14371038128337355,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 9.9
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23905321368876936,
|
| 256 |
+
"final_val_map": 0.14371038128337355,
|
| 257 |
+
"lora/map": 0.14371038128337355,
|
| 258 |
+
"train_seconds": 9.9,
|
| 259 |
+
"wall_seconds": 59.7
|
| 260 |
+
}
|
p5-mae-15m-d129/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
|
| 4 |
+
"fingerprint": "24f41a90eea0382c",
|
| 5 |
+
"campaign_id": "phase5",
|
| 6 |
+
"trial_id": "p5-mae-15m-d129",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007175120933730671,
|
| 61 |
+
"val_map": 0.006056702177992808,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02421,
|
| 69 |
+
"train_map": 0.03340624009331501,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02348,
|
| 78 |
+
"train_map": 0.04413374390013947,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02227,
|
| 87 |
+
"train_map": 0.055507601323392615,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02157,
|
| 96 |
+
"train_map": 0.0741745237671051,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02181,
|
| 105 |
+
"train_map": 0.07421916894406165,
|
| 106 |
+
"val_map": 0.048370498631934176,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.0215,
|
| 114 |
+
"train_map": 0.06878528331249133,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 2.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02128,
|
| 123 |
+
"train_map": 0.10256151955193032,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.5
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02084,
|
| 132 |
+
"train_map": 0.11608138340357443,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.1
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01983,
|
| 141 |
+
"train_map": 0.12927336718593732,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01928,
|
| 150 |
+
"train_map": 0.1398605660763366,
|
| 151 |
+
"val_map": 0.08791182929671155,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.0
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01924,
|
| 159 |
+
"train_map": 0.147299434786461,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.3
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01909,
|
| 168 |
+
"train_map": 0.16529798001118104,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 5.9
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01918,
|
| 177 |
+
"train_map": 0.17736680852602707,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01858,
|
| 186 |
+
"train_map": 0.18966007272516724,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.0
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01847,
|
| 195 |
+
"train_map": 0.20449185314229504,
|
| 196 |
+
"val_map": 0.12404279087792085,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.5
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0182,
|
| 204 |
+
"train_map": 0.2050861864045008,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01818,
|
| 213 |
+
"train_map": 0.22248352274203237,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01812,
|
| 222 |
+
"train_map": 0.22903139789304228,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01783,
|
| 231 |
+
"train_map": 0.2326960988719179,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01787,
|
| 240 |
+
"train_map": 0.2324523398638535,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01821,
|
| 249 |
+
"train_map": 0.23289190043661695,
|
| 250 |
+
"val_map": 0.13840089720873555,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23289190043661695,
|
| 256 |
+
"final_val_map": 0.13840089720873555,
|
| 257 |
+
"lora/map": 0.13840089720873555,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 62.5
|
| 260 |
+
}
|