quinnlue commited on
Commit
56d5a5b
·
verified ·
1 Parent(s): 78e0c7f

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d136/exports/step_00010000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
3
+ "fingerprint": "f0e8af16e339f57c",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d136",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.32261400441173466,
60
+ "lora/map": 0.32261400441173466,
61
+ "fsd50k/map": 0.32261400441173466,
62
+ "train_seconds": 26.34,
63
+ "total_seconds": 36.28,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023546084738336505,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026219964255425655,
77
+ "val_map": 0.32261400441173466,
78
+ "lr": 0.0,
79
+ "train_s": 26.335353247937746
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23097258806228638,
84
+ 0.08595039695501328,
85
+ 0.43206787109375,
86
+ 0.3345506489276886,
87
+ 0.42212551832199097,
88
+ 0.583707869052887,
89
+ 0.7841514945030212,
90
+ 0.4982096552848816,
91
+ 0.5550681352615356,
92
+ 0.4969363212585449,
93
+ 0.1655907779932022,
94
+ 0.34759002923965454,
95
+ 0.10145800560712814,
96
+ 0.3303990364074707,
97
+ 0.4766189157962799,
98
+ 0.43938717246055603,
99
+ 0.024853786453604698,
100
+ 0.1854127049446106,
101
+ 0.43276703357696533,
102
+ 0.16111238300800323,
103
+ 0.39590969681739807,
104
+ 0.36667299270629883,
105
+ 0.6824795603752136,
106
+ 0.06508620828390121,
107
+ 0.18473948538303375,
108
+ 0.3286135196685791,
109
+ 0.33194857835769653,
110
+ 0.22666732966899872,
111
+ 0.5841035842895508,
112
+ 0.2787315845489502,
113
+ 0.5895606279373169,
114
+ 0.42494088411331177,
115
+ 0.30886420607566833,
116
+ 0.17276468873023987,
117
+ 0.271472692489624,
118
+ 0.21908190846443176,
119
+ 0.3791552186012268,
120
+ 0.16823989152908325,
121
+ 0.20862825214862823,
122
+ 0.19833356142044067,
123
+ 0.3809090852737427,
124
+ 0.12516586482524872,
125
+ 0.4822395443916321,
126
+ 0.16820159554481506,
127
+ 0.3917992115020752,
128
+ 0.08289269357919693,
129
+ 0.16846181452274323,
130
+ 0.20291490852832794,
131
+ 0.7690645456314087,
132
+ 0.4207066297531128,
133
+ 0.3226703405380249,
134
+ 0.4856548309326172,
135
+ 0.5453481078147888,
136
+ 0.13585838675498962,
137
+ 0.15729652345180511,
138
+ 0.011686763726174831,
139
+ 0.1707306206226349,
140
+ 0.6600284576416016,
141
+ 0.09065978974103928,
142
+ 0.43814370036125183,
143
+ 0.5030771493911743,
144
+ 0.5896329879760742,
145
+ 0.3937765061855316,
146
+ 0.1440538465976715,
147
+ 0.3316645920276642,
148
+ 0.11276596784591675,
149
+ 0.17048868536949158,
150
+ 0.6448249816894531,
151
+ 0.4783986508846283,
152
+ 0.5221990346908569,
153
+ 0.444989413022995,
154
+ 0.15580067038536072,
155
+ 0.6483246088027954,
156
+ 0.16610002517700195,
157
+ 0.19203926622867584,
158
+ 0.21620669960975647,
159
+ 0.34323909878730774,
160
+ 0.16971822082996368,
161
+ 0.1934911012649536,
162
+ 0.4416962265968323,
163
+ 0.1665828973054886,
164
+ 0.23366132378578186,
165
+ 0.21033725142478943,
166
+ 0.23205716907978058,
167
+ 0.17754019796848297,
168
+ 0.1640537828207016,
169
+ 0.3427382707595825,
170
+ 0.5111098289489746,
171
+ 0.15666335821151733,
172
+ 0.09854231774806976,
173
+ 0.6836678981781006,
174
+ 0.05994051322340965,
175
+ 0.4766291677951813,
176
+ 0.17508161067962646,
177
+ 0.2527080178260803,
178
+ 0.25050440430641174,
179
+ 0.3534778654575348,
180
+ 0.11622556298971176,
181
+ 0.35898444056510925,
182
+ 0.07580043375492096,
183
+ 0.532601535320282,
184
+ 0.6798613667488098,
185
+ 0.1487220972776413,
186
+ 0.36201927065849304,
187
+ 0.22845788300037384,
188
+ 0.27986690402030945,
189
+ 0.5485502481460571,
190
+ 0.3557121455669403,
191
+ 0.455476313829422,
192
+ 0.15533478558063507,
193
+ 0.12592655420303345,
194
+ 0.2872023582458496,
195
+ 0.5092557072639465,
196
+ 0.08030427992343903,
197
+ 0.09692220389842987,
198
+ 0.26487118005752563,
199
+ 0.6512114405632019,
200
+ 0.2893370985984802,
201
+ 0.4308967888355255,
202
+ 0.160951167345047,
203
+ 0.8359177708625793,
204
+ 0.843349039554596,
205
+ 0.2544757127761841,
206
+ 0.08390561491250992,
207
+ 0.15487121045589447,
208
+ 0.7206133008003235,
209
+ 0.22755655646324158,
210
+ 0.6713789701461792,
211
+ 0.29079505801200867,
212
+ 0.1142284944653511,
213
+ 0.0667012557387352,
214
+ 0.5884150266647339,
215
+ 0.4458215832710266,
216
+ 0.3926595449447632,
217
+ 0.5720789432525635,
218
+ 0.050961751490831375,
219
+ 0.05083908885717392,
220
+ 0.04764769971370697,
221
+ 0.40968242287635803,
222
+ 0.4846409857273102,
223
+ 0.12196972966194153,
224
+ 0.2554159462451935,
225
+ 0.13176533579826355,
226
+ 0.24737413227558136,
227
+ 0.5338350534439087,
228
+ 0.49592316150665283,
229
+ 0.05210950970649719,
230
+ 0.4567930996417999,
231
+ 0.16998106241226196,
232
+ 0.21880240738391876,
233
+ 0.3993392586708069,
234
+ 0.47261714935302734,
235
+ 0.2141517847776413,
236
+ 0.184854194521904,
237
+ 0.36834901571273804,
238
+ 0.24639683961868286,
239
+ 0.497770756483078,
240
+ 0.5929785370826721,
241
+ 0.42592447996139526,
242
+ 0.051476072520017624,
243
+ 0.30282580852508545,
244
+ 0.10873378068208694,
245
+ 0.5698044300079346,
246
+ 0.22894719243049622,
247
+ 0.2754167318344116,
248
+ 0.18219007551670074,
249
+ 0.34185290336608887,
250
+ 0.06127620488405228,
251
+ 0.23158331215381622,
252
+ 0.3598747253417969,
253
+ 0.09117183089256287,
254
+ 0.7977039217948914,
255
+ 0.8086806535720825,
256
+ 0.033837396651506424,
257
+ 0.4180704951286316,
258
+ 0.7443654537200928,
259
+ 0.14954592287540436,
260
+ 0.2500065267086029,
261
+ 0.1624404340982437,
262
+ 0.2716139256954193,
263
+ 0.05425383895635605,
264
+ 0.37787431478500366,
265
+ 0.06897815316915512,
266
+ 0.4483831226825714,
267
+ 0.5672926902770996,
268
+ 0.3714926838874817,
269
+ 0.18762436509132385,
270
+ 0.6285368204116821,
271
+ 0.5443054437637329,
272
+ 0.2642780840396881,
273
+ 0.28075167536735535,
274
+ 0.32931411266326904,
275
+ 0.5465394258499146,
276
+ 0.09659063816070557,
277
+ 0.1983543038368225,
278
+ 0.3601209223270416,
279
+ 0.09005560725927353,
280
+ 0.2074963003396988,
281
+ 0.14057202637195587,
282
+ 0.6380434632301331
283
+ ]
284
+ }
p5-mae-15m-d136/exports/step_00010000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
3
+ "fingerprint": "f0e8af16e339f57c",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d136",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.325244505237788,
60
+ "lora/map": 0.325244505237788,
61
+ "fsd50k/map": 0.325244505237788,
62
+ "train_seconds": 24.53,
63
+ "total_seconds": 33.42,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02205214850837365,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.025950415369455727,
77
+ "val_map": 0.325244505237788,
78
+ "lr": 0.0,
79
+ "train_s": 24.529430133639835
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2337256371974945,
84
+ 0.07737124711275101,
85
+ 0.46017980575561523,
86
+ 0.3335225284099579,
87
+ 0.4145411252975464,
88
+ 0.5872095227241516,
89
+ 0.7918770909309387,
90
+ 0.49290189146995544,
91
+ 0.5620214343070984,
92
+ 0.48962393403053284,
93
+ 0.1527775228023529,
94
+ 0.34441402554512024,
95
+ 0.14344558119773865,
96
+ 0.3725128173828125,
97
+ 0.47029173374176025,
98
+ 0.4359264075756073,
99
+ 0.023807084187865257,
100
+ 0.19231155514717102,
101
+ 0.4610886573791504,
102
+ 0.15170380473136902,
103
+ 0.43502408266067505,
104
+ 0.38830137252807617,
105
+ 0.6477451920509338,
106
+ 0.08581915497779846,
107
+ 0.22060145437717438,
108
+ 0.3352760076522827,
109
+ 0.31738319993019104,
110
+ 0.2690282464027405,
111
+ 0.5391043424606323,
112
+ 0.26948827505111694,
113
+ 0.5966094136238098,
114
+ 0.39895761013031006,
115
+ 0.33670786023139954,
116
+ 0.20115549862384796,
117
+ 0.3602679371833801,
118
+ 0.20627902448177338,
119
+ 0.39394593238830566,
120
+ 0.1925286501646042,
121
+ 0.2213619351387024,
122
+ 0.20660006999969482,
123
+ 0.38174712657928467,
124
+ 0.11616592854261398,
125
+ 0.4772467613220215,
126
+ 0.18087537586688995,
127
+ 0.3920363187789917,
128
+ 0.13239382207393646,
129
+ 0.16720011830329895,
130
+ 0.18246595561504364,
131
+ 0.7561506032943726,
132
+ 0.44384947419166565,
133
+ 0.3046186566352844,
134
+ 0.49140799045562744,
135
+ 0.4612460732460022,
136
+ 0.12324625998735428,
137
+ 0.1605205088853836,
138
+ 0.01623932272195816,
139
+ 0.17048703134059906,
140
+ 0.6323955655097961,
141
+ 0.10779286175966263,
142
+ 0.4669937789440155,
143
+ 0.4857986271381378,
144
+ 0.5716699957847595,
145
+ 0.38900667428970337,
146
+ 0.19993028044700623,
147
+ 0.3722189962863922,
148
+ 0.10396482795476913,
149
+ 0.17578324675559998,
150
+ 0.6176205277442932,
151
+ 0.49483123421669006,
152
+ 0.4829462468624115,
153
+ 0.44444143772125244,
154
+ 0.1831636130809784,
155
+ 0.6521799564361572,
156
+ 0.12164856493473053,
157
+ 0.1995624452829361,
158
+ 0.21740859746932983,
159
+ 0.3777335584163666,
160
+ 0.2538239061832428,
161
+ 0.2074512094259262,
162
+ 0.39165425300598145,
163
+ 0.21697887778282166,
164
+ 0.14866909384727478,
165
+ 0.2841677963733673,
166
+ 0.1750228852033615,
167
+ 0.27919599413871765,
168
+ 0.16377346217632294,
169
+ 0.3640352189540863,
170
+ 0.47582653164863586,
171
+ 0.15213556587696075,
172
+ 0.051689263433218,
173
+ 0.69524747133255,
174
+ 0.038358818739652634,
175
+ 0.48312535881996155,
176
+ 0.18255284428596497,
177
+ 0.23021994531154633,
178
+ 0.2816457450389862,
179
+ 0.3261221647262573,
180
+ 0.19091998040676117,
181
+ 0.3198845386505127,
182
+ 0.051514413207769394,
183
+ 0.5151865482330322,
184
+ 0.6730992794036865,
185
+ 0.15458247065544128,
186
+ 0.37454554438591003,
187
+ 0.2215045839548111,
188
+ 0.272195041179657,
189
+ 0.5983904004096985,
190
+ 0.38500598073005676,
191
+ 0.45053496956825256,
192
+ 0.11524329334497452,
193
+ 0.16637413203716278,
194
+ 0.30154138803482056,
195
+ 0.4341469705104828,
196
+ 0.07673033326864243,
197
+ 0.09498459100723267,
198
+ 0.24804852902889252,
199
+ 0.6056206822395325,
200
+ 0.28777262568473816,
201
+ 0.4336893558502197,
202
+ 0.20255401730537415,
203
+ 0.834332287311554,
204
+ 0.8418884873390198,
205
+ 0.2739844024181366,
206
+ 0.05680980905890465,
207
+ 0.19168119132518768,
208
+ 0.6999140381813049,
209
+ 0.20536275207996368,
210
+ 0.6834946274757385,
211
+ 0.2882753312587738,
212
+ 0.10503336787223816,
213
+ 0.08637719601392746,
214
+ 0.5317961573600769,
215
+ 0.38450759649276733,
216
+ 0.39679622650146484,
217
+ 0.5233981609344482,
218
+ 0.04270574077963829,
219
+ 0.03729936107993126,
220
+ 0.042454808950424194,
221
+ 0.4036584496498108,
222
+ 0.49280884861946106,
223
+ 0.1423988938331604,
224
+ 0.2873871624469757,
225
+ 0.14754527807235718,
226
+ 0.25412920117378235,
227
+ 0.5282620787620544,
228
+ 0.4937416613101959,
229
+ 0.03493287414312363,
230
+ 0.46799802780151367,
231
+ 0.1481107622385025,
232
+ 0.2267795354127884,
233
+ 0.4566148519515991,
234
+ 0.4433850347995758,
235
+ 0.21646109223365784,
236
+ 0.26710280776023865,
237
+ 0.36385902762413025,
238
+ 0.29488781094551086,
239
+ 0.48018747568130493,
240
+ 0.5936359167098999,
241
+ 0.43458354473114014,
242
+ 0.05363638699054718,
243
+ 0.2720712423324585,
244
+ 0.09701092541217804,
245
+ 0.5796322226524353,
246
+ 0.24965651333332062,
247
+ 0.2928081452846527,
248
+ 0.44981256127357483,
249
+ 0.3391941785812378,
250
+ 0.07818398624658585,
251
+ 0.23807574808597565,
252
+ 0.39761218428611755,
253
+ 0.09352177381515503,
254
+ 0.7464022636413574,
255
+ 0.7752835750579834,
256
+ 0.03072226606309414,
257
+ 0.37194931507110596,
258
+ 0.7174513339996338,
259
+ 0.14779913425445557,
260
+ 0.26652389764785767,
261
+ 0.15753713250160217,
262
+ 0.2620145082473755,
263
+ 0.03171466290950775,
264
+ 0.3719061315059662,
265
+ 0.054726459085941315,
266
+ 0.4406321346759796,
267
+ 0.5688101053237915,
268
+ 0.32830142974853516,
269
+ 0.21888737380504608,
270
+ 0.6083906888961792,
271
+ 0.5159012675285339,
272
+ 0.3005569577217102,
273
+ 0.3078255355358124,
274
+ 0.2724381387233734,
275
+ 0.5342152714729309,
276
+ 0.10297982394695282,
277
+ 0.25636911392211914,
278
+ 0.34681999683380127,
279
+ 0.11469853669404984,
280
+ 0.20241980254650116,
281
+ 0.14853808283805847,
282
+ 0.6570952534675598
283
+ ]
284
+ }
p5-mae-15m-d136/exports/step_00010000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
3
+ "fingerprint": "f0e8af16e339f57c",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d136",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3271311399713159,
60
+ "lora/map": 0.3271311399713159,
61
+ "fsd50k/map": 0.3271311399713159,
62
+ "train_seconds": 24.5,
63
+ "total_seconds": 33.44,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02034943866543472,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02648760456590556,
77
+ "val_map": 0.3271311399713159,
78
+ "lr": 0.0,
79
+ "train_s": 24.497523547965102
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.27439790964126587,
84
+ 0.13386070728302002,
85
+ 0.5079231858253479,
86
+ 0.31145647168159485,
87
+ 0.4253905117511749,
88
+ 0.5708955526351929,
89
+ 0.7891356945037842,
90
+ 0.5043215155601501,
91
+ 0.6008990406990051,
92
+ 0.47650453448295593,
93
+ 0.16412562131881714,
94
+ 0.33559733629226685,
95
+ 0.1797008514404297,
96
+ 0.38003602623939514,
97
+ 0.47754788398742676,
98
+ 0.4414210617542267,
99
+ 0.04191219434142113,
100
+ 0.16435179114341736,
101
+ 0.35193175077438354,
102
+ 0.1967599242925644,
103
+ 0.4604828357696533,
104
+ 0.35369470715522766,
105
+ 0.6802928447723389,
106
+ 0.07931655645370483,
107
+ 0.20555312931537628,
108
+ 0.37683162093162537,
109
+ 0.28910017013549805,
110
+ 0.2524465024471283,
111
+ 0.5180786848068237,
112
+ 0.25121480226516724,
113
+ 0.6276924014091492,
114
+ 0.3499101400375366,
115
+ 0.38366007804870605,
116
+ 0.1822580099105835,
117
+ 0.3390567898750305,
118
+ 0.20839911699295044,
119
+ 0.3709254860877991,
120
+ 0.14338475465774536,
121
+ 0.2570582926273346,
122
+ 0.19783326983451843,
123
+ 0.37071698904037476,
124
+ 0.15321485698223114,
125
+ 0.5028374195098877,
126
+ 0.2006128430366516,
127
+ 0.4303683936595917,
128
+ 0.1640819013118744,
129
+ 0.17126867175102234,
130
+ 0.17281094193458557,
131
+ 0.7851777076721191,
132
+ 0.42366084456443787,
133
+ 0.31962233781814575,
134
+ 0.49313849210739136,
135
+ 0.4718734622001648,
136
+ 0.12395847588777542,
137
+ 0.1484290063381195,
138
+ 0.01385854184627533,
139
+ 0.1415826976299286,
140
+ 0.6501408815383911,
141
+ 0.09097164869308472,
142
+ 0.448688805103302,
143
+ 0.4884861409664154,
144
+ 0.5700028538703918,
145
+ 0.38418370485305786,
146
+ 0.15768349170684814,
147
+ 0.39163848757743835,
148
+ 0.1093311458826065,
149
+ 0.19351434707641602,
150
+ 0.6401817202568054,
151
+ 0.4637489318847656,
152
+ 0.4825786054134369,
153
+ 0.4411357343196869,
154
+ 0.17147408425807953,
155
+ 0.6357007622718811,
156
+ 0.16390442848205566,
157
+ 0.2405012995004654,
158
+ 0.20531556010246277,
159
+ 0.3536791205406189,
160
+ 0.3052138686180115,
161
+ 0.20992808043956757,
162
+ 0.33345118165016174,
163
+ 0.20795685052871704,
164
+ 0.23223766684532166,
165
+ 0.3110384941101074,
166
+ 0.18027102947235107,
167
+ 0.15662354230880737,
168
+ 0.1558835655450821,
169
+ 0.3660969138145447,
170
+ 0.5317550897598267,
171
+ 0.17517031729221344,
172
+ 0.08262219280004501,
173
+ 0.7114018797874451,
174
+ 0.07753665745258331,
175
+ 0.4605849087238312,
176
+ 0.1464172899723053,
177
+ 0.2770688831806183,
178
+ 0.2697208523750305,
179
+ 0.407927930355072,
180
+ 0.21618664264678955,
181
+ 0.3557239770889282,
182
+ 0.0712585300207138,
183
+ 0.5282412767410278,
184
+ 0.6753170490264893,
185
+ 0.16954728960990906,
186
+ 0.36754700541496277,
187
+ 0.2236768901348114,
188
+ 0.2563070058822632,
189
+ 0.5931292772293091,
190
+ 0.3739653527736664,
191
+ 0.45094242691993713,
192
+ 0.17137446999549866,
193
+ 0.16488143801689148,
194
+ 0.28907904028892517,
195
+ 0.5213618874549866,
196
+ 0.10225468873977661,
197
+ 0.09153643250465393,
198
+ 0.27428823709487915,
199
+ 0.5849506855010986,
200
+ 0.2965943217277527,
201
+ 0.4540059566497803,
202
+ 0.1986720860004425,
203
+ 0.8476238250732422,
204
+ 0.8553884029388428,
205
+ 0.23146569728851318,
206
+ 0.09049058705568314,
207
+ 0.20100639760494232,
208
+ 0.7211832404136658,
209
+ 0.25294598937034607,
210
+ 0.6998116374015808,
211
+ 0.26158571243286133,
212
+ 0.10768728703260422,
213
+ 0.08904342353343964,
214
+ 0.5255149602890015,
215
+ 0.4206174314022064,
216
+ 0.37431031465530396,
217
+ 0.5432886481285095,
218
+ 0.050123754888772964,
219
+ 0.05092716962099075,
220
+ 0.04120022803544998,
221
+ 0.44218331575393677,
222
+ 0.46860745549201965,
223
+ 0.11710386723279953,
224
+ 0.2352837324142456,
225
+ 0.11289661377668381,
226
+ 0.2724224328994751,
227
+ 0.5135113000869751,
228
+ 0.5068166851997375,
229
+ 0.05828314274549484,
230
+ 0.4975975751876831,
231
+ 0.15624332427978516,
232
+ 0.23752129077911377,
233
+ 0.4290892481803894,
234
+ 0.397468626499176,
235
+ 0.2594304382801056,
236
+ 0.14476928114891052,
237
+ 0.3657791018486023,
238
+ 0.2161933034658432,
239
+ 0.5475361943244934,
240
+ 0.5115905404090881,
241
+ 0.42932456731796265,
242
+ 0.03613567352294922,
243
+ 0.34155911207199097,
244
+ 0.15591230988502502,
245
+ 0.5836078524589539,
246
+ 0.2993902862071991,
247
+ 0.271485298871994,
248
+ 0.25147807598114014,
249
+ 0.38090434670448303,
250
+ 0.05814026668667793,
251
+ 0.25915268063545227,
252
+ 0.370593398809433,
253
+ 0.0902886837720871,
254
+ 0.7445749044418335,
255
+ 0.7520365715026855,
256
+ 0.0319506973028183,
257
+ 0.34134039282798767,
258
+ 0.6609867811203003,
259
+ 0.1395879089832306,
260
+ 0.27764183282852173,
261
+ 0.15017108619213104,
262
+ 0.23665356636047363,
263
+ 0.05004573240876198,
264
+ 0.40600377321243286,
265
+ 0.07270529866218567,
266
+ 0.4670093357563019,
267
+ 0.5800412893295288,
268
+ 0.3018132448196411,
269
+ 0.22150513529777527,
270
+ 0.6231088042259216,
271
+ 0.5287958383560181,
272
+ 0.23575131595134735,
273
+ 0.25944218039512634,
274
+ 0.3289003372192383,
275
+ 0.5377917885780334,
276
+ 0.12006351351737976,
277
+ 0.22238634526729584,
278
+ 0.3512848913669586,
279
+ 0.12183497101068497,
280
+ 0.2138737589120865,
281
+ 0.14591339230537415,
282
+ 0.6653143167495728
283
+ ]
284
+ }
p5-mae-15m-d136/exports/step_00010000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d136/exports/step_00010000",
4
+ "fingerprint": "f0e8af16e339f57c",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d136",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007608575883486699,
61
+ "val_map": 0.0058603493319612275,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02421,
69
+ "train_map": 0.02773997263295445,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.0235,
78
+ "train_map": 0.04923409078136772,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.0224,
87
+ "train_map": 0.05599868576642324,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.0
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02185,
96
+ "train_map": 0.07095933447996652,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.7
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.0221,
105
+ "train_map": 0.07494886454342346,
106
+ "val_map": 0.047288181457051784,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.8
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02173,
114
+ "train_map": 0.073094637669531,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.3
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02148,
123
+ "train_map": 0.08223244796446975,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.9
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02126,
132
+ "train_map": 0.09838982104488156,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.6
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02017,
141
+ "train_map": 0.09977282417860356,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.2
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01981,
150
+ "train_map": 0.11229481077373056,
151
+ "val_map": 0.06934797694372893,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.6
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01989,
159
+ "train_map": 0.11901769083191197,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.8
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01965,
168
+ "train_map": 0.13527490112548818,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.5
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01992,
177
+ "train_map": 0.14470396156155943,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.1
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01919,
186
+ "train_map": 0.15648311761647915,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.7
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01908,
195
+ "train_map": 0.1663542982302182,
196
+ "val_map": 0.09928260989437689,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.3
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01893,
204
+ "train_map": 0.16690230276965778,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.4
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01895,
213
+ "train_map": 0.17387105233302833,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.0
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01893,
222
+ "train_map": 0.18005714549433857,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.7
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.0185,
231
+ "train_map": 0.1846249285419127,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.3
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01867,
240
+ "train_map": 0.18504523448875806,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01901,
249
+ "train_map": 0.18528329496461,
250
+ "val_map": 0.10904208516111806,
251
+ "lr": 1e-05,
252
+ "train_s": 11.0
253
+ }
254
+ ],
255
+ "final_train_map": 0.18528329496461,
256
+ "final_val_map": 0.10904208516111806,
257
+ "lora/map": 0.10904208516111806,
258
+ "train_seconds": 11.0,
259
+ "wall_seconds": 63.1
260
+ }