quinnlue commited on
Commit
8943685
·
verified ·
1 Parent(s): 245ab21

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d212/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
3
+ "fingerprint": "46a01fe2da8a1462",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d212",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.39564088189043106,
60
+ "lora/map": 0.39564088189043106,
61
+ "fsd50k/map": 0.39564088189043106,
62
+ "train_seconds": 23.52,
63
+ "total_seconds": 32.46,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023504003561101855,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.022953056326796412,
77
+ "val_map": 0.39564088189043106,
78
+ "lr": 0.0,
79
+ "train_s": 23.520700271474198
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.28016695380210876,
84
+ 0.15024502575397491,
85
+ 0.5605199933052063,
86
+ 0.35745933651924133,
87
+ 0.4787246584892273,
88
+ 0.6385955214500427,
89
+ 0.8366647362709045,
90
+ 0.5551339387893677,
91
+ 0.5917697548866272,
92
+ 0.5010596513748169,
93
+ 0.29114824533462524,
94
+ 0.4550374746322632,
95
+ 0.1355898231267929,
96
+ 0.3513038456439972,
97
+ 0.5102982521057129,
98
+ 0.48388585448265076,
99
+ 0.032223157584667206,
100
+ 0.2706448435783386,
101
+ 0.47860944271087646,
102
+ 0.24496015906333923,
103
+ 0.5768101215362549,
104
+ 0.4193737804889679,
105
+ 0.8585993051528931,
106
+ 0.08481833338737488,
107
+ 0.26642924547195435,
108
+ 0.4182235598564148,
109
+ 0.38393276929855347,
110
+ 0.2805543541908264,
111
+ 0.7788925170898438,
112
+ 0.3409951627254486,
113
+ 0.6596342325210571,
114
+ 0.5803421139717102,
115
+ 0.4772786796092987,
116
+ 0.19773545861244202,
117
+ 0.37110239267349243,
118
+ 0.2299588918685913,
119
+ 0.4444006681442261,
120
+ 0.14104534685611725,
121
+ 0.37731239199638367,
122
+ 0.23845387995243073,
123
+ 0.5333097577095032,
124
+ 0.24169975519180298,
125
+ 0.6338528990745544,
126
+ 0.16528871655464172,
127
+ 0.45826542377471924,
128
+ 0.1213797852396965,
129
+ 0.21670855581760406,
130
+ 0.2472424954175949,
131
+ 0.7515164017677307,
132
+ 0.4467800557613373,
133
+ 0.41949760913848877,
134
+ 0.5684387683868408,
135
+ 0.5468224287033081,
136
+ 0.13594642281532288,
137
+ 0.17314830422401428,
138
+ 0.02547377161681652,
139
+ 0.3042635917663574,
140
+ 0.7280120849609375,
141
+ 0.13955004513263702,
142
+ 0.5183508992195129,
143
+ 0.5981611013412476,
144
+ 0.631760835647583,
145
+ 0.4095958471298218,
146
+ 0.1385345757007599,
147
+ 0.4972754120826721,
148
+ 0.1345517933368683,
149
+ 0.33601126074790955,
150
+ 0.6856784224510193,
151
+ 0.5453020930290222,
152
+ 0.5616346597671509,
153
+ 0.499395489692688,
154
+ 0.2677570879459381,
155
+ 0.7130581140518188,
156
+ 0.36471596360206604,
157
+ 0.327093243598938,
158
+ 0.2820991575717926,
159
+ 0.4745759665966034,
160
+ 0.4668377935886383,
161
+ 0.21685747802257538,
162
+ 0.45611339807510376,
163
+ 0.2432090789079666,
164
+ 0.28982269763946533,
165
+ 0.2688620686531067,
166
+ 0.2885158360004425,
167
+ 0.24802051484584808,
168
+ 0.2526317238807678,
169
+ 0.43195322155952454,
170
+ 0.6476103067398071,
171
+ 0.12578633427619934,
172
+ 0.17353375256061554,
173
+ 0.7384827136993408,
174
+ 0.21182972192764282,
175
+ 0.5209051966667175,
176
+ 0.22218817472457886,
177
+ 0.2171008139848709,
178
+ 0.310855895280838,
179
+ 0.5484459400177002,
180
+ 0.178009033203125,
181
+ 0.42060333490371704,
182
+ 0.07396762073040009,
183
+ 0.5885351300239563,
184
+ 0.7228782176971436,
185
+ 0.2098964899778366,
186
+ 0.43365034461021423,
187
+ 0.24654120206832886,
188
+ 0.36658430099487305,
189
+ 0.6133959293365479,
190
+ 0.5268062949180603,
191
+ 0.5652155876159668,
192
+ 0.20273876190185547,
193
+ 0.23528286814689636,
194
+ 0.3500109612941742,
195
+ 0.6346592903137207,
196
+ 0.22893069684505463,
197
+ 0.16824431717395782,
198
+ 0.33742597699165344,
199
+ 0.7631311416625977,
200
+ 0.3717861473560333,
201
+ 0.5128027200698853,
202
+ 0.2320852279663086,
203
+ 0.8749153017997742,
204
+ 0.882943868637085,
205
+ 0.31523430347442627,
206
+ 0.11034732311964035,
207
+ 0.2388961762189865,
208
+ 0.7733534574508667,
209
+ 0.2775404751300812,
210
+ 0.7296695113182068,
211
+ 0.31533128023147583,
212
+ 0.13032294809818268,
213
+ 0.23382295668125153,
214
+ 0.758621335029602,
215
+ 0.4887157380580902,
216
+ 0.45056429505348206,
217
+ 0.6577666401863098,
218
+ 0.10510513186454773,
219
+ 0.07224856317043304,
220
+ 0.060765206813812256,
221
+ 0.5487162470817566,
222
+ 0.5684816837310791,
223
+ 0.2584133446216583,
224
+ 0.32128801941871643,
225
+ 0.21190905570983887,
226
+ 0.3397964537143707,
227
+ 0.6558182239532471,
228
+ 0.5945411324501038,
229
+ 0.07541963458061218,
230
+ 0.6243851184844971,
231
+ 0.2082008719444275,
232
+ 0.26381319761276245,
233
+ 0.5211201906204224,
234
+ 0.49131038784980774,
235
+ 0.23251469433307648,
236
+ 0.3720943033695221,
237
+ 0.4353852868080139,
238
+ 0.31723371148109436,
239
+ 0.5262082815170288,
240
+ 0.5895212292671204,
241
+ 0.4926326274871826,
242
+ 0.11663069576025009,
243
+ 0.4402344524860382,
244
+ 0.1480197161436081,
245
+ 0.6354590058326721,
246
+ 0.35142412781715393,
247
+ 0.3410227298736572,
248
+ 0.41841253638267517,
249
+ 0.3746517598628998,
250
+ 0.05790451169013977,
251
+ 0.38446420431137085,
252
+ 0.43575364351272583,
253
+ 0.08447551727294922,
254
+ 0.8630808591842651,
255
+ 0.8760030269622803,
256
+ 0.04179869964718819,
257
+ 0.5356517434120178,
258
+ 0.7759060859680176,
259
+ 0.19663116335868835,
260
+ 0.24868960678577423,
261
+ 0.20652908086776733,
262
+ 0.29001256823539734,
263
+ 0.04758545011281967,
264
+ 0.5936111807823181,
265
+ 0.1470697820186615,
266
+ 0.585138201713562,
267
+ 0.6254334449768066,
268
+ 0.4653647541999817,
269
+ 0.27243417501449585,
270
+ 0.6718833446502686,
271
+ 0.5842307209968567,
272
+ 0.3344860374927521,
273
+ 0.48833903670310974,
274
+ 0.44701480865478516,
275
+ 0.569991409778595,
276
+ 0.13203008472919464,
277
+ 0.2828744053840637,
278
+ 0.4210813343524933,
279
+ 0.10242185741662979,
280
+ 0.45665979385375977,
281
+ 0.18329715728759766,
282
+ 0.7340785264968872
283
+ ]
284
+ }
p5-mae-15m-d212/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
3
+ "fingerprint": "46a01fe2da8a1462",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d212",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3952629124745727,
60
+ "lora/map": 0.3952629124745727,
61
+ "fsd50k/map": 0.3952629124745727,
62
+ "train_seconds": 23.44,
63
+ "total_seconds": 32.38,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022087433254346252,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.022763424477561876,
77
+ "val_map": 0.3952629124745727,
78
+ "lr": 0.0,
79
+ "train_s": 23.435630925931036
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2849138081073761,
84
+ 0.09680519253015518,
85
+ 0.6225553750991821,
86
+ 0.39246290922164917,
87
+ 0.488888680934906,
88
+ 0.6369235515594482,
89
+ 0.8539709448814392,
90
+ 0.5447881817817688,
91
+ 0.5684615969657898,
92
+ 0.514930248260498,
93
+ 0.2740027606487274,
94
+ 0.43017202615737915,
95
+ 0.2085796296596527,
96
+ 0.3769039511680603,
97
+ 0.5253089070320129,
98
+ 0.47905829548835754,
99
+ 0.04432928189635277,
100
+ 0.21917572617530823,
101
+ 0.4343552589416504,
102
+ 0.23230279982089996,
103
+ 0.4857175052165985,
104
+ 0.43143177032470703,
105
+ 0.8462003469467163,
106
+ 0.09162818640470505,
107
+ 0.2577188014984131,
108
+ 0.3991006910800934,
109
+ 0.4077329635620117,
110
+ 0.30910736322402954,
111
+ 0.7589797973632812,
112
+ 0.32640784978866577,
113
+ 0.6442002654075623,
114
+ 0.6373621821403503,
115
+ 0.33765044808387756,
116
+ 0.20955024659633636,
117
+ 0.376983106136322,
118
+ 0.219639390707016,
119
+ 0.42423105239868164,
120
+ 0.25202128291130066,
121
+ 0.4457462430000305,
122
+ 0.28256744146347046,
123
+ 0.55715012550354,
124
+ 0.17686188220977783,
125
+ 0.6092026233673096,
126
+ 0.19386188685894012,
127
+ 0.46337929368019104,
128
+ 0.11754996329545975,
129
+ 0.15687820315361023,
130
+ 0.2312917411327362,
131
+ 0.7117354869842529,
132
+ 0.4166989028453827,
133
+ 0.3649838864803314,
134
+ 0.5050331354141235,
135
+ 0.6138388514518738,
136
+ 0.16476626694202423,
137
+ 0.1611296385526657,
138
+ 0.023844141513109207,
139
+ 0.2356077879667282,
140
+ 0.7196699976921082,
141
+ 0.16151466965675354,
142
+ 0.540593683719635,
143
+ 0.5920300483703613,
144
+ 0.645578920841217,
145
+ 0.40996524691581726,
146
+ 0.18676206469535828,
147
+ 0.5455945134162903,
148
+ 0.11833935976028442,
149
+ 0.24839025735855103,
150
+ 0.703927755355835,
151
+ 0.5229290723800659,
152
+ 0.5640098452568054,
153
+ 0.4866153299808502,
154
+ 0.22420817613601685,
155
+ 0.687049150466919,
156
+ 0.3883066177368164,
157
+ 0.3051506578922272,
158
+ 0.24413591623306274,
159
+ 0.4404447674751282,
160
+ 0.39979687333106995,
161
+ 0.2788761854171753,
162
+ 0.4444679915904999,
163
+ 0.22921426594257355,
164
+ 0.2201048880815506,
165
+ 0.2725360691547394,
166
+ 0.19238850474357605,
167
+ 0.20304717123508453,
168
+ 0.31109341979026794,
169
+ 0.406960666179657,
170
+ 0.6376469135284424,
171
+ 0.12344691157341003,
172
+ 0.145280122756958,
173
+ 0.7785161137580872,
174
+ 0.18025726079940796,
175
+ 0.5341867804527283,
176
+ 0.22976477444171906,
177
+ 0.23715978860855103,
178
+ 0.3698481023311615,
179
+ 0.5807838439941406,
180
+ 0.23393401503562927,
181
+ 0.4105251133441925,
182
+ 0.07406685501337051,
183
+ 0.5831507444381714,
184
+ 0.7155212163925171,
185
+ 0.25692152976989746,
186
+ 0.41558369994163513,
187
+ 0.24872548878192902,
188
+ 0.3899999260902405,
189
+ 0.6410961151123047,
190
+ 0.5313000679016113,
191
+ 0.5394513010978699,
192
+ 0.1956733763217926,
193
+ 0.24983711540699005,
194
+ 0.36510053277015686,
195
+ 0.5694032907485962,
196
+ 0.14389611780643463,
197
+ 0.16625824570655823,
198
+ 0.33912622928619385,
199
+ 0.7206710577011108,
200
+ 0.4360918700695038,
201
+ 0.5205214619636536,
202
+ 0.21969899535179138,
203
+ 0.88176029920578,
204
+ 0.8904192447662354,
205
+ 0.39253368973731995,
206
+ 0.11970391869544983,
207
+ 0.2578869163990021,
208
+ 0.7767907977104187,
209
+ 0.3228945732116699,
210
+ 0.7647572755813599,
211
+ 0.32393768429756165,
212
+ 0.1157369390130043,
213
+ 0.20242667198181152,
214
+ 0.755440890789032,
215
+ 0.5152997374534607,
216
+ 0.4599223732948303,
217
+ 0.5914523005485535,
218
+ 0.09831547737121582,
219
+ 0.07690196484327316,
220
+ 0.07090122252702713,
221
+ 0.5642505288124084,
222
+ 0.5652856826782227,
223
+ 0.23758850991725922,
224
+ 0.2908811867237091,
225
+ 0.3464951813220978,
226
+ 0.32891279458999634,
227
+ 0.6645383238792419,
228
+ 0.5803088545799255,
229
+ 0.0563691221177578,
230
+ 0.5640561580657959,
231
+ 0.19388175010681152,
232
+ 0.2378966361284256,
233
+ 0.5431045889854431,
234
+ 0.4998719394207001,
235
+ 0.24678830802440643,
236
+ 0.30228370428085327,
237
+ 0.4183836579322815,
238
+ 0.3957156240940094,
239
+ 0.5220049619674683,
240
+ 0.6011406183242798,
241
+ 0.4672989845275879,
242
+ 0.0947992354631424,
243
+ 0.40927445888519287,
244
+ 0.16052232682704926,
245
+ 0.6626061201095581,
246
+ 0.27335965633392334,
247
+ 0.3137122690677643,
248
+ 0.44337430596351624,
249
+ 0.43360593914985657,
250
+ 0.06055678427219391,
251
+ 0.34315621852874756,
252
+ 0.48883315920829773,
253
+ 0.09916186332702637,
254
+ 0.8668690919876099,
255
+ 0.8779754042625427,
256
+ 0.04955326393246651,
257
+ 0.5201923251152039,
258
+ 0.7981066107749939,
259
+ 0.22084960341453552,
260
+ 0.2771569788455963,
261
+ 0.21968279778957367,
262
+ 0.29830342531204224,
263
+ 0.04851667582988739,
264
+ 0.5193732976913452,
265
+ 0.21861128509044647,
266
+ 0.6063752174377441,
267
+ 0.6362053155899048,
268
+ 0.43094003200531006,
269
+ 0.25708380341529846,
270
+ 0.657596230506897,
271
+ 0.6187133193016052,
272
+ 0.4243987500667572,
273
+ 0.47896647453308105,
274
+ 0.4820859432220459,
275
+ 0.5628947615623474,
276
+ 0.12896870076656342,
277
+ 0.30827951431274414,
278
+ 0.3868007957935333,
279
+ 0.11615574359893799,
280
+ 0.5009260177612305,
281
+ 0.20433883368968964,
282
+ 0.7557339072227478
283
+ ]
284
+ }
p5-mae-15m-d212/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
3
+ "fingerprint": "46a01fe2da8a1462",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d212",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3937372081913054,
60
+ "lora/map": 0.3937372081913054,
61
+ "fsd50k/map": 0.3937372081913054,
62
+ "train_seconds": 23.48,
63
+ "total_seconds": 32.46,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02232681291527115,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.0232303631914731,
77
+ "val_map": 0.3937372081913054,
78
+ "lr": 0.0,
79
+ "train_s": 23.479241781984456
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23779498040676117,
84
+ 0.19732944667339325,
85
+ 0.5427720546722412,
86
+ 0.38515108823776245,
87
+ 0.49128180742263794,
88
+ 0.6401574015617371,
89
+ 0.8633607029914856,
90
+ 0.5399351119995117,
91
+ 0.5974780321121216,
92
+ 0.5227251052856445,
93
+ 0.25196367502212524,
94
+ 0.4293529987335205,
95
+ 0.19423557817935944,
96
+ 0.4007154405117035,
97
+ 0.5131461024284363,
98
+ 0.4785510003566742,
99
+ 0.05702919512987137,
100
+ 0.23633331060409546,
101
+ 0.473285049200058,
102
+ 0.2291572093963623,
103
+ 0.4956943988800049,
104
+ 0.42909690737724304,
105
+ 0.834393322467804,
106
+ 0.1360078901052475,
107
+ 0.29095005989074707,
108
+ 0.41633617877960205,
109
+ 0.38555264472961426,
110
+ 0.3098148703575134,
111
+ 0.7761362195014954,
112
+ 0.2936352789402008,
113
+ 0.684691309928894,
114
+ 0.5727230906486511,
115
+ 0.4234715700149536,
116
+ 0.17140555381774902,
117
+ 0.39998918771743774,
118
+ 0.23251742124557495,
119
+ 0.41796767711639404,
120
+ 0.19900263845920563,
121
+ 0.3617306351661682,
122
+ 0.2798282504081726,
123
+ 0.525098443031311,
124
+ 0.199737086892128,
125
+ 0.6015565395355225,
126
+ 0.18562644720077515,
127
+ 0.4672059714794159,
128
+ 0.14645324647426605,
129
+ 0.25917723774909973,
130
+ 0.2553827166557312,
131
+ 0.7328148484230042,
132
+ 0.4460124671459198,
133
+ 0.40539517998695374,
134
+ 0.5166824460029602,
135
+ 0.5687777400016785,
136
+ 0.13893510401248932,
137
+ 0.1739528477191925,
138
+ 0.021521788090467453,
139
+ 0.2773480713367462,
140
+ 0.6659979820251465,
141
+ 0.1495896428823471,
142
+ 0.5322750210762024,
143
+ 0.5953975319862366,
144
+ 0.6518805623054504,
145
+ 0.41749218106269836,
146
+ 0.12783880531787872,
147
+ 0.5760358572006226,
148
+ 0.15725724399089813,
149
+ 0.2934733033180237,
150
+ 0.6595549583435059,
151
+ 0.5331558585166931,
152
+ 0.5807727575302124,
153
+ 0.47742050886154175,
154
+ 0.22580201923847198,
155
+ 0.6814170479774475,
156
+ 0.35290345549583435,
157
+ 0.3459034264087677,
158
+ 0.253007709980011,
159
+ 0.41305792331695557,
160
+ 0.40031495690345764,
161
+ 0.3003860116004944,
162
+ 0.4105248749256134,
163
+ 0.29840847849845886,
164
+ 0.27116191387176514,
165
+ 0.27394619584083557,
166
+ 0.2842828929424286,
167
+ 0.30392003059387207,
168
+ 0.26061952114105225,
169
+ 0.4034790098667145,
170
+ 0.6400915384292603,
171
+ 0.18411964178085327,
172
+ 0.12023981660604477,
173
+ 0.7670411467552185,
174
+ 0.1579546481370926,
175
+ 0.5062946677207947,
176
+ 0.2656891644001007,
177
+ 0.2913236618041992,
178
+ 0.36306217312812805,
179
+ 0.4628894329071045,
180
+ 0.14600490033626556,
181
+ 0.3977031409740448,
182
+ 0.08293324708938599,
183
+ 0.5826148986816406,
184
+ 0.7239213585853577,
185
+ 0.196451336145401,
186
+ 0.4580051302909851,
187
+ 0.2412375658750534,
188
+ 0.3549075126647949,
189
+ 0.6351423263549805,
190
+ 0.5207657217979431,
191
+ 0.5547676682472229,
192
+ 0.261744886636734,
193
+ 0.27260681986808777,
194
+ 0.35629957914352417,
195
+ 0.6398307681083679,
196
+ 0.07826503366231918,
197
+ 0.17691148817539215,
198
+ 0.33712923526763916,
199
+ 0.7440700531005859,
200
+ 0.3995888829231262,
201
+ 0.5069191455841064,
202
+ 0.2236296683549881,
203
+ 0.8791800737380981,
204
+ 0.8869144320487976,
205
+ 0.3350045680999756,
206
+ 0.08106967061758041,
207
+ 0.18240419030189514,
208
+ 0.7644892334938049,
209
+ 0.24093590676784515,
210
+ 0.7552091479301453,
211
+ 0.33945226669311523,
212
+ 0.1558491289615631,
213
+ 0.17267951369285583,
214
+ 0.7518205046653748,
215
+ 0.4615730941295624,
216
+ 0.487005352973938,
217
+ 0.622879683971405,
218
+ 0.08130805194377899,
219
+ 0.09895487129688263,
220
+ 0.05680438131093979,
221
+ 0.5915316939353943,
222
+ 0.5605636835098267,
223
+ 0.19077570736408234,
224
+ 0.2898210287094116,
225
+ 0.19158099591732025,
226
+ 0.3441529870033264,
227
+ 0.7006220817565918,
228
+ 0.6002431511878967,
229
+ 0.05167597532272339,
230
+ 0.614762008190155,
231
+ 0.18869371712207794,
232
+ 0.2515333592891693,
233
+ 0.5492331385612488,
234
+ 0.560294508934021,
235
+ 0.2788412868976593,
236
+ 0.3935411274433136,
237
+ 0.44493618607521057,
238
+ 0.31301674246788025,
239
+ 0.5539513230323792,
240
+ 0.6220998167991638,
241
+ 0.47020837664604187,
242
+ 0.07781053334474564,
243
+ 0.42987483739852905,
244
+ 0.18803741037845612,
245
+ 0.6602747440338135,
246
+ 0.29383736848831177,
247
+ 0.31336510181427,
248
+ 0.357296884059906,
249
+ 0.3313259482383728,
250
+ 0.052411824464797974,
251
+ 0.33253270387649536,
252
+ 0.4634712338447571,
253
+ 0.1136842891573906,
254
+ 0.851514458656311,
255
+ 0.8650314807891846,
256
+ 0.03435738757252693,
257
+ 0.4566556513309479,
258
+ 0.776016354560852,
259
+ 0.1859341412782669,
260
+ 0.26365530490875244,
261
+ 0.21040453016757965,
262
+ 0.3185555040836334,
263
+ 0.047398533672094345,
264
+ 0.5542812347412109,
265
+ 0.17251932621002197,
266
+ 0.5697324275970459,
267
+ 0.6304351091384888,
268
+ 0.4335106313228607,
269
+ 0.27869558334350586,
270
+ 0.6637345552444458,
271
+ 0.6086550951004028,
272
+ 0.36089304089546204,
273
+ 0.47958123683929443,
274
+ 0.501422107219696,
275
+ 0.5706272125244141,
276
+ 0.1298869550228119,
277
+ 0.2953425943851471,
278
+ 0.39815017580986023,
279
+ 0.09886859357357025,
280
+ 0.4630228877067566,
281
+ 0.15828198194503784,
282
+ 0.7789291739463806
283
+ ]
284
+ }
p5-mae-15m-d212/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
4
+ "fingerprint": "46a01fe2da8a1462",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d212",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007166810816289076,
61
+ "val_map": 0.006217056673958516,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02398,
69
+ "train_map": 0.03004791833322488,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02313,
78
+ "train_map": 0.04426100321729938,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02193,
87
+ "train_map": 0.05645843677662765,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02106,
96
+ "train_map": 0.0909833245401746,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.3
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02134,
105
+ "train_map": 0.08781237353878255,
106
+ "val_map": 0.05746890063683875,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02129,
114
+ "train_map": 0.09869878447969821,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02108,
123
+ "train_map": 0.11866360950545254,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02046,
132
+ "train_map": 0.1301060367306691,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.0195,
141
+ "train_map": 0.14239658316000023,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01887,
150
+ "train_map": 0.15758264367071032,
151
+ "val_map": 0.10115641895708127,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01888,
159
+ "train_map": 0.1695003261369082,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01872,
168
+ "train_map": 0.18620112915196416,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01886,
177
+ "train_map": 0.19147036497991893,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.4
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01828,
186
+ "train_map": 0.20506348118426337,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.0
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01799,
195
+ "train_map": 0.2214966828120162,
196
+ "val_map": 0.1353709637947324,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01781,
204
+ "train_map": 0.22421606283359216,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01785,
213
+ "train_map": 0.23508991532564955,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01775,
222
+ "train_map": 0.24167134333225196,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01748,
231
+ "train_map": 0.2450790078921749,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01744,
240
+ "train_map": 0.2456460562932254,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01778,
249
+ "train_map": 0.24520054085098872,
250
+ "val_map": 0.14946559523417838,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.24520054085098872,
256
+ "final_val_map": 0.14946559523417838,
257
+ "lora/map": 0.14946559523417838,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 60.1
260
+ }