quinnlue commited on
Commit
0be62c7
·
verified ·
1 Parent(s): 126b48f

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d3/exports/step_00010000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
3
+ "fingerprint": "faa7dd750f64469b",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d3",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.32561635280959306,
60
+ "lora/map": 0.32561635280959306,
61
+ "fsd50k/map": 0.32561635280959306,
62
+ "train_seconds": 23.05,
63
+ "total_seconds": 32.05,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.020938254074426368,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026373116561960345,
77
+ "val_map": 0.32561635280959306,
78
+ "lr": 0.0,
79
+ "train_s": 23.054285124875605
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2271060347557068,
84
+ 0.17364606261253357,
85
+ 0.46330422163009644,
86
+ 0.3267548382282257,
87
+ 0.41582855582237244,
88
+ 0.5864263772964478,
89
+ 0.7957413196563721,
90
+ 0.5198158621788025,
91
+ 0.5285297632217407,
92
+ 0.4913714826107025,
93
+ 0.166139155626297,
94
+ 0.3522547483444214,
95
+ 0.14752197265625,
96
+ 0.311444491147995,
97
+ 0.46659132838249207,
98
+ 0.4311370551586151,
99
+ 0.026103617623448372,
100
+ 0.20680834352970123,
101
+ 0.42134857177734375,
102
+ 0.1722150295972824,
103
+ 0.4249197542667389,
104
+ 0.35575926303863525,
105
+ 0.7277034521102905,
106
+ 0.07149112969636917,
107
+ 0.19133400917053223,
108
+ 0.3057226538658142,
109
+ 0.297861784696579,
110
+ 0.20024341344833374,
111
+ 0.5703897476196289,
112
+ 0.2784535586833954,
113
+ 0.6179468035697937,
114
+ 0.326653391122818,
115
+ 0.35627856850624084,
116
+ 0.22124537825584412,
117
+ 0.2614266872406006,
118
+ 0.17488697171211243,
119
+ 0.3753318190574646,
120
+ 0.12748932838439941,
121
+ 0.24000078439712524,
122
+ 0.18315403163433075,
123
+ 0.42358657717704773,
124
+ 0.13415317237377167,
125
+ 0.52180016040802,
126
+ 0.13462013006210327,
127
+ 0.4145016074180603,
128
+ 0.0970967635512352,
129
+ 0.15849103033542633,
130
+ 0.21784791350364685,
131
+ 0.7247802019119263,
132
+ 0.38504669070243835,
133
+ 0.31473100185394287,
134
+ 0.49208971858024597,
135
+ 0.517281711101532,
136
+ 0.11609482020139694,
137
+ 0.14481285214424133,
138
+ 0.026550035923719406,
139
+ 0.21828259527683258,
140
+ 0.664435088634491,
141
+ 0.09942267090082169,
142
+ 0.45084282755851746,
143
+ 0.48924756050109863,
144
+ 0.5771402716636658,
145
+ 0.39332306385040283,
146
+ 0.1288139969110489,
147
+ 0.4231824576854706,
148
+ 0.12373445183038712,
149
+ 0.1755809634923935,
150
+ 0.6377736926078796,
151
+ 0.5375881195068359,
152
+ 0.5089601278305054,
153
+ 0.44952550530433655,
154
+ 0.17375539243221283,
155
+ 0.6462501883506775,
156
+ 0.15146511793136597,
157
+ 0.2567681670188904,
158
+ 0.2133592665195465,
159
+ 0.32264041900634766,
160
+ 0.2542324364185333,
161
+ 0.2115393579006195,
162
+ 0.4019455313682556,
163
+ 0.2040429413318634,
164
+ 0.195613294839859,
165
+ 0.26368990540504456,
166
+ 0.24799273908138275,
167
+ 0.09585519880056381,
168
+ 0.21741434931755066,
169
+ 0.3532029688358307,
170
+ 0.6593521237373352,
171
+ 0.14225228130817413,
172
+ 0.07798007130622864,
173
+ 0.6868966221809387,
174
+ 0.06075846776366234,
175
+ 0.4493544399738312,
176
+ 0.1657836139202118,
177
+ 0.28395095467567444,
178
+ 0.26204508543014526,
179
+ 0.3265828490257263,
180
+ 0.1617676019668579,
181
+ 0.3349672257900238,
182
+ 0.0719364657998085,
183
+ 0.5291469693183899,
184
+ 0.6935170888900757,
185
+ 0.15786246955394745,
186
+ 0.3610525131225586,
187
+ 0.1988479495048523,
188
+ 0.26957088708877563,
189
+ 0.5842200517654419,
190
+ 0.3241647779941559,
191
+ 0.4307335615158081,
192
+ 0.14443376660346985,
193
+ 0.2042333334684372,
194
+ 0.2982752025127411,
195
+ 0.5154318809509277,
196
+ 0.0856899693608284,
197
+ 0.08849649131298065,
198
+ 0.2570345401763916,
199
+ 0.6911114454269409,
200
+ 0.28008511662483215,
201
+ 0.42970019578933716,
202
+ 0.16673795878887177,
203
+ 0.8392085433006287,
204
+ 0.8471019864082336,
205
+ 0.24931056797504425,
206
+ 0.08725585788488388,
207
+ 0.2526724934577942,
208
+ 0.7197961807250977,
209
+ 0.22410430014133453,
210
+ 0.6683763265609741,
211
+ 0.23885245621204376,
212
+ 0.12153732031583786,
213
+ 0.10489468276500702,
214
+ 0.5447283387184143,
215
+ 0.35122618079185486,
216
+ 0.38877102732658386,
217
+ 0.5923736095428467,
218
+ 0.045706793665885925,
219
+ 0.040919229388237,
220
+ 0.04509563371539116,
221
+ 0.3785989284515381,
222
+ 0.48626312613487244,
223
+ 0.13834340870380402,
224
+ 0.2625303864479065,
225
+ 0.12005006521940231,
226
+ 0.2105230689048767,
227
+ 0.4891188442707062,
228
+ 0.5216190814971924,
229
+ 0.05147978290915489,
230
+ 0.5106953978538513,
231
+ 0.18167446553707123,
232
+ 0.2629382610321045,
233
+ 0.49896275997161865,
234
+ 0.45083796977996826,
235
+ 0.24108369648456573,
236
+ 0.3034222424030304,
237
+ 0.3802875578403473,
238
+ 0.24763746559619904,
239
+ 0.4255833029747009,
240
+ 0.5677357316017151,
241
+ 0.43791449069976807,
242
+ 0.05997579172253609,
243
+ 0.34203678369522095,
244
+ 0.09955430775880814,
245
+ 0.5852883458137512,
246
+ 0.20395717024803162,
247
+ 0.2528415322303772,
248
+ 0.22809742391109467,
249
+ 0.41939690709114075,
250
+ 0.06686972826719284,
251
+ 0.2250552922487259,
252
+ 0.34526434540748596,
253
+ 0.0889119803905487,
254
+ 0.7816840410232544,
255
+ 0.7963981628417969,
256
+ 0.0358930379152298,
257
+ 0.4505535364151001,
258
+ 0.6716039776802063,
259
+ 0.17115652561187744,
260
+ 0.27211037278175354,
261
+ 0.1919751614332199,
262
+ 0.22035373747348785,
263
+ 0.042835578322410583,
264
+ 0.38688990473747253,
265
+ 0.06405040621757507,
266
+ 0.45288097858428955,
267
+ 0.5682465434074402,
268
+ 0.3442506790161133,
269
+ 0.1994483321905136,
270
+ 0.6276196241378784,
271
+ 0.4948817789554596,
272
+ 0.25964006781578064,
273
+ 0.2794336974620819,
274
+ 0.3414106070995331,
275
+ 0.5352700352668762,
276
+ 0.08896028250455856,
277
+ 0.15915809571743011,
278
+ 0.37099510431289673,
279
+ 0.09100903570652008,
280
+ 0.17331166565418243,
281
+ 0.1296672374010086,
282
+ 0.6316407918930054
283
+ ]
284
+ }
p5-mae-15m-d3/exports/step_00010000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
3
+ "fingerprint": "faa7dd750f64469b",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d3",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3274947713315487,
60
+ "lora/map": 0.3274947713315487,
61
+ "fsd50k/map": 0.3274947713315487,
62
+ "train_seconds": 23.79,
63
+ "total_seconds": 32.37,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02129723723279312,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026131239938790265,
77
+ "val_map": 0.3274947713315487,
78
+ "lr": 0.0,
79
+ "train_s": 23.791370540857315
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.24246887862682343,
84
+ 0.09889482706785202,
85
+ 0.46913817524909973,
86
+ 0.3266376256942749,
87
+ 0.38594332337379456,
88
+ 0.5789673924446106,
89
+ 0.7998762726783752,
90
+ 0.5156111121177673,
91
+ 0.5405155420303345,
92
+ 0.5198209285736084,
93
+ 0.16276991367340088,
94
+ 0.36598995327949524,
95
+ 0.1545867919921875,
96
+ 0.3889687955379486,
97
+ 0.47213372588157654,
98
+ 0.432158499956131,
99
+ 0.018488314002752304,
100
+ 0.20997363328933716,
101
+ 0.46515434980392456,
102
+ 0.17361398041248322,
103
+ 0.4955987334251404,
104
+ 0.3945141136646271,
105
+ 0.7102334499359131,
106
+ 0.07827017456293106,
107
+ 0.24110999703407288,
108
+ 0.31895262002944946,
109
+ 0.2668168246746063,
110
+ 0.22652852535247803,
111
+ 0.5019190311431885,
112
+ 0.2724860608577728,
113
+ 0.57269287109375,
114
+ 0.38860204815864563,
115
+ 0.3333393931388855,
116
+ 0.17034748196601868,
117
+ 0.28716206550598145,
118
+ 0.1901364028453827,
119
+ 0.397646963596344,
120
+ 0.15345801413059235,
121
+ 0.20371989905834198,
122
+ 0.2025456577539444,
123
+ 0.4455447494983673,
124
+ 0.11772897839546204,
125
+ 0.49306175112724304,
126
+ 0.15394236147403717,
127
+ 0.40272256731987,
128
+ 0.16916534304618835,
129
+ 0.13291221857070923,
130
+ 0.1547810584306717,
131
+ 0.7459911108016968,
132
+ 0.40454453229904175,
133
+ 0.3124822676181793,
134
+ 0.47707974910736084,
135
+ 0.44585010409355164,
136
+ 0.09543059766292572,
137
+ 0.17892888188362122,
138
+ 0.04010606184601784,
139
+ 0.205854132771492,
140
+ 0.6484270095825195,
141
+ 0.10957872867584229,
142
+ 0.47709834575653076,
143
+ 0.47944679856300354,
144
+ 0.5909936428070068,
145
+ 0.3911416828632355,
146
+ 0.12872084975242615,
147
+ 0.452554315328598,
148
+ 0.12168964743614197,
149
+ 0.16745388507843018,
150
+ 0.6503294706344604,
151
+ 0.5015296339988708,
152
+ 0.4891379475593567,
153
+ 0.4504595696926117,
154
+ 0.15581068396568298,
155
+ 0.6719486713409424,
156
+ 0.19337789714336395,
157
+ 0.22318442165851593,
158
+ 0.22008834779262543,
159
+ 0.33796507120132446,
160
+ 0.231615349650383,
161
+ 0.24585120379924774,
162
+ 0.43034154176712036,
163
+ 0.18104568123817444,
164
+ 0.1496901661157608,
165
+ 0.23958639800548553,
166
+ 0.1563151329755783,
167
+ 0.2090609222650528,
168
+ 0.1621520221233368,
169
+ 0.36096900701522827,
170
+ 0.41082262992858887,
171
+ 0.17626473307609558,
172
+ 0.09003248065710068,
173
+ 0.6767698526382446,
174
+ 0.06473962962627411,
175
+ 0.43894752860069275,
176
+ 0.21945613622665405,
177
+ 0.24060219526290894,
178
+ 0.2476406991481781,
179
+ 0.43579739332199097,
180
+ 0.21735867857933044,
181
+ 0.3344246745109558,
182
+ 0.056279540061950684,
183
+ 0.5260006189346313,
184
+ 0.6779283285140991,
185
+ 0.17798355221748352,
186
+ 0.37789931893348694,
187
+ 0.20631948113441467,
188
+ 0.3098255693912506,
189
+ 0.6139840483665466,
190
+ 0.36114296317100525,
191
+ 0.4434521496295929,
192
+ 0.1146792396903038,
193
+ 0.11512340605258942,
194
+ 0.2723742127418518,
195
+ 0.4767317771911621,
196
+ 0.06603232771158218,
197
+ 0.09151389449834824,
198
+ 0.2537137269973755,
199
+ 0.5380368232727051,
200
+ 0.2825404703617096,
201
+ 0.42205312848091125,
202
+ 0.18515056371688843,
203
+ 0.8513617515563965,
204
+ 0.8603323698043823,
205
+ 0.2543436586856842,
206
+ 0.09074927121400833,
207
+ 0.22788415849208832,
208
+ 0.7245062589645386,
209
+ 0.19036567211151123,
210
+ 0.6595755815505981,
211
+ 0.2758457362651825,
212
+ 0.11496764421463013,
213
+ 0.060645055025815964,
214
+ 0.5369561314582825,
215
+ 0.33647358417510986,
216
+ 0.41119638085365295,
217
+ 0.5445438027381897,
218
+ 0.050618477165699005,
219
+ 0.05102880299091339,
220
+ 0.047405753284692764,
221
+ 0.4359606206417084,
222
+ 0.5063470005989075,
223
+ 0.16492050886154175,
224
+ 0.2514379620552063,
225
+ 0.15743036568164825,
226
+ 0.17417804896831512,
227
+ 0.4848170280456543,
228
+ 0.5222000479698181,
229
+ 0.056449517607688904,
230
+ 0.4385654032230377,
231
+ 0.16158618032932281,
232
+ 0.1554710865020752,
233
+ 0.4691369831562042,
234
+ 0.43700653314590454,
235
+ 0.28309300541877747,
236
+ 0.2479991614818573,
237
+ 0.3675300180912018,
238
+ 0.2733796536922455,
239
+ 0.5009753108024597,
240
+ 0.6072810888290405,
241
+ 0.41784071922302246,
242
+ 0.06282103806734085,
243
+ 0.27320992946624756,
244
+ 0.11739027500152588,
245
+ 0.5839929580688477,
246
+ 0.2714594006538391,
247
+ 0.2748463451862335,
248
+ 0.4327031075954437,
249
+ 0.3914113938808441,
250
+ 0.07131515443325043,
251
+ 0.23469661176204681,
252
+ 0.32834556698799133,
253
+ 0.08607195317745209,
254
+ 0.7692548036575317,
255
+ 0.7776527404785156,
256
+ 0.04317902773618698,
257
+ 0.4230342507362366,
258
+ 0.7487698793411255,
259
+ 0.14807823300361633,
260
+ 0.2659749388694763,
261
+ 0.20385484397411346,
262
+ 0.2573257088661194,
263
+ 0.03925076127052307,
264
+ 0.5420671701431274,
265
+ 0.15815675258636475,
266
+ 0.476443886756897,
267
+ 0.5613284111022949,
268
+ 0.3241066038608551,
269
+ 0.22497233748435974,
270
+ 0.6072156429290771,
271
+ 0.5382166504859924,
272
+ 0.27945512533187866,
273
+ 0.218399778008461,
274
+ 0.33058488368988037,
275
+ 0.5324661731719971,
276
+ 0.10171792656183243,
277
+ 0.2352503538131714,
278
+ 0.3356567323207855,
279
+ 0.10660078376531601,
280
+ 0.2425287812948227,
281
+ 0.13407541811466217,
282
+ 0.6895609498023987
283
+ ]
284
+ }
p5-mae-15m-d3/exports/step_00010000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
3
+ "fingerprint": "faa7dd750f64469b",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d3",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3315319674368948,
60
+ "lora/map": 0.3315319674368948,
61
+ "fsd50k/map": 0.3315319674368948,
62
+ "train_seconds": 23.45,
63
+ "total_seconds": 31.88,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.020584018130321055,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026451195595254964,
77
+ "val_map": 0.3315319674368948,
78
+ "lr": 0.0,
79
+ "train_s": 23.446778773679398
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23809248208999634,
84
+ 0.15965436398983002,
85
+ 0.49829715490341187,
86
+ 0.30430400371551514,
87
+ 0.4196300208568573,
88
+ 0.5715078115463257,
89
+ 0.7983002662658691,
90
+ 0.5194585919380188,
91
+ 0.5806593894958496,
92
+ 0.4905175566673279,
93
+ 0.16747921705245972,
94
+ 0.335828959941864,
95
+ 0.1118941530585289,
96
+ 0.3254353106021881,
97
+ 0.47010537981987,
98
+ 0.4397679269313812,
99
+ 0.03526473045349121,
100
+ 0.20050297677516937,
101
+ 0.41197118163108826,
102
+ 0.1729068160057068,
103
+ 0.4465596079826355,
104
+ 0.3665432631969452,
105
+ 0.734772801399231,
106
+ 0.09512350708246231,
107
+ 0.1995704472064972,
108
+ 0.37559348344802856,
109
+ 0.2676912546157837,
110
+ 0.20211946964263916,
111
+ 0.5156670808792114,
112
+ 0.28959205746650696,
113
+ 0.6297476291656494,
114
+ 0.3775233328342438,
115
+ 0.36325883865356445,
116
+ 0.2689991891384125,
117
+ 0.27085861563682556,
118
+ 0.21387183666229248,
119
+ 0.3881429135799408,
120
+ 0.13621875643730164,
121
+ 0.3291851282119751,
122
+ 0.23492245376110077,
123
+ 0.35833653807640076,
124
+ 0.14817774295806885,
125
+ 0.4490075409412384,
126
+ 0.16172631084918976,
127
+ 0.43329793214797974,
128
+ 0.10983654856681824,
129
+ 0.13578207790851593,
130
+ 0.15365564823150635,
131
+ 0.727809727191925,
132
+ 0.38815611600875854,
133
+ 0.348744660615921,
134
+ 0.4500446617603302,
135
+ 0.488078236579895,
136
+ 0.10966666787862778,
137
+ 0.18238504230976105,
138
+ 0.016924453899264336,
139
+ 0.18711529672145844,
140
+ 0.6099711656570435,
141
+ 0.11195724457502365,
142
+ 0.4354265630245209,
143
+ 0.44541406631469727,
144
+ 0.5823015570640564,
145
+ 0.38294219970703125,
146
+ 0.12509866058826447,
147
+ 0.4132207930088043,
148
+ 0.15403468906879425,
149
+ 0.19266778230667114,
150
+ 0.6224278807640076,
151
+ 0.43988195061683655,
152
+ 0.4886090159416199,
153
+ 0.4540674090385437,
154
+ 0.15343698859214783,
155
+ 0.6296834349632263,
156
+ 0.1780308187007904,
157
+ 0.28600963950157166,
158
+ 0.2177456021308899,
159
+ 0.37943655252456665,
160
+ 0.21397672593593597,
161
+ 0.2056373804807663,
162
+ 0.34779688715934753,
163
+ 0.16739284992218018,
164
+ 0.2222519814968109,
165
+ 0.34275874495506287,
166
+ 0.19758377969264984,
167
+ 0.22843052446842194,
168
+ 0.20147927105426788,
169
+ 0.3611409664154053,
170
+ 0.617392897605896,
171
+ 0.25551843643188477,
172
+ 0.06573133170604706,
173
+ 0.6977348327636719,
174
+ 0.09919067472219467,
175
+ 0.43360206484794617,
176
+ 0.17306651175022125,
177
+ 0.3147801458835602,
178
+ 0.2833966016769409,
179
+ 0.35794970393180847,
180
+ 0.1696666032075882,
181
+ 0.3543162941932678,
182
+ 0.08238259702920914,
183
+ 0.5424175262451172,
184
+ 0.6853495240211487,
185
+ 0.1646236926317215,
186
+ 0.37319672107696533,
187
+ 0.21309727430343628,
188
+ 0.2980749011039734,
189
+ 0.5616710782051086,
190
+ 0.41569313406944275,
191
+ 0.4533015191555023,
192
+ 0.1695108413696289,
193
+ 0.17143140733242035,
194
+ 0.29176613688468933,
195
+ 0.47812482714653015,
196
+ 0.03653641790151596,
197
+ 0.11881424486637115,
198
+ 0.2540968954563141,
199
+ 0.5790898203849792,
200
+ 0.3459508419036865,
201
+ 0.43797194957733154,
202
+ 0.22559420764446259,
203
+ 0.8488123416900635,
204
+ 0.8565857410430908,
205
+ 0.23446306586265564,
206
+ 0.15403345227241516,
207
+ 0.19186776876449585,
208
+ 0.7292264699935913,
209
+ 0.2409731149673462,
210
+ 0.68019038438797,
211
+ 0.2807159125804901,
212
+ 0.1523716002702713,
213
+ 0.07327882200479507,
214
+ 0.5360924601554871,
215
+ 0.4716416299343109,
216
+ 0.4107103645801544,
217
+ 0.5133554339408875,
218
+ 0.06056995317339897,
219
+ 0.042843952775001526,
220
+ 0.04297357052564621,
221
+ 0.469584584236145,
222
+ 0.4751882553100586,
223
+ 0.12131150811910629,
224
+ 0.24987179040908813,
225
+ 0.10665522515773773,
226
+ 0.32020607590675354,
227
+ 0.495624303817749,
228
+ 0.4888674020767212,
229
+ 0.03927981108427048,
230
+ 0.517206072807312,
231
+ 0.17921575903892517,
232
+ 0.2605017423629761,
233
+ 0.4824462831020355,
234
+ 0.3786652982234955,
235
+ 0.35583728551864624,
236
+ 0.179901123046875,
237
+ 0.3598412573337555,
238
+ 0.21597768366336823,
239
+ 0.48265939950942993,
240
+ 0.5431727170944214,
241
+ 0.41514045000076294,
242
+ 0.05818568542599678,
243
+ 0.3368891179561615,
244
+ 0.16107384860515594,
245
+ 0.5686776041984558,
246
+ 0.3750371038913727,
247
+ 0.29537343978881836,
248
+ 0.3112066090106964,
249
+ 0.3986278176307678,
250
+ 0.05987049639225006,
251
+ 0.26195764541625977,
252
+ 0.3724294602870941,
253
+ 0.08794663101434708,
254
+ 0.7609990835189819,
255
+ 0.7656583786010742,
256
+ 0.03612636402249336,
257
+ 0.36314305663108826,
258
+ 0.7167103290557861,
259
+ 0.1673417091369629,
260
+ 0.26875874400138855,
261
+ 0.1635829359292984,
262
+ 0.2594435513019562,
263
+ 0.0488736517727375,
264
+ 0.4954827129840851,
265
+ 0.07088595628738403,
266
+ 0.41909947991371155,
267
+ 0.5757697820663452,
268
+ 0.325923889875412,
269
+ 0.21326559782028198,
270
+ 0.6151648759841919,
271
+ 0.4504014253616333,
272
+ 0.26250848174095154,
273
+ 0.392484188079834,
274
+ 0.33577102422714233,
275
+ 0.5360691547393799,
276
+ 0.09835469722747803,
277
+ 0.22427235543727875,
278
+ 0.3532658517360687,
279
+ 0.10208531469106674,
280
+ 0.20473700761795044,
281
+ 0.14737196266651154,
282
+ 0.6695664525032043
283
+ ]
284
+ }
p5-mae-15m-d3/exports/step_00010000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d3/exports/step_00010000",
4
+ "fingerprint": "faa7dd750f64469b",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d3",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006899047832148754,
61
+ "val_map": 0.005888458903334625,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02422,
69
+ "train_map": 0.029762466336941556,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02356,
78
+ "train_map": 0.04211508870730972,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02257,
87
+ "train_map": 0.05276577808110899,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02175,
96
+ "train_map": 0.0656680992600796,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02211,
105
+ "train_map": 0.06711201496781036,
106
+ "val_map": 0.045116278667186704,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02187,
114
+ "train_map": 0.07467642027011717,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02158,
123
+ "train_map": 0.0863275856342506,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02123,
132
+ "train_map": 0.09376331232885779,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02023,
141
+ "train_map": 0.0982711806158187,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01979,
150
+ "train_map": 0.1097395959313768,
151
+ "val_map": 0.06690618723270393,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01992,
159
+ "train_map": 0.11468785328338138,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01979,
168
+ "train_map": 0.130161671205627,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.02001,
177
+ "train_map": 0.1396988828214101,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01935,
186
+ "train_map": 0.15152679679144804,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01909,
195
+ "train_map": 0.1594236922623551,
196
+ "val_map": 0.09803872278306555,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01886,
204
+ "train_map": 0.15882828443150337,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01892,
213
+ "train_map": 0.16942549541953109,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01894,
222
+ "train_map": 0.17510961876135933,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.8
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01856,
231
+ "train_map": 0.1785116114024518,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.0187,
240
+ "train_map": 0.17929132907091158,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 9.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01907,
249
+ "train_map": 0.1793368324784092,
250
+ "val_map": 0.10715655080242475,
251
+ "lr": 1e-05,
252
+ "train_s": 10.0
253
+ }
254
+ ],
255
+ "final_train_map": 0.1793368324784092,
256
+ "final_val_map": 0.10715655080242475,
257
+ "lora/map": 0.10715655080242475,
258
+ "train_seconds": 10.0,
259
+ "wall_seconds": 58.8
260
+ }