quinnlue commited on
Commit
29e5403
·
verified ·
1 Parent(s): 856cb7a

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
3
+ "fingerprint": "ef66d511604c75db",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d200",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.36961520574986934,
60
+ "lora/map": 0.36961520574986934,
61
+ "fsd50k/map": 0.36961520574986934,
62
+ "train_seconds": 25.8,
63
+ "total_seconds": 35.66,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.021797757056774572,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02412899631616749,
77
+ "val_map": 0.36961520574986934,
78
+ "lr": 0.0,
79
+ "train_s": 25.798825129517354
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.28394365310668945,
84
+ 0.11789457499980927,
85
+ 0.5163615345954895,
86
+ 0.38636061549186707,
87
+ 0.4197143018245697,
88
+ 0.633513867855072,
89
+ 0.8094367980957031,
90
+ 0.5531242489814758,
91
+ 0.5579795241355896,
92
+ 0.5686799883842468,
93
+ 0.25469258427619934,
94
+ 0.40124884247779846,
95
+ 0.1491691619157791,
96
+ 0.3077373802661896,
97
+ 0.49849605560302734,
98
+ 0.46039775013923645,
99
+ 0.037647541612386703,
100
+ 0.16304324567317963,
101
+ 0.4694167375564575,
102
+ 0.22508125007152557,
103
+ 0.45662859082221985,
104
+ 0.4250750243663788,
105
+ 0.8237513899803162,
106
+ 0.11672307550907135,
107
+ 0.1760741025209427,
108
+ 0.4904136657714844,
109
+ 0.36734527349472046,
110
+ 0.2734631896018982,
111
+ 0.7282565832138062,
112
+ 0.3052406311035156,
113
+ 0.606269896030426,
114
+ 0.5164518356323242,
115
+ 0.24516236782073975,
116
+ 0.16685056686401367,
117
+ 0.3256388008594513,
118
+ 0.23769208788871765,
119
+ 0.41125428676605225,
120
+ 0.15870040655136108,
121
+ 0.30153581500053406,
122
+ 0.21648888289928436,
123
+ 0.5183073878288269,
124
+ 0.23013512790203094,
125
+ 0.6343091130256653,
126
+ 0.16584652662277222,
127
+ 0.42634281516075134,
128
+ 0.12257825583219528,
129
+ 0.25745993852615356,
130
+ 0.2891067564487457,
131
+ 0.7645208239555359,
132
+ 0.3675945997238159,
133
+ 0.3638814389705658,
134
+ 0.5228796005249023,
135
+ 0.5659325122833252,
136
+ 0.12014993280172348,
137
+ 0.10332979261875153,
138
+ 0.02629895880818367,
139
+ 0.2452516108751297,
140
+ 0.6681188344955444,
141
+ 0.12034427374601364,
142
+ 0.49756279587745667,
143
+ 0.5504742860794067,
144
+ 0.6276012063026428,
145
+ 0.411854088306427,
146
+ 0.14341601729393005,
147
+ 0.46857938170433044,
148
+ 0.09006723016500473,
149
+ 0.24511758983135223,
150
+ 0.6613189578056335,
151
+ 0.5394989252090454,
152
+ 0.5228694677352905,
153
+ 0.4557873010635376,
154
+ 0.19371870160102844,
155
+ 0.6945930123329163,
156
+ 0.3765665292739868,
157
+ 0.25620025396347046,
158
+ 0.249037504196167,
159
+ 0.4074964225292206,
160
+ 0.38426119089126587,
161
+ 0.2759557366371155,
162
+ 0.3984993100166321,
163
+ 0.26894450187683105,
164
+ 0.15846171975135803,
165
+ 0.2701444625854492,
166
+ 0.292587548494339,
167
+ 0.16648267209529877,
168
+ 0.24106429517269135,
169
+ 0.44663694500923157,
170
+ 0.6473449468612671,
171
+ 0.1908002495765686,
172
+ 0.1655302196741104,
173
+ 0.7267892360687256,
174
+ 0.10677260160446167,
175
+ 0.535459578037262,
176
+ 0.22212563455104828,
177
+ 0.24484670162200928,
178
+ 0.2878953814506531,
179
+ 0.44273507595062256,
180
+ 0.14004449546337128,
181
+ 0.3625655174255371,
182
+ 0.10168016701936722,
183
+ 0.5518338084220886,
184
+ 0.6944460272789001,
185
+ 0.2209859937429428,
186
+ 0.3832608163356781,
187
+ 0.2360614687204361,
188
+ 0.3132886290550232,
189
+ 0.6291452050209045,
190
+ 0.4543953537940979,
191
+ 0.5648996829986572,
192
+ 0.155122309923172,
193
+ 0.1802682876586914,
194
+ 0.33761119842529297,
195
+ 0.5612269043922424,
196
+ 0.06829863041639328,
197
+ 0.13483838737010956,
198
+ 0.3198957145214081,
199
+ 0.70516037940979,
200
+ 0.3374459147453308,
201
+ 0.4729613661766052,
202
+ 0.2311270534992218,
203
+ 0.8525550961494446,
204
+ 0.8597104549407959,
205
+ 0.29825544357299805,
206
+ 0.10651375353336334,
207
+ 0.15580637753009796,
208
+ 0.7584971785545349,
209
+ 0.23549102246761322,
210
+ 0.7170370817184448,
211
+ 0.3071296513080597,
212
+ 0.08553456515073776,
213
+ 0.19311079382896423,
214
+ 0.7039437890052795,
215
+ 0.41781488060951233,
216
+ 0.3958051800727844,
217
+ 0.6434289216995239,
218
+ 0.08823993802070618,
219
+ 0.0684213936328888,
220
+ 0.04749000817537308,
221
+ 0.42790013551712036,
222
+ 0.5454164147377014,
223
+ 0.1468953788280487,
224
+ 0.29252713918685913,
225
+ 0.17931143939495087,
226
+ 0.2843870520591736,
227
+ 0.7137149572372437,
228
+ 0.519807755947113,
229
+ 0.05785605311393738,
230
+ 0.5887039303779602,
231
+ 0.1809156984090805,
232
+ 0.2697054147720337,
233
+ 0.46269288659095764,
234
+ 0.5184378623962402,
235
+ 0.26570284366607666,
236
+ 0.33101221919059753,
237
+ 0.4308508038520813,
238
+ 0.2868395447731018,
239
+ 0.4905025064945221,
240
+ 0.5102663636207581,
241
+ 0.46971994638442993,
242
+ 0.05151904746890068,
243
+ 0.48140081763267517,
244
+ 0.1638524979352951,
245
+ 0.6329748630523682,
246
+ 0.2920898199081421,
247
+ 0.30140364170074463,
248
+ 0.6076133251190186,
249
+ 0.40147674083709717,
250
+ 0.0582684762775898,
251
+ 0.3115513324737549,
252
+ 0.3713669776916504,
253
+ 0.0975099503993988,
254
+ 0.8398938179016113,
255
+ 0.8535412549972534,
256
+ 0.06158978492021561,
257
+ 0.5255721807479858,
258
+ 0.7633536458015442,
259
+ 0.1611047387123108,
260
+ 0.2724899351596832,
261
+ 0.18376244604587555,
262
+ 0.279558002948761,
263
+ 0.05674700438976288,
264
+ 0.4455053508281708,
265
+ 0.21587315201759338,
266
+ 0.6080330610275269,
267
+ 0.6093902587890625,
268
+ 0.35813745856285095,
269
+ 0.22372376918792725,
270
+ 0.661661684513092,
271
+ 0.5529082417488098,
272
+ 0.32194066047668457,
273
+ 0.42899537086486816,
274
+ 0.4420892298221588,
275
+ 0.564057469367981,
276
+ 0.1325472891330719,
277
+ 0.2404448240995407,
278
+ 0.3197690546512604,
279
+ 0.10364793986082077,
280
+ 0.4394581615924835,
281
+ 0.15451234579086304,
282
+ 0.7267482280731201
283
+ ]
284
+ }
p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
3
+ "fingerprint": "ef66d511604c75db",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d200",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.37318648054264486,
60
+ "lora/map": 0.37318648054264486,
61
+ "fsd50k/map": 0.37318648054264486,
62
+ "train_seconds": 25.87,
63
+ "total_seconds": 35.41,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02220922933658585,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023692796054997776,
77
+ "val_map": 0.37318648054264486,
78
+ "lr": 0.0,
79
+ "train_s": 25.873532474040985
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.3045109510421753,
84
+ 0.06937089562416077,
85
+ 0.5371143221855164,
86
+ 0.4019555151462555,
87
+ 0.4044537842273712,
88
+ 0.6290160417556763,
89
+ 0.8306844830513,
90
+ 0.5582032799720764,
91
+ 0.5669702887535095,
92
+ 0.5096420645713806,
93
+ 0.2451992928981781,
94
+ 0.36461836099624634,
95
+ 0.20313800871372223,
96
+ 0.3328750431537628,
97
+ 0.4921906590461731,
98
+ 0.45651909708976746,
99
+ 0.01877995766699314,
100
+ 0.24753651022911072,
101
+ 0.5076125860214233,
102
+ 0.22754518687725067,
103
+ 0.43594005703926086,
104
+ 0.4364924132823944,
105
+ 0.7821114659309387,
106
+ 0.12210250645875931,
107
+ 0.19067411124706268,
108
+ 0.36560869216918945,
109
+ 0.37176817655563354,
110
+ 0.29470211267471313,
111
+ 0.7521488666534424,
112
+ 0.3043803870677948,
113
+ 0.6495179533958435,
114
+ 0.5361958146095276,
115
+ 0.34823164343833923,
116
+ 0.2029869258403778,
117
+ 0.31041133403778076,
118
+ 0.21950896084308624,
119
+ 0.40040382742881775,
120
+ 0.14256131649017334,
121
+ 0.3162597417831421,
122
+ 0.24721145629882812,
123
+ 0.5536686778068542,
124
+ 0.23370537161827087,
125
+ 0.5912143588066101,
126
+ 0.20055098831653595,
127
+ 0.5109863877296448,
128
+ 0.09424825757741928,
129
+ 0.2790165841579437,
130
+ 0.25660645961761475,
131
+ 0.7044747471809387,
132
+ 0.41705918312072754,
133
+ 0.35880061984062195,
134
+ 0.5029644966125488,
135
+ 0.5859386920928955,
136
+ 0.16009679436683655,
137
+ 0.15685786306858063,
138
+ 0.03833405673503876,
139
+ 0.20938031375408173,
140
+ 0.6286476850509644,
141
+ 0.12809182703495026,
142
+ 0.5158165693283081,
143
+ 0.6087223291397095,
144
+ 0.637843906879425,
145
+ 0.41835474967956543,
146
+ 0.18506121635437012,
147
+ 0.44802629947662354,
148
+ 0.09691550582647324,
149
+ 0.2262255698442459,
150
+ 0.6706420183181763,
151
+ 0.536333441734314,
152
+ 0.555157482624054,
153
+ 0.4778609871864319,
154
+ 0.18428681790828705,
155
+ 0.6811208724975586,
156
+ 0.37807583808898926,
157
+ 0.20448200404644012,
158
+ 0.24200604856014252,
159
+ 0.408150315284729,
160
+ 0.305686354637146,
161
+ 0.26659104228019714,
162
+ 0.39813125133514404,
163
+ 0.18956699967384338,
164
+ 0.26476943492889404,
165
+ 0.24985764920711517,
166
+ 0.3292514681816101,
167
+ 0.3455614745616913,
168
+ 0.2723970413208008,
169
+ 0.428017258644104,
170
+ 0.615619421005249,
171
+ 0.12919209897518158,
172
+ 0.09943130612373352,
173
+ 0.7421254515647888,
174
+ 0.12133076041936874,
175
+ 0.5045880079269409,
176
+ 0.23581065237522125,
177
+ 0.28151851892471313,
178
+ 0.3535119891166687,
179
+ 0.3305280804634094,
180
+ 0.11767049133777618,
181
+ 0.35962870717048645,
182
+ 0.07738351076841354,
183
+ 0.571917712688446,
184
+ 0.6828269362449646,
185
+ 0.22993415594100952,
186
+ 0.4008042812347412,
187
+ 0.2240987867116928,
188
+ 0.3510477840900421,
189
+ 0.6334818005561829,
190
+ 0.4529038369655609,
191
+ 0.5435451865196228,
192
+ 0.18871250748634338,
193
+ 0.17223937809467316,
194
+ 0.3106539249420166,
195
+ 0.5506690144538879,
196
+ 0.07633528113365173,
197
+ 0.12007886916399002,
198
+ 0.31235435605049133,
199
+ 0.6639446020126343,
200
+ 0.3891010880470276,
201
+ 0.5074419379234314,
202
+ 0.28170278668403625,
203
+ 0.861378014087677,
204
+ 0.8699193596839905,
205
+ 0.3404293954372406,
206
+ 0.10358013212680817,
207
+ 0.27983221411705017,
208
+ 0.7536452412605286,
209
+ 0.24857644736766815,
210
+ 0.7379006743431091,
211
+ 0.32558032870292664,
212
+ 0.10177838802337646,
213
+ 0.18130744993686676,
214
+ 0.756476640701294,
215
+ 0.43033456802368164,
216
+ 0.44752317667007446,
217
+ 0.554804265499115,
218
+ 0.07126650214195251,
219
+ 0.08266540616750717,
220
+ 0.051926109939813614,
221
+ 0.5169117450714111,
222
+ 0.5689626932144165,
223
+ 0.22090555727481842,
224
+ 0.3109583556652069,
225
+ 0.14599627256393433,
226
+ 0.304249107837677,
227
+ 0.6649791598320007,
228
+ 0.48434802889823914,
229
+ 0.047609876841306686,
230
+ 0.5506003499031067,
231
+ 0.16919955611228943,
232
+ 0.22804024815559387,
233
+ 0.4472750127315521,
234
+ 0.4937317371368408,
235
+ 0.3293800950050354,
236
+ 0.21547521650791168,
237
+ 0.3933250904083252,
238
+ 0.36830687522888184,
239
+ 0.531962513923645,
240
+ 0.6852912306785583,
241
+ 0.44622111320495605,
242
+ 0.0774383544921875,
243
+ 0.36799317598342896,
244
+ 0.14279389381408691,
245
+ 0.6698932647705078,
246
+ 0.33818429708480835,
247
+ 0.2968989908695221,
248
+ 0.415102481842041,
249
+ 0.40781375765800476,
250
+ 0.061579782515764236,
251
+ 0.3656052052974701,
252
+ 0.33900871872901917,
253
+ 0.09445953369140625,
254
+ 0.8211183547973633,
255
+ 0.8319261074066162,
256
+ 0.05356965214014053,
257
+ 0.5602728724479675,
258
+ 0.7649571895599365,
259
+ 0.22227327525615692,
260
+ 0.2699509859085083,
261
+ 0.2065075784921646,
262
+ 0.3031238317489624,
263
+ 0.07683347910642624,
264
+ 0.3644028306007385,
265
+ 0.19173495471477509,
266
+ 0.584582507610321,
267
+ 0.6177866458892822,
268
+ 0.3585723042488098,
269
+ 0.24015368521213531,
270
+ 0.6626805067062378,
271
+ 0.5753495097160339,
272
+ 0.37383508682250977,
273
+ 0.3768172562122345,
274
+ 0.40466299653053284,
275
+ 0.5539456605911255,
276
+ 0.12121889740228653,
277
+ 0.2993362843990326,
278
+ 0.33686143159866333,
279
+ 0.1318615823984146,
280
+ 0.4247714877128601,
281
+ 0.16024383902549744,
282
+ 0.7436770796775818
283
+ ]
284
+ }
p5-mae-15m-d200/exports/step_00020000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
3
+ "fingerprint": "ef66d511604c75db",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d200",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.37321803291328254,
60
+ "lora/map": 0.37321803291328254,
61
+ "fsd50k/map": 0.37321803291328254,
62
+ "train_seconds": 25.29,
63
+ "total_seconds": 34.71,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02132243066560477,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.024290702428116307,
77
+ "val_map": 0.37321803291328254,
78
+ "lr": 0.0,
79
+ "train_s": 25.292827679542825
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.25608909130096436,
84
+ 0.21723836660385132,
85
+ 0.5292695164680481,
86
+ 0.3672697842121124,
87
+ 0.43316763639450073,
88
+ 0.6257931590080261,
89
+ 0.8412309885025024,
90
+ 0.5243186950683594,
91
+ 0.5984724760055542,
92
+ 0.5192503333091736,
93
+ 0.2706957161426544,
94
+ 0.3635527491569519,
95
+ 0.13888341188430786,
96
+ 0.2675330936908722,
97
+ 0.4960487186908722,
98
+ 0.45832911133766174,
99
+ 0.05913613736629486,
100
+ 0.23752781748771667,
101
+ 0.4842560887336731,
102
+ 0.20108751952648163,
103
+ 0.5063243508338928,
104
+ 0.4053654074668884,
105
+ 0.7985091805458069,
106
+ 0.09436266869306564,
107
+ 0.2335604876279831,
108
+ 0.417195588350296,
109
+ 0.3707779049873352,
110
+ 0.2765997052192688,
111
+ 0.6847315430641174,
112
+ 0.28754255175590515,
113
+ 0.6634382009506226,
114
+ 0.560014009475708,
115
+ 0.35586583614349365,
116
+ 0.19939666986465454,
117
+ 0.31332194805145264,
118
+ 0.2369312345981598,
119
+ 0.400898814201355,
120
+ 0.2298576831817627,
121
+ 0.32549992203712463,
122
+ 0.26694658398628235,
123
+ 0.5746036767959595,
124
+ 0.18646933138370514,
125
+ 0.5926740169525146,
126
+ 0.19209842383861542,
127
+ 0.4213978350162506,
128
+ 0.17827633023262024,
129
+ 0.26744258403778076,
130
+ 0.26098567247390747,
131
+ 0.7468423247337341,
132
+ 0.3937813639640808,
133
+ 0.3158000409603119,
134
+ 0.500532865524292,
135
+ 0.5720438361167908,
136
+ 0.14130084216594696,
137
+ 0.14490202069282532,
138
+ 0.017285386100411415,
139
+ 0.18839378654956818,
140
+ 0.6476903557777405,
141
+ 0.13328592479228973,
142
+ 0.48922640085220337,
143
+ 0.5353874564170837,
144
+ 0.6193549036979675,
145
+ 0.38929283618927,
146
+ 0.15694914758205414,
147
+ 0.5006331205368042,
148
+ 0.16118629276752472,
149
+ 0.2129257321357727,
150
+ 0.6833009719848633,
151
+ 0.5131464004516602,
152
+ 0.5272496938705444,
153
+ 0.47220510244369507,
154
+ 0.20788268744945526,
155
+ 0.6719928979873657,
156
+ 0.3257454037666321,
157
+ 0.2796097993850708,
158
+ 0.2406206578016281,
159
+ 0.4840679168701172,
160
+ 0.3628672957420349,
161
+ 0.2407037615776062,
162
+ 0.3841748535633087,
163
+ 0.22416821122169495,
164
+ 0.18364447355270386,
165
+ 0.18822988867759705,
166
+ 0.30306288599967957,
167
+ 0.26629510521888733,
168
+ 0.22605128586292267,
169
+ 0.41911381483078003,
170
+ 0.604803740978241,
171
+ 0.17074649035930634,
172
+ 0.10389796644449234,
173
+ 0.7333195805549622,
174
+ 0.09975062310695648,
175
+ 0.4963608384132385,
176
+ 0.23300333321094513,
177
+ 0.3518843352794647,
178
+ 0.35781851410865784,
179
+ 0.48136940598487854,
180
+ 0.1304711252450943,
181
+ 0.39707672595977783,
182
+ 0.07929644733667374,
183
+ 0.5578806400299072,
184
+ 0.6969287991523743,
185
+ 0.21199899911880493,
186
+ 0.39148247241973877,
187
+ 0.23890310525894165,
188
+ 0.3331824541091919,
189
+ 0.6289758086204529,
190
+ 0.46668630838394165,
191
+ 0.5634145140647888,
192
+ 0.17473430931568146,
193
+ 0.19685164093971252,
194
+ 0.3213579058647156,
195
+ 0.5690813064575195,
196
+ 0.052942030131816864,
197
+ 0.1619226336479187,
198
+ 0.3213249444961548,
199
+ 0.6259431838989258,
200
+ 0.39521458745002747,
201
+ 0.5000408887863159,
202
+ 0.24903306365013123,
203
+ 0.8587331175804138,
204
+ 0.8665943741798401,
205
+ 0.3244521915912628,
206
+ 0.07163211703300476,
207
+ 0.228642076253891,
208
+ 0.758401095867157,
209
+ 0.2605326771736145,
210
+ 0.7126872539520264,
211
+ 0.34036320447921753,
212
+ 0.15083080530166626,
213
+ 0.1430279016494751,
214
+ 0.7126852869987488,
215
+ 0.43233245611190796,
216
+ 0.4386044144630432,
217
+ 0.5953588485717773,
218
+ 0.07147567719221115,
219
+ 0.10817505419254303,
220
+ 0.04887485131621361,
221
+ 0.5615565776824951,
222
+ 0.5348072052001953,
223
+ 0.17153167724609375,
224
+ 0.279865562915802,
225
+ 0.16092674434185028,
226
+ 0.286816269159317,
227
+ 0.6854560971260071,
228
+ 0.4758599102497101,
229
+ 0.06542080640792847,
230
+ 0.597858190536499,
231
+ 0.14579308032989502,
232
+ 0.235788032412529,
233
+ 0.4475305378437042,
234
+ 0.48516806960105896,
235
+ 0.30516737699508667,
236
+ 0.3156830966472626,
237
+ 0.3656540811061859,
238
+ 0.311562180519104,
239
+ 0.5530052185058594,
240
+ 0.6630297899246216,
241
+ 0.4589971899986267,
242
+ 0.047268133610486984,
243
+ 0.458270400762558,
244
+ 0.17251379787921906,
245
+ 0.6525980830192566,
246
+ 0.33481043577194214,
247
+ 0.31604719161987305,
248
+ 0.4360963702201843,
249
+ 0.36382192373275757,
250
+ 0.055933814495801926,
251
+ 0.3173504173755646,
252
+ 0.3847208023071289,
253
+ 0.09911902993917465,
254
+ 0.8276697993278503,
255
+ 0.8353638052940369,
256
+ 0.051853056997060776,
257
+ 0.5876704454421997,
258
+ 0.7283133864402771,
259
+ 0.18461140990257263,
260
+ 0.2657049596309662,
261
+ 0.20849885046482086,
262
+ 0.31574392318725586,
263
+ 0.0702967420220375,
264
+ 0.49294313788414,
265
+ 0.12798215448856354,
266
+ 0.6027950048446655,
267
+ 0.6195883750915527,
268
+ 0.334929496049881,
269
+ 0.24293187260627747,
270
+ 0.6629937887191772,
271
+ 0.580890953540802,
272
+ 0.35263824462890625,
273
+ 0.4929508566856384,
274
+ 0.4467583894729614,
275
+ 0.5565354824066162,
276
+ 0.11357661336660385,
277
+ 0.2102610021829605,
278
+ 0.34637850522994995,
279
+ 0.11431661248207092,
280
+ 0.40605801343917847,
281
+ 0.0970384031534195,
282
+ 0.7379967570304871
283
+ ]
284
+ }
p5-mae-15m-d200/exports/step_00020000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d200/exports/step_00020000",
4
+ "fingerprint": "ef66d511604c75db",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d200",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006437772184816248,
61
+ "val_map": 0.0056136432426329525,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.0242,
69
+ "train_map": 0.03418773694111448,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02342,
78
+ "train_map": 0.034452975965529126,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02235,
87
+ "train_map": 0.060448934023548624,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02144,
96
+ "train_map": 0.07215626764555676,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02181,
105
+ "train_map": 0.0760930732808887,
106
+ "val_map": 0.049003943011422677,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.0217,
114
+ "train_map": 0.08924766959475823,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.1
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02122,
123
+ "train_map": 0.10145846427642728,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02074,
132
+ "train_map": 0.10336229877998837,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.0198,
141
+ "train_map": 0.11519127966839629,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01935,
150
+ "train_map": 0.1280669404513625,
151
+ "val_map": 0.08245410520205207,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01946,
159
+ "train_map": 0.1321221734591507,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01929,
168
+ "train_map": 0.14718929462645564,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01941,
177
+ "train_map": 0.15012529610693312,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.7
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01891,
186
+ "train_map": 0.16845246040716455,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01866,
195
+ "train_map": 0.18193777481913992,
196
+ "val_map": 0.1140540421929783,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.8
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01851,
204
+ "train_map": 0.18459670502688927,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.9
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01844,
213
+ "train_map": 0.19534249879787385,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.5
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01839,
222
+ "train_map": 0.1998090097632973,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.0
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01813,
231
+ "train_map": 0.20492828858440187,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.7
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01814,
240
+ "train_map": 0.20501846759677272,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.2
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.0184,
249
+ "train_map": 0.2051809957998485,
250
+ "val_map": 0.12665255724291619,
251
+ "lr": 1e-05,
252
+ "train_s": 10.3
253
+ }
254
+ ],
255
+ "final_train_map": 0.2051809957998485,
256
+ "final_val_map": 0.12665255724291619,
257
+ "lora/map": 0.12665255724291619,
258
+ "train_seconds": 10.3,
259
+ "wall_seconds": 62.6
260
+ }
p5-mae-15m-d200/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d200/exports/step_00040000",
4
+ "fingerprint": "ef66d511604c75db",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d200",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007050027257446518,
61
+ "val_map": 0.0062175562366245905,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.0236,
69
+ "train_map": 0.027568286382443002,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02314,
78
+ "train_map": 0.04538329499349549,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02236,
87
+ "train_map": 0.06736100063371195,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.9
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02193,
96
+ "train_map": 0.08003479502724034,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.5
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02201,
105
+ "train_map": 0.08497595023832141,
106
+ "val_map": 0.05623592968864024,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.7
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.021,
114
+ "train_map": 0.09391515396457639,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.1
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02064,
123
+ "train_map": 0.10799320758297418,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.7
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.0204,
132
+ "train_map": 0.12903185549105536,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.3
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01995,
141
+ "train_map": 0.1309617181844034,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.0
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01933,
150
+ "train_map": 0.14877541327541535,
151
+ "val_map": 0.09130700491633853,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.3
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01961,
159
+ "train_map": 0.14852425358673482,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.6
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01955,
168
+ "train_map": 0.17059668964411237,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.2
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01938,
177
+ "train_map": 0.17982403576582584,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.8
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.0189,
186
+ "train_map": 0.19638639742568617,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.5
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01822,
195
+ "train_map": 0.20559931240014492,
196
+ "val_map": 0.12607700206636252,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.0
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01864,
204
+ "train_map": 0.20477433032064613,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.1
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01801,
213
+ "train_map": 0.21705760814751404,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.7
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.0176,
222
+ "train_map": 0.22410082330209763,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.3
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01726,
231
+ "train_map": 0.22863294326998929,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.9
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01793,
240
+ "train_map": 0.2292962059576552,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.4
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01792,
249
+ "train_map": 0.22928446563989263,
250
+ "val_map": 0.13982298890786135,
251
+ "lr": 1e-05,
252
+ "train_s": 10.5
253
+ }
254
+ ],
255
+ "final_train_map": 0.22928446563989263,
256
+ "final_val_map": 0.13982298890786135,
257
+ "lora/map": 0.13982298890786135,
258
+ "train_seconds": 10.5,
259
+ "wall_seconds": 63.6
260
+ }
p5-mae-15m-d200/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d200/exports/step_00040000",
4
+ "fingerprint": "ef66d511604c75db",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d200",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006836175594295055,
61
+ "val_map": 0.005986588747961627,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02456,
69
+ "train_map": 0.032737995333531326,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02309,
78
+ "train_map": 0.057678615557740266,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02214,
87
+ "train_map": 0.07196422674285824,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.0
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02161,
96
+ "train_map": 0.07817708028734889,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.6
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02181,
105
+ "train_map": 0.08643641551285876,
106
+ "val_map": 0.05550481543118095,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.8
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02072,
114
+ "train_map": 0.0981239039968678,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.2
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0208,
123
+ "train_map": 0.11768962488292348,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.8
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02018,
132
+ "train_map": 0.12407910504839621,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.4
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02049,
141
+ "train_map": 0.1290712815703227,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.1
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01982,
150
+ "train_map": 0.14586459615522293,
151
+ "val_map": 0.08749613183704284,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.4
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01973,
159
+ "train_map": 0.14925041077110698,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.7
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01926,
168
+ "train_map": 0.156324796776236,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.4
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.0192,
177
+ "train_map": 0.17945041896711744,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.0
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01857,
186
+ "train_map": 0.1921417385709085,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.6
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01806,
195
+ "train_map": 0.20526017342999833,
196
+ "val_map": 0.1248069094066319,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.1
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.0184,
204
+ "train_map": 0.2067897642770008,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.2
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01772,
213
+ "train_map": 0.21795574743724808,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.8
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01786,
222
+ "train_map": 0.22244040390557876,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.4
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01765,
231
+ "train_map": 0.22600970646292254,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.0
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.0177,
240
+ "train_map": 0.22747804299244337,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.6
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01749,
249
+ "train_map": 0.2275391251486735,
250
+ "val_map": 0.13917215091513868,
251
+ "lr": 1e-05,
252
+ "train_s": 10.6
253
+ }
254
+ ],
255
+ "final_train_map": 0.2275391251486735,
256
+ "final_val_map": 0.13917215091513868,
257
+ "lora/map": 0.13917215091513868,
258
+ "train_seconds": 10.6,
259
+ "wall_seconds": 63.5
260
+ }
p5-mae-15m-d200/exports/step_00040000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005873c36574a7ab4b4c836163ab9d553f7c64cdfe8ce85703927a3f69938303
3
+ size 60174680