quinnlue commited on
Commit
3de8819
·
verified ·
1 Parent(s): f89cb80

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
3
+ "fingerprint": "46a01fe2da8a1462",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d212",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3777376262284815,
60
+ "lora/map": 0.3777376262284815,
61
+ "fsd50k/map": 0.3777376262284815,
62
+ "train_seconds": 23.69,
63
+ "total_seconds": 33.18,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023351892761420457,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02376300796324307,
77
+ "val_map": 0.3777376262284815,
78
+ "lr": 0.0,
79
+ "train_s": 23.68990382971242
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23311187326908112,
84
+ 0.08602966368198395,
85
+ 0.5361815094947815,
86
+ 0.3437354266643524,
87
+ 0.47144538164138794,
88
+ 0.6238626837730408,
89
+ 0.8359467387199402,
90
+ 0.5419996976852417,
91
+ 0.5871431827545166,
92
+ 0.4926019310951233,
93
+ 0.23209522664546967,
94
+ 0.4317494034767151,
95
+ 0.15919850766658783,
96
+ 0.2773642838001251,
97
+ 0.5012292265892029,
98
+ 0.4632662236690521,
99
+ 0.038897380232810974,
100
+ 0.19575294852256775,
101
+ 0.4646485447883606,
102
+ 0.22111748158931732,
103
+ 0.5256813764572144,
104
+ 0.38593733310699463,
105
+ 0.8122643232345581,
106
+ 0.08286360651254654,
107
+ 0.2383444458246231,
108
+ 0.3324384093284607,
109
+ 0.3897716701030731,
110
+ 0.29532262682914734,
111
+ 0.7636236548423767,
112
+ 0.3244737386703491,
113
+ 0.6410003900527954,
114
+ 0.4949239194393158,
115
+ 0.4107162058353424,
116
+ 0.20866253972053528,
117
+ 0.37400510907173157,
118
+ 0.21156077086925507,
119
+ 0.41725918650627136,
120
+ 0.17359314858913422,
121
+ 0.3078998327255249,
122
+ 0.20090988278388977,
123
+ 0.5316226482391357,
124
+ 0.19847942888736725,
125
+ 0.5829201936721802,
126
+ 0.20370429754257202,
127
+ 0.46804067492485046,
128
+ 0.12675662338733673,
129
+ 0.20905551314353943,
130
+ 0.2737821638584137,
131
+ 0.7196422815322876,
132
+ 0.43087446689605713,
133
+ 0.33697807788848877,
134
+ 0.5457978844642639,
135
+ 0.5363247990608215,
136
+ 0.12070826441049576,
137
+ 0.158960223197937,
138
+ 0.030810974538326263,
139
+ 0.28680381178855896,
140
+ 0.6885300874710083,
141
+ 0.12030506879091263,
142
+ 0.5073519349098206,
143
+ 0.5560364127159119,
144
+ 0.6194637417793274,
145
+ 0.41265803575515747,
146
+ 0.11827226728200912,
147
+ 0.4339621663093567,
148
+ 0.10076184570789337,
149
+ 0.24974417686462402,
150
+ 0.6761775016784668,
151
+ 0.5526424050331116,
152
+ 0.5133057832717896,
153
+ 0.4743330776691437,
154
+ 0.19004479050636292,
155
+ 0.6795773506164551,
156
+ 0.28113558888435364,
157
+ 0.34682852029800415,
158
+ 0.2545744776725769,
159
+ 0.3806917369365692,
160
+ 0.3182041645050049,
161
+ 0.28605109453201294,
162
+ 0.4692222774028778,
163
+ 0.2735985517501831,
164
+ 0.3164985179901123,
165
+ 0.24900369346141815,
166
+ 0.320264607667923,
167
+ 0.23134161531925201,
168
+ 0.30063745379447937,
169
+ 0.40347179770469666,
170
+ 0.7087078094482422,
171
+ 0.18487033247947693,
172
+ 0.13988947868347168,
173
+ 0.7423546314239502,
174
+ 0.13212114572525024,
175
+ 0.51170814037323,
176
+ 0.26038050651550293,
177
+ 0.26333266496658325,
178
+ 0.27669399976730347,
179
+ 0.51482093334198,
180
+ 0.14475210011005402,
181
+ 0.40695273876190186,
182
+ 0.07358532398939133,
183
+ 0.5711196660995483,
184
+ 0.7179793119430542,
185
+ 0.1900266408920288,
186
+ 0.42372018098831177,
187
+ 0.23885098099708557,
188
+ 0.3204289376735687,
189
+ 0.6026052236557007,
190
+ 0.49263784289360046,
191
+ 0.5481275320053101,
192
+ 0.22752946615219116,
193
+ 0.22687554359436035,
194
+ 0.35109826922416687,
195
+ 0.6044365763664246,
196
+ 0.11498270183801651,
197
+ 0.20742079615592957,
198
+ 0.30438750982284546,
199
+ 0.7840439081192017,
200
+ 0.28916966915130615,
201
+ 0.4960140585899353,
202
+ 0.23149600625038147,
203
+ 0.8720099925994873,
204
+ 0.8800148963928223,
205
+ 0.3286355435848236,
206
+ 0.1466769129037857,
207
+ 0.2060489058494568,
208
+ 0.7648128271102905,
209
+ 0.2680426836013794,
210
+ 0.730515718460083,
211
+ 0.31158262491226196,
212
+ 0.09539535641670227,
213
+ 0.2496611475944519,
214
+ 0.7469042539596558,
215
+ 0.5083420872688293,
216
+ 0.4441739618778229,
217
+ 0.612438440322876,
218
+ 0.06654193252325058,
219
+ 0.06665391474962234,
220
+ 0.05685874819755554,
221
+ 0.4845370352268219,
222
+ 0.5557246208190918,
223
+ 0.1687455028295517,
224
+ 0.32057204842567444,
225
+ 0.18410789966583252,
226
+ 0.28174856305122375,
227
+ 0.6468250155448914,
228
+ 0.5301187634468079,
229
+ 0.0506533682346344,
230
+ 0.5400435328483582,
231
+ 0.20796579122543335,
232
+ 0.275381863117218,
233
+ 0.5167118906974792,
234
+ 0.512135922908783,
235
+ 0.2737884223461151,
236
+ 0.3938194513320923,
237
+ 0.4293615221977234,
238
+ 0.31514179706573486,
239
+ 0.5181365609169006,
240
+ 0.6163268089294434,
241
+ 0.4713359475135803,
242
+ 0.09479407221078873,
243
+ 0.40594279766082764,
244
+ 0.16612771153450012,
245
+ 0.6534656286239624,
246
+ 0.29558321833610535,
247
+ 0.34715476632118225,
248
+ 0.3130735754966736,
249
+ 0.3521348237991333,
250
+ 0.0714370533823967,
251
+ 0.3291439116001129,
252
+ 0.4303361773490906,
253
+ 0.09838376194238663,
254
+ 0.8593065738677979,
255
+ 0.8687110543251038,
256
+ 0.036783721297979355,
257
+ 0.5258188247680664,
258
+ 0.7348849773406982,
259
+ 0.1959429830312729,
260
+ 0.2734096348285675,
261
+ 0.2017582356929779,
262
+ 0.2918747067451477,
263
+ 0.04954545199871063,
264
+ 0.5085954070091248,
265
+ 0.12772919237613678,
266
+ 0.561202883720398,
267
+ 0.607732355594635,
268
+ 0.43099358677864075,
269
+ 0.25122442841529846,
270
+ 0.6706229448318481,
271
+ 0.6045764684677124,
272
+ 0.3540087342262268,
273
+ 0.37489673495292664,
274
+ 0.423410564661026,
275
+ 0.5586031675338745,
276
+ 0.1063552126288414,
277
+ 0.25068730115890503,
278
+ 0.3577786982059479,
279
+ 0.09306058287620544,
280
+ 0.43471279740333557,
281
+ 0.15532396733760834,
282
+ 0.7142010927200317
283
+ ]
284
+ }
p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
3
+ "fingerprint": "46a01fe2da8a1462",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d212",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3783548364974558,
60
+ "lora/map": 0.3783548364974558,
61
+ "fsd50k/map": 0.3783548364974558,
62
+ "train_seconds": 24.07,
63
+ "total_seconds": 33.02,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02186256251181476,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023670349945477575,
77
+ "val_map": 0.3783548364974558,
78
+ "lr": 0.0,
79
+ "train_s": 24.06515809870325
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.3102875053882599,
84
+ 0.09552212059497833,
85
+ 0.5833579897880554,
86
+ 0.36199256777763367,
87
+ 0.44997459650039673,
88
+ 0.6328386068344116,
89
+ 0.8411402106285095,
90
+ 0.5458716750144958,
91
+ 0.5626208782196045,
92
+ 0.5074427723884583,
93
+ 0.259677529335022,
94
+ 0.4318527579307556,
95
+ 0.1847902238368988,
96
+ 0.34356456995010376,
97
+ 0.5027421116828918,
98
+ 0.46006032824516296,
99
+ 0.03263862058520317,
100
+ 0.2286926805973053,
101
+ 0.39492785930633545,
102
+ 0.22040103375911713,
103
+ 0.5578678250312805,
104
+ 0.42734676599502563,
105
+ 0.7875182032585144,
106
+ 0.0986071527004242,
107
+ 0.24459688365459442,
108
+ 0.35159972310066223,
109
+ 0.3783450424671173,
110
+ 0.3067614734172821,
111
+ 0.7537112832069397,
112
+ 0.30801260471343994,
113
+ 0.6324931383132935,
114
+ 0.5052245855331421,
115
+ 0.4026324152946472,
116
+ 0.20039187371730804,
117
+ 0.3857705295085907,
118
+ 0.18937399983406067,
119
+ 0.43710857629776,
120
+ 0.18511340022087097,
121
+ 0.3693200945854187,
122
+ 0.27213436365127563,
123
+ 0.5326438546180725,
124
+ 0.19948270916938782,
125
+ 0.6173036098480225,
126
+ 0.15564395487308502,
127
+ 0.47111383080482483,
128
+ 0.125610813498497,
129
+ 0.21910855174064636,
130
+ 0.24989715218544006,
131
+ 0.7063849568367004,
132
+ 0.47319862246513367,
133
+ 0.3862512409687042,
134
+ 0.5144047737121582,
135
+ 0.5433750748634338,
136
+ 0.1628069132566452,
137
+ 0.18034374713897705,
138
+ 0.0394371822476387,
139
+ 0.2464759647846222,
140
+ 0.6616213917732239,
141
+ 0.12354473024606705,
142
+ 0.5325043201446533,
143
+ 0.5940239429473877,
144
+ 0.6411482691764832,
145
+ 0.41389891505241394,
146
+ 0.09999040514230728,
147
+ 0.5305715799331665,
148
+ 0.08080963045358658,
149
+ 0.23454484343528748,
150
+ 0.6889075636863708,
151
+ 0.528774082660675,
152
+ 0.5389595031738281,
153
+ 0.49089542031288147,
154
+ 0.174310564994812,
155
+ 0.6986596584320068,
156
+ 0.34340184926986694,
157
+ 0.2780509293079376,
158
+ 0.2266303300857544,
159
+ 0.41671428084373474,
160
+ 0.2650328576564789,
161
+ 0.2946077287197113,
162
+ 0.4391990602016449,
163
+ 0.25378942489624023,
164
+ 0.22673729062080383,
165
+ 0.24805310368537903,
166
+ 0.3084351420402527,
167
+ 0.21907851099967957,
168
+ 0.2501154839992523,
169
+ 0.39948058128356934,
170
+ 0.6229824423789978,
171
+ 0.13227322697639465,
172
+ 0.10075569152832031,
173
+ 0.7648467421531677,
174
+ 0.16129392385482788,
175
+ 0.49940285086631775,
176
+ 0.21115629374980927,
177
+ 0.2569558620452881,
178
+ 0.34558770060539246,
179
+ 0.3847334384918213,
180
+ 0.29651615023612976,
181
+ 0.3278443515300751,
182
+ 0.07968123257160187,
183
+ 0.5757614374160767,
184
+ 0.7096055746078491,
185
+ 0.2016194760799408,
186
+ 0.44060802459716797,
187
+ 0.2378080189228058,
188
+ 0.36299929022789,
189
+ 0.6259030699729919,
190
+ 0.5028133988380432,
191
+ 0.5376135110855103,
192
+ 0.19316625595092773,
193
+ 0.22756725549697876,
194
+ 0.3516904413700104,
195
+ 0.5674197673797607,
196
+ 0.1802518665790558,
197
+ 0.14928308129310608,
198
+ 0.2979118824005127,
199
+ 0.7246512174606323,
200
+ 0.31663474440574646,
201
+ 0.5037121176719666,
202
+ 0.25913724303245544,
203
+ 0.8703356981277466,
204
+ 0.8791335225105286,
205
+ 0.294391930103302,
206
+ 0.09527905285358429,
207
+ 0.21430367231369019,
208
+ 0.7716545462608337,
209
+ 0.3119223117828369,
210
+ 0.7442895770072937,
211
+ 0.3327644467353821,
212
+ 0.07963819056749344,
213
+ 0.10309088975191116,
214
+ 0.7507190704345703,
215
+ 0.5416705012321472,
216
+ 0.4383266270160675,
217
+ 0.552743136882782,
218
+ 0.065977543592453,
219
+ 0.07107976824045181,
220
+ 0.042438626289367676,
221
+ 0.53192138671875,
222
+ 0.5479453802108765,
223
+ 0.22629234194755554,
224
+ 0.28116992115974426,
225
+ 0.25859856605529785,
226
+ 0.2760775089263916,
227
+ 0.5800308585166931,
228
+ 0.5176804661750793,
229
+ 0.07169165462255478,
230
+ 0.5261827707290649,
231
+ 0.18938575685024261,
232
+ 0.24396145343780518,
233
+ 0.503262996673584,
234
+ 0.45477959513664246,
235
+ 0.29036059975624084,
236
+ 0.2985721528530121,
237
+ 0.4384438097476959,
238
+ 0.3576422929763794,
239
+ 0.5358511805534363,
240
+ 0.6072848439216614,
241
+ 0.46566691994667053,
242
+ 0.08902834355831146,
243
+ 0.34319108724594116,
244
+ 0.13805752992630005,
245
+ 0.636844277381897,
246
+ 0.2745837867259979,
247
+ 0.33442357182502747,
248
+ 0.4460051953792572,
249
+ 0.35102349519729614,
250
+ 0.06828726083040237,
251
+ 0.3475489914417267,
252
+ 0.42050179839134216,
253
+ 0.09545328468084335,
254
+ 0.8395078182220459,
255
+ 0.8527756929397583,
256
+ 0.05429147183895111,
257
+ 0.5247823596000671,
258
+ 0.761809229850769,
259
+ 0.22265997529029846,
260
+ 0.291262149810791,
261
+ 0.18414293229579926,
262
+ 0.3058837354183197,
263
+ 0.05722709745168686,
264
+ 0.524910032749176,
265
+ 0.19055168330669403,
266
+ 0.5882726311683655,
267
+ 0.6142926216125488,
268
+ 0.415522962808609,
269
+ 0.22506709396839142,
270
+ 0.6465044617652893,
271
+ 0.6104361414909363,
272
+ 0.32337868213653564,
273
+ 0.4485045373439789,
274
+ 0.45573127269744873,
275
+ 0.5537489056587219,
276
+ 0.10945380479097366,
277
+ 0.2619108557701111,
278
+ 0.40760520100593567,
279
+ 0.12496960908174515,
280
+ 0.3719410002231598,
281
+ 0.13930989801883698,
282
+ 0.7365147471427917
283
+ ]
284
+ }
p5-mae-15m-d212/exports/step_00020000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
3
+ "fingerprint": "46a01fe2da8a1462",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d212",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.37730183577165005,
60
+ "lora/map": 0.37730183577165005,
61
+ "fsd50k/map": 0.37730183577165005,
62
+ "train_seconds": 23.72,
63
+ "total_seconds": 32.56,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022460696530761198,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023950929805749886,
77
+ "val_map": 0.37730183577165005,
78
+ "lr": 0.0,
79
+ "train_s": 23.718525183270685
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.20245976746082306,
84
+ 0.20723764598369598,
85
+ 0.5722326040267944,
86
+ 0.34356099367141724,
87
+ 0.45147705078125,
88
+ 0.6156469583511353,
89
+ 0.8441718220710754,
90
+ 0.5489444136619568,
91
+ 0.5655933618545532,
92
+ 0.5088657736778259,
93
+ 0.21821941435337067,
94
+ 0.42460885643959045,
95
+ 0.13880525529384613,
96
+ 0.36974596977233887,
97
+ 0.4905843734741211,
98
+ 0.458387166261673,
99
+ 0.05430205166339874,
100
+ 0.1661442369222641,
101
+ 0.432297945022583,
102
+ 0.2496679276227951,
103
+ 0.5569350719451904,
104
+ 0.4088194668292999,
105
+ 0.7858133912086487,
106
+ 0.1089487224817276,
107
+ 0.24404950439929962,
108
+ 0.33829808235168457,
109
+ 0.346020370721817,
110
+ 0.2522315979003906,
111
+ 0.7584276795387268,
112
+ 0.29620814323425293,
113
+ 0.6869332790374756,
114
+ 0.4800409972667694,
115
+ 0.35054415464401245,
116
+ 0.21858572959899902,
117
+ 0.36839210987091064,
118
+ 0.20759791135787964,
119
+ 0.412609726190567,
120
+ 0.17945076525211334,
121
+ 0.3941572904586792,
122
+ 0.2892278730869293,
123
+ 0.5268979668617249,
124
+ 0.20192523300647736,
125
+ 0.5582098364830017,
126
+ 0.17142780125141144,
127
+ 0.49210992455482483,
128
+ 0.10562244802713394,
129
+ 0.21177563071250916,
130
+ 0.24340209364891052,
131
+ 0.7150887250900269,
132
+ 0.43474677205085754,
133
+ 0.33475881814956665,
134
+ 0.5328515768051147,
135
+ 0.5541507601737976,
136
+ 0.1278359740972519,
137
+ 0.15841056406497955,
138
+ 0.02028743550181389,
139
+ 0.2523261606693268,
140
+ 0.6941730380058289,
141
+ 0.13327336311340332,
142
+ 0.5035207271575928,
143
+ 0.568968653678894,
144
+ 0.6319496035575867,
145
+ 0.4263177514076233,
146
+ 0.08001969009637833,
147
+ 0.4238947927951813,
148
+ 0.10198773443698883,
149
+ 0.20034146308898926,
150
+ 0.6734046339988708,
151
+ 0.5641739368438721,
152
+ 0.5393248200416565,
153
+ 0.47169747948646545,
154
+ 0.20189638435840607,
155
+ 0.679201066493988,
156
+ 0.24976159632205963,
157
+ 0.2807050943374634,
158
+ 0.23823170363903046,
159
+ 0.45498302578926086,
160
+ 0.3180503249168396,
161
+ 0.2676005959510803,
162
+ 0.43303757905960083,
163
+ 0.16412147879600525,
164
+ 0.2479366511106491,
165
+ 0.3109588027000427,
166
+ 0.34169912338256836,
167
+ 0.3243769109249115,
168
+ 0.24415172636508942,
169
+ 0.41495078802108765,
170
+ 0.7077869176864624,
171
+ 0.18798476457595825,
172
+ 0.139010488986969,
173
+ 0.7467827796936035,
174
+ 0.1626962125301361,
175
+ 0.4776687026023865,
176
+ 0.2470100075006485,
177
+ 0.3696177899837494,
178
+ 0.35311293601989746,
179
+ 0.44262003898620605,
180
+ 0.14643964171409607,
181
+ 0.40722596645355225,
182
+ 0.0774909257888794,
183
+ 0.5736597776412964,
184
+ 0.7172413468360901,
185
+ 0.20572324097156525,
186
+ 0.4233938753604889,
187
+ 0.2349744290113449,
188
+ 0.34524378180503845,
189
+ 0.6451161503791809,
190
+ 0.4882987439632416,
191
+ 0.5448606014251709,
192
+ 0.18542136251926422,
193
+ 0.21621520817279816,
194
+ 0.35153061151504517,
195
+ 0.566088855266571,
196
+ 0.0851798877120018,
197
+ 0.1767553836107254,
198
+ 0.3322674334049225,
199
+ 0.7666724920272827,
200
+ 0.4178283214569092,
201
+ 0.4878571331501007,
202
+ 0.23707151412963867,
203
+ 0.876300573348999,
204
+ 0.8843296766281128,
205
+ 0.2850086987018585,
206
+ 0.08636953681707382,
207
+ 0.1846267133951187,
208
+ 0.7711150646209717,
209
+ 0.3086000382900238,
210
+ 0.7306580543518066,
211
+ 0.32345324754714966,
212
+ 0.10519156605005264,
213
+ 0.17417630553245544,
214
+ 0.7107781767845154,
215
+ 0.4678204357624054,
216
+ 0.4340130686759949,
217
+ 0.6086210608482361,
218
+ 0.06437521427869797,
219
+ 0.08548565208911896,
220
+ 0.04951326921582222,
221
+ 0.6583452820777893,
222
+ 0.5246607065200806,
223
+ 0.199591264128685,
224
+ 0.2806095480918884,
225
+ 0.19102251529693604,
226
+ 0.29664987325668335,
227
+ 0.674492359161377,
228
+ 0.5362197756767273,
229
+ 0.07288181781768799,
230
+ 0.5721164345741272,
231
+ 0.16379743814468384,
232
+ 0.24169525504112244,
233
+ 0.5182963609695435,
234
+ 0.5181822776794434,
235
+ 0.2559267580509186,
236
+ 0.41364485025405884,
237
+ 0.41894224286079407,
238
+ 0.3279612362384796,
239
+ 0.5122371315956116,
240
+ 0.5649953484535217,
241
+ 0.46404382586479187,
242
+ 0.04978448525071144,
243
+ 0.42559507489204407,
244
+ 0.18040575087070465,
245
+ 0.6357554197311401,
246
+ 0.3283524811267853,
247
+ 0.31508928537368774,
248
+ 0.42901238799095154,
249
+ 0.3627881407737732,
250
+ 0.07106239348649979,
251
+ 0.34871333837509155,
252
+ 0.40994396805763245,
253
+ 0.10338227450847626,
254
+ 0.8306663036346436,
255
+ 0.8381946682929993,
256
+ 0.0353747233748436,
257
+ 0.5073229670524597,
258
+ 0.7438291907310486,
259
+ 0.19226181507110596,
260
+ 0.2651914954185486,
261
+ 0.17433948814868927,
262
+ 0.29635000228881836,
263
+ 0.045418694615364075,
264
+ 0.5095645785331726,
265
+ 0.07463957369327545,
266
+ 0.5381395220756531,
267
+ 0.6058099865913391,
268
+ 0.3545868694782257,
269
+ 0.26730236411094666,
270
+ 0.6549104452133179,
271
+ 0.5725531578063965,
272
+ 0.31329938769340515,
273
+ 0.47851812839508057,
274
+ 0.4359828233718872,
275
+ 0.5537680387496948,
276
+ 0.11697786301374435,
277
+ 0.24647219479084015,
278
+ 0.3948017954826355,
279
+ 0.1261439323425293,
280
+ 0.3603819012641907,
281
+ 0.13743695616722107,
282
+ 0.7338635921478271
283
+ ]
284
+ }
p5-mae-15m-d212/exports/step_00020000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00020000",
4
+ "fingerprint": "46a01fe2da8a1462",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d212",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007079461112528319,
61
+ "val_map": 0.006030408975021451,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02404,
69
+ "train_map": 0.032925935316321917,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02315,
78
+ "train_map": 0.05639171803129777,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.0222,
87
+ "train_map": 0.06370384153486733,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02118,
96
+ "train_map": 0.08290871900711315,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02165,
105
+ "train_map": 0.08621168136110695,
106
+ "val_map": 0.05611695506542822,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02132,
114
+ "train_map": 0.08403274862482733,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02113,
123
+ "train_map": 0.1127112385758554,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02062,
132
+ "train_map": 0.12230464218421158,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.0195,
141
+ "train_map": 0.13038830674718183,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01916,
150
+ "train_map": 0.14457985302928192,
151
+ "val_map": 0.09153352449983854,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01917,
159
+ "train_map": 0.1547622278896452,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.019,
168
+ "train_map": 0.1706554068586448,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.019,
177
+ "train_map": 0.18006614813637659,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01846,
186
+ "train_map": 0.1986385917068376,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01827,
195
+ "train_map": 0.2115812467930722,
196
+ "val_map": 0.12713558659879967,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01805,
204
+ "train_map": 0.21207277821924755,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01811,
213
+ "train_map": 0.21961170754110904,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01815,
222
+ "train_map": 0.22757182928222802,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01771,
231
+ "train_map": 0.22944976493673827,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01778,
240
+ "train_map": 0.22966912085724114,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01813,
249
+ "train_map": 0.22975183025610402,
250
+ "val_map": 0.13857921963713116,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.22975183025610402,
256
+ "final_val_map": 0.13857921963713116,
257
+ "lora/map": 0.13857921963713116,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 62.2
260
+ }
p5-mae-15m-d212/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
4
+ "fingerprint": "46a01fe2da8a1462",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d212",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007377101868003133,
61
+ "val_map": 0.006445968482975602,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02346,
69
+ "train_map": 0.03241002075754078,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02284,
78
+ "train_map": 0.06189916041004604,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02218,
87
+ "train_map": 0.07658068982149126,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.7
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.0215,
96
+ "train_map": 0.08294135822023864,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.3
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02177,
105
+ "train_map": 0.09406851093502153,
106
+ "val_map": 0.061754750942305946,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02069,
114
+ "train_map": 0.11262295717696891,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0202,
123
+ "train_map": 0.11268196791671994,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02001,
132
+ "train_map": 0.1419161781107572,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.0
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01973,
141
+ "train_map": 0.1611334928788556,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.6
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01918,
150
+ "train_map": 0.1722917780262441,
151
+ "val_map": 0.10208617776201108,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 4.9
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01936,
159
+ "train_map": 0.1731264197048457,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01919,
168
+ "train_map": 0.18414530365779092,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.7
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01901,
177
+ "train_map": 0.206318826400507,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.3
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01857,
186
+ "train_map": 0.21637401807933085,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 6.9
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01791,
195
+ "train_map": 0.22806189897641596,
196
+ "val_map": 0.13881713849098282,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.4
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01829,
204
+ "train_map": 0.22859558655369666,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.5
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.0176,
213
+ "train_map": 0.23845672516586996,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.0
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01718,
222
+ "train_map": 0.24637507008957682,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.6
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01679,
231
+ "train_map": 0.24975611152484362,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.2
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01754,
240
+ "train_map": 0.2506847435297476,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 9.7
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01752,
249
+ "train_map": 0.25062252339541174,
250
+ "val_map": 0.15412937536697827,
251
+ "lr": 1e-05,
252
+ "train_s": 9.8
253
+ }
254
+ ],
255
+ "final_train_map": 0.25062252339541174,
256
+ "final_val_map": 0.15412937536697827,
257
+ "lora/map": 0.15412937536697827,
258
+ "train_seconds": 9.8,
259
+ "wall_seconds": 59.6
260
+ }
p5-mae-15m-d212/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d212/exports/step_00040000",
4
+ "fingerprint": "46a01fe2da8a1462",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d212",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006379618527468442,
61
+ "val_map": 0.006011113819120137,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02443,
69
+ "train_map": 0.03208232486503026,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02292,
78
+ "train_map": 0.05689462395974716,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02196,
87
+ "train_map": 0.06979209621027342,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02137,
96
+ "train_map": 0.0975887985450288,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.3
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02153,
105
+ "train_map": 0.09756935625231031,
106
+ "val_map": 0.06445663943056165,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.0207,
114
+ "train_map": 0.10950238113751037,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02069,
123
+ "train_map": 0.127052263625362,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.01995,
132
+ "train_map": 0.13888737268390688,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02011,
141
+ "train_map": 0.14583281100863693,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01947,
150
+ "train_map": 0.1626418425049456,
151
+ "val_map": 0.0994741923583979,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01943,
159
+ "train_map": 0.1722161326525588,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01895,
168
+ "train_map": 0.1831891163317681,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01899,
177
+ "train_map": 0.20060690671322157,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.4
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01827,
186
+ "train_map": 0.2114902583164723,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.0
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01784,
195
+ "train_map": 0.22381011851351051,
196
+ "val_map": 0.1375497212735989,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.5
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01818,
204
+ "train_map": 0.22615787507153243,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01747,
213
+ "train_map": 0.23564794474498738,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.1
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01775,
222
+ "train_map": 0.24190454642364376,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.7
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01745,
231
+ "train_map": 0.2464394728799812,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.3
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01741,
240
+ "train_map": 0.24690186064089498,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 9.8
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01723,
249
+ "train_map": 0.2469325993118182,
250
+ "val_map": 0.15294191910420496,
251
+ "lr": 1e-05,
252
+ "train_s": 9.9
253
+ }
254
+ ],
255
+ "final_train_map": 0.2469325993118182,
256
+ "final_val_map": 0.15294191910420496,
257
+ "lora/map": 0.15294191910420496,
258
+ "train_seconds": 9.9,
259
+ "wall_seconds": 59.3
260
+ }
p5-mae-15m-d212/exports/step_00040000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccada39ae12d83781fd61c397a3cf3cc091f2122795603842edf22eb5568ea6e
3
+ size 60174680