quinnlue commited on
Commit
245ab21
·
verified ·
1 Parent(s): ad86b59

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
3
+ "fingerprint": "7e795e2e42e778cb",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d214",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.38827788923867046,
60
+ "lora/map": 0.38827788923867046,
61
+ "fsd50k/map": 0.38827788923867046,
62
+ "train_seconds": 23.93,
63
+ "total_seconds": 32.85,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.025558316996321082,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023155014274159988,
77
+ "val_map": 0.38827788923867046,
78
+ "lr": 0.0,
79
+ "train_s": 23.925271098618396
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2861294448375702,
84
+ 0.11509660631418228,
85
+ 0.5790489912033081,
86
+ 0.38007786870002747,
87
+ 0.4893718361854553,
88
+ 0.629911482334137,
89
+ 0.8437595367431641,
90
+ 0.5561518669128418,
91
+ 0.5525522232055664,
92
+ 0.4543398916721344,
93
+ 0.286554753780365,
94
+ 0.44788557291030884,
95
+ 0.19886963069438934,
96
+ 0.43286803364753723,
97
+ 0.509558916091919,
98
+ 0.471418559551239,
99
+ 0.03591121733188629,
100
+ 0.20974116027355194,
101
+ 0.42727717757225037,
102
+ 0.20883551239967346,
103
+ 0.5123429298400879,
104
+ 0.41273385286331177,
105
+ 0.8611426949501038,
106
+ 0.0775282233953476,
107
+ 0.2734788656234741,
108
+ 0.3504296839237213,
109
+ 0.3818843960762024,
110
+ 0.25849753618240356,
111
+ 0.7537873983383179,
112
+ 0.3332879841327667,
113
+ 0.6832916736602783,
114
+ 0.49002745747566223,
115
+ 0.4166947603225708,
116
+ 0.17570963501930237,
117
+ 0.3996056914329529,
118
+ 0.24669574201107025,
119
+ 0.40978890657424927,
120
+ 0.23225943744182587,
121
+ 0.3931530714035034,
122
+ 0.22374923527240753,
123
+ 0.5253254771232605,
124
+ 0.24218538403511047,
125
+ 0.6065368056297302,
126
+ 0.1981389969587326,
127
+ 0.5038461685180664,
128
+ 0.18471990525722504,
129
+ 0.21504253149032593,
130
+ 0.26902467012405396,
131
+ 0.7231121063232422,
132
+ 0.41669249534606934,
133
+ 0.3906257450580597,
134
+ 0.5479743480682373,
135
+ 0.5647337436676025,
136
+ 0.1265609860420227,
137
+ 0.12711994349956512,
138
+ 0.020852843299508095,
139
+ 0.2838742434978485,
140
+ 0.7148608565330505,
141
+ 0.13939689099788666,
142
+ 0.5201578736305237,
143
+ 0.5753822922706604,
144
+ 0.6164514422416687,
145
+ 0.4318447411060333,
146
+ 0.179115891456604,
147
+ 0.4708111584186554,
148
+ 0.16532640159130096,
149
+ 0.254336416721344,
150
+ 0.6859235167503357,
151
+ 0.49612247943878174,
152
+ 0.560829222202301,
153
+ 0.4869043827056885,
154
+ 0.2483939677476883,
155
+ 0.7205604314804077,
156
+ 0.2936084270477295,
157
+ 0.3491418659687042,
158
+ 0.21558068692684174,
159
+ 0.3856402337551117,
160
+ 0.43473052978515625,
161
+ 0.27678611874580383,
162
+ 0.4785197377204895,
163
+ 0.2559857666492462,
164
+ 0.32467296719551086,
165
+ 0.2678837180137634,
166
+ 0.3285455107688904,
167
+ 0.1724959909915924,
168
+ 0.24286426603794098,
169
+ 0.45202791690826416,
170
+ 0.6597694158554077,
171
+ 0.19594606757164001,
172
+ 0.1207384243607521,
173
+ 0.7754172086715698,
174
+ 0.16439738869667053,
175
+ 0.5532097220420837,
176
+ 0.2291293442249298,
177
+ 0.19987612962722778,
178
+ 0.30187010765075684,
179
+ 0.5173975229263306,
180
+ 0.1636398285627365,
181
+ 0.3480915427207947,
182
+ 0.0784868448972702,
183
+ 0.5737208724021912,
184
+ 0.7084478139877319,
185
+ 0.20960934460163116,
186
+ 0.43691378831863403,
187
+ 0.244600310921669,
188
+ 0.36881116032600403,
189
+ 0.6811566948890686,
190
+ 0.5263187885284424,
191
+ 0.5547000169754028,
192
+ 0.265420138835907,
193
+ 0.2514905631542206,
194
+ 0.33750486373901367,
195
+ 0.5625092387199402,
196
+ 0.11379097402095795,
197
+ 0.14004896581172943,
198
+ 0.3055761456489563,
199
+ 0.7524537444114685,
200
+ 0.3646148443222046,
201
+ 0.4861147105693817,
202
+ 0.2081250250339508,
203
+ 0.8739283680915833,
204
+ 0.8820453882217407,
205
+ 0.3689612150192261,
206
+ 0.12916775047779083,
207
+ 0.25817739963531494,
208
+ 0.7744446992874146,
209
+ 0.31638452410697937,
210
+ 0.7646796107292175,
211
+ 0.3244744539260864,
212
+ 0.1666557788848877,
213
+ 0.1791977733373642,
214
+ 0.7353037595748901,
215
+ 0.4655917286872864,
216
+ 0.4491824805736542,
217
+ 0.6294202208518982,
218
+ 0.0771002322435379,
219
+ 0.06132476031780243,
220
+ 0.058659832924604416,
221
+ 0.5287220478057861,
222
+ 0.5518094301223755,
223
+ 0.15648503601551056,
224
+ 0.325359970331192,
225
+ 0.2521534860134125,
226
+ 0.29960504174232483,
227
+ 0.6846722960472107,
228
+ 0.559847891330719,
229
+ 0.08917535096406937,
230
+ 0.5679169297218323,
231
+ 0.19840645790100098,
232
+ 0.31779006123542786,
233
+ 0.5219970345497131,
234
+ 0.4776729345321655,
235
+ 0.2759914696216583,
236
+ 0.31873801350593567,
237
+ 0.4451994001865387,
238
+ 0.29837945103645325,
239
+ 0.5466771721839905,
240
+ 0.6012469530105591,
241
+ 0.4787066876888275,
242
+ 0.10651367157697678,
243
+ 0.42924273014068604,
244
+ 0.19810262322425842,
245
+ 0.6594287753105164,
246
+ 0.2905709445476532,
247
+ 0.34060901403427124,
248
+ 0.3538166582584381,
249
+ 0.3465869128704071,
250
+ 0.054405711591243744,
251
+ 0.32853907346725464,
252
+ 0.4405026435852051,
253
+ 0.09985506534576416,
254
+ 0.8561955690383911,
255
+ 0.8671293258666992,
256
+ 0.03939874470233917,
257
+ 0.4916730225086212,
258
+ 0.7597904205322266,
259
+ 0.19459682703018188,
260
+ 0.29315006732940674,
261
+ 0.18658925592899323,
262
+ 0.3047662079334259,
263
+ 0.06183875724673271,
264
+ 0.5176106691360474,
265
+ 0.13655517995357513,
266
+ 0.5734191536903381,
267
+ 0.6214026808738708,
268
+ 0.46893519163131714,
269
+ 0.27539604902267456,
270
+ 0.6716662049293518,
271
+ 0.591300904750824,
272
+ 0.39948350191116333,
273
+ 0.34447479248046875,
274
+ 0.4547528922557831,
275
+ 0.5636157989501953,
276
+ 0.12259994447231293,
277
+ 0.28301703929901123,
278
+ 0.4189855754375458,
279
+ 0.13517476618289948,
280
+ 0.35574206709861755,
281
+ 0.1727975457906723,
282
+ 0.7414776682853699
283
+ ]
284
+ }
p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
3
+ "fingerprint": "7e795e2e42e778cb",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d214",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3920092847663909,
60
+ "lora/map": 0.3920092847663909,
61
+ "fsd50k/map": 0.3920092847663909,
62
+ "train_seconds": 23.28,
63
+ "total_seconds": 32.36,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022969441463937982,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02301157821039494,
77
+ "val_map": 0.3920092847663909,
78
+ "lr": 0.0,
79
+ "train_s": 23.280241786385886
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2916368842124939,
84
+ 0.15392616391181946,
85
+ 0.5747761726379395,
86
+ 0.40035054087638855,
87
+ 0.5002295970916748,
88
+ 0.6236058473587036,
89
+ 0.8432265520095825,
90
+ 0.5525115728378296,
91
+ 0.5743422508239746,
92
+ 0.5242239832878113,
93
+ 0.2792332172393799,
94
+ 0.4367552399635315,
95
+ 0.15727800130844116,
96
+ 0.42059043049812317,
97
+ 0.5124168395996094,
98
+ 0.4697379171848297,
99
+ 0.046785078942775726,
100
+ 0.25544214248657227,
101
+ 0.5018170475959778,
102
+ 0.23487238585948944,
103
+ 0.5499294996261597,
104
+ 0.4185093939304352,
105
+ 0.8285479545593262,
106
+ 0.07760193198919296,
107
+ 0.23375631868839264,
108
+ 0.3203393816947937,
109
+ 0.38046085834503174,
110
+ 0.25120314955711365,
111
+ 0.7871454358100891,
112
+ 0.3152751326560974,
113
+ 0.6183738112449646,
114
+ 0.5150061249732971,
115
+ 0.4011479616165161,
116
+ 0.15481820702552795,
117
+ 0.44372013211250305,
118
+ 0.21415284276008606,
119
+ 0.4298985004425049,
120
+ 0.22327619791030884,
121
+ 0.48856836557388306,
122
+ 0.2592819035053253,
123
+ 0.5399670004844666,
124
+ 0.21268939971923828,
125
+ 0.5818073153495789,
126
+ 0.1682872474193573,
127
+ 0.4761492609977722,
128
+ 0.18169179558753967,
129
+ 0.2156832218170166,
130
+ 0.23901404440402985,
131
+ 0.7420790195465088,
132
+ 0.4567493200302124,
133
+ 0.4128807783126831,
134
+ 0.48914042115211487,
135
+ 0.6196160912513733,
136
+ 0.19845999777317047,
137
+ 0.17935039103031158,
138
+ 0.02493084780871868,
139
+ 0.2709202170372009,
140
+ 0.6808680295944214,
141
+ 0.14676105976104736,
142
+ 0.5090807676315308,
143
+ 0.5660727024078369,
144
+ 0.6328681111335754,
145
+ 0.4135093092918396,
146
+ 0.14565901458263397,
147
+ 0.4896329939365387,
148
+ 0.10034450143575668,
149
+ 0.21511803567409515,
150
+ 0.6914086937904358,
151
+ 0.49006837606430054,
152
+ 0.5780274868011475,
153
+ 0.492275208234787,
154
+ 0.26547229290008545,
155
+ 0.7141258120536804,
156
+ 0.3344438970088959,
157
+ 0.29784005880355835,
158
+ 0.22665756940841675,
159
+ 0.40097078680992126,
160
+ 0.388100802898407,
161
+ 0.2918189764022827,
162
+ 0.4239164888858795,
163
+ 0.2564599812030792,
164
+ 0.3073749840259552,
165
+ 0.28856393694877625,
166
+ 0.2523730993270874,
167
+ 0.23734228312969208,
168
+ 0.32706716656684875,
169
+ 0.4223720133304596,
170
+ 0.6234163045883179,
171
+ 0.23030847311019897,
172
+ 0.11354880034923553,
173
+ 0.790493905544281,
174
+ 0.1422843039035797,
175
+ 0.5472421050071716,
176
+ 0.2339290976524353,
177
+ 0.35208627581596375,
178
+ 0.3378377854824066,
179
+ 0.5537663102149963,
180
+ 0.20322750508785248,
181
+ 0.42649421095848083,
182
+ 0.06949722766876221,
183
+ 0.5733128190040588,
184
+ 0.7096974849700928,
185
+ 0.24592038989067078,
186
+ 0.43470287322998047,
187
+ 0.23629632592201233,
188
+ 0.3474189341068268,
189
+ 0.6553815603256226,
190
+ 0.5462356209754944,
191
+ 0.523902177810669,
192
+ 0.21299855411052704,
193
+ 0.2711370289325714,
194
+ 0.34101763367652893,
195
+ 0.5933452248573303,
196
+ 0.20802398025989532,
197
+ 0.20871502161026,
198
+ 0.2952142357826233,
199
+ 0.7644712328910828,
200
+ 0.35916993021965027,
201
+ 0.5050771236419678,
202
+ 0.24037829041481018,
203
+ 0.8776869177818298,
204
+ 0.8860349655151367,
205
+ 0.3863302171230316,
206
+ 0.1272478848695755,
207
+ 0.21362148225307465,
208
+ 0.7942541241645813,
209
+ 0.29217594861984253,
210
+ 0.7738500237464905,
211
+ 0.32809510827064514,
212
+ 0.10128452628850937,
213
+ 0.1684732586145401,
214
+ 0.764809787273407,
215
+ 0.514413595199585,
216
+ 0.451992005109787,
217
+ 0.5441797375679016,
218
+ 0.0774298831820488,
219
+ 0.04770617187023163,
220
+ 0.054837774485349655,
221
+ 0.532683253288269,
222
+ 0.5526987314224243,
223
+ 0.21032942831516266,
224
+ 0.3438238501548767,
225
+ 0.22817598283290863,
226
+ 0.28503087162971497,
227
+ 0.628991961479187,
228
+ 0.5457859635353088,
229
+ 0.08496077358722687,
230
+ 0.5416449904441833,
231
+ 0.20788231492042542,
232
+ 0.3090883493423462,
233
+ 0.5352863669395447,
234
+ 0.4840596616268158,
235
+ 0.3273483216762543,
236
+ 0.24978794157505035,
237
+ 0.48752567172050476,
238
+ 0.3462722897529602,
239
+ 0.5444843173027039,
240
+ 0.627300500869751,
241
+ 0.47710636258125305,
242
+ 0.08170304447412491,
243
+ 0.3726077079772949,
244
+ 0.1501658707857132,
245
+ 0.6691280007362366,
246
+ 0.22465647757053375,
247
+ 0.3416971266269684,
248
+ 0.27714571356773376,
249
+ 0.35412776470184326,
250
+ 0.06327182799577713,
251
+ 0.30926313996315,
252
+ 0.45716696977615356,
253
+ 0.10811280459165573,
254
+ 0.8306958079338074,
255
+ 0.8379318118095398,
256
+ 0.04425794631242752,
257
+ 0.5036323070526123,
258
+ 0.7390308380126953,
259
+ 0.20213273167610168,
260
+ 0.2589513659477234,
261
+ 0.18766207993030548,
262
+ 0.2954081892967224,
263
+ 0.0704738199710846,
264
+ 0.5594497919082642,
265
+ 0.2902882397174835,
266
+ 0.600657045841217,
267
+ 0.6185336709022522,
268
+ 0.4284569323062897,
269
+ 0.28665822744369507,
270
+ 0.65520840883255,
271
+ 0.6017327308654785,
272
+ 0.4332859218120575,
273
+ 0.41609594225883484,
274
+ 0.46274906396865845,
275
+ 0.55827796459198,
276
+ 0.1132819652557373,
277
+ 0.3979795277118683,
278
+ 0.4189606308937073,
279
+ 0.1123899444937706,
280
+ 0.43663138151168823,
281
+ 0.16997496783733368,
282
+ 0.7499994039535522
283
+ ]
284
+ }
p5-mae-15m-d214/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
3
+ "fingerprint": "7e795e2e42e778cb",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d214",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3852240803092718,
60
+ "lora/map": 0.3852240803092718,
61
+ "fsd50k/map": 0.3852240803092718,
62
+ "train_seconds": 24.65,
63
+ "total_seconds": 33.63,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022658736822195352,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02334719779942657,
77
+ "val_map": 0.3852240803092718,
78
+ "lr": 0.0,
79
+ "train_s": 24.654944570502266
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.27540960907936096,
84
+ 0.15480446815490723,
85
+ 0.5716173648834229,
86
+ 0.350340873003006,
87
+ 0.5002762079238892,
88
+ 0.628688633441925,
89
+ 0.8544864058494568,
90
+ 0.559535562992096,
91
+ 0.603472113609314,
92
+ 0.44331681728363037,
93
+ 0.2514747381210327,
94
+ 0.4416854977607727,
95
+ 0.14388293027877808,
96
+ 0.34693947434425354,
97
+ 0.49564328789711,
98
+ 0.4643842577934265,
99
+ 0.05523465946316719,
100
+ 0.2890341579914093,
101
+ 0.4475036859512329,
102
+ 0.186137393116951,
103
+ 0.5261470675468445,
104
+ 0.4092753529548645,
105
+ 0.8441588282585144,
106
+ 0.10469842702150345,
107
+ 0.2551368772983551,
108
+ 0.3712020814418793,
109
+ 0.34934771060943604,
110
+ 0.2380037158727646,
111
+ 0.7392165064811707,
112
+ 0.26826271414756775,
113
+ 0.6544409990310669,
114
+ 0.5054536461830139,
115
+ 0.3612852394580841,
116
+ 0.17590463161468506,
117
+ 0.42680445313453674,
118
+ 0.28511977195739746,
119
+ 0.3970293402671814,
120
+ 0.25588810443878174,
121
+ 0.45899051427841187,
122
+ 0.26305219531059265,
123
+ 0.5419344305992126,
124
+ 0.22389209270477295,
125
+ 0.5652500987052917,
126
+ 0.17127791047096252,
127
+ 0.5045484900474548,
128
+ 0.15108422935009003,
129
+ 0.22444835305213928,
130
+ 0.2353619933128357,
131
+ 0.7597671151161194,
132
+ 0.43239906430244446,
133
+ 0.3265030086040497,
134
+ 0.5583986639976501,
135
+ 0.58952796459198,
136
+ 0.10838618129491806,
137
+ 0.19576284289360046,
138
+ 0.016425620764493942,
139
+ 0.22740942239761353,
140
+ 0.6903685927391052,
141
+ 0.11923683434724808,
142
+ 0.5263994932174683,
143
+ 0.5894261598587036,
144
+ 0.6451559662818909,
145
+ 0.424058735370636,
146
+ 0.14801904559135437,
147
+ 0.41572514176368713,
148
+ 0.12605246901512146,
149
+ 0.23818732798099518,
150
+ 0.6790484189987183,
151
+ 0.5181216597557068,
152
+ 0.5166239738464355,
153
+ 0.4789752662181854,
154
+ 0.22793465852737427,
155
+ 0.7070412039756775,
156
+ 0.3064885437488556,
157
+ 0.3005581498146057,
158
+ 0.2399466335773468,
159
+ 0.43999922275543213,
160
+ 0.44313380122184753,
161
+ 0.24910999834537506,
162
+ 0.4220271408557892,
163
+ 0.2457224577665329,
164
+ 0.28426018357276917,
165
+ 0.3113669455051422,
166
+ 0.31751710176467896,
167
+ 0.3102648854255676,
168
+ 0.2669546902179718,
169
+ 0.4419257342815399,
170
+ 0.7144257426261902,
171
+ 0.21239928901195526,
172
+ 0.1522071212530136,
173
+ 0.7511053681373596,
174
+ 0.17842119932174683,
175
+ 0.5286637544631958,
176
+ 0.24620039761066437,
177
+ 0.31361791491508484,
178
+ 0.3690970242023468,
179
+ 0.5392023921012878,
180
+ 0.19787409901618958,
181
+ 0.4301239252090454,
182
+ 0.07651324570178986,
183
+ 0.559661328792572,
184
+ 0.7188693284988403,
185
+ 0.2400675117969513,
186
+ 0.45108798146247864,
187
+ 0.24449336528778076,
188
+ 0.2843962013721466,
189
+ 0.659481406211853,
190
+ 0.5086549520492554,
191
+ 0.5382869243621826,
192
+ 0.2164715975522995,
193
+ 0.2125832736492157,
194
+ 0.3585270643234253,
195
+ 0.6175025701522827,
196
+ 0.09113256633281708,
197
+ 0.14266234636306763,
198
+ 0.31187203526496887,
199
+ 0.7659384608268738,
200
+ 0.4070543944835663,
201
+ 0.5038071274757385,
202
+ 0.20960752665996552,
203
+ 0.8834146857261658,
204
+ 0.8918485641479492,
205
+ 0.3172457814216614,
206
+ 0.08742236346006393,
207
+ 0.18331773579120636,
208
+ 0.774615466594696,
209
+ 0.26933419704437256,
210
+ 0.7391127347946167,
211
+ 0.3434176445007324,
212
+ 0.12183009833097458,
213
+ 0.14318780601024628,
214
+ 0.7139939069747925,
215
+ 0.46566081047058105,
216
+ 0.4172587990760803,
217
+ 0.6143054366111755,
218
+ 0.05806424468755722,
219
+ 0.10066157579421997,
220
+ 0.05777057260274887,
221
+ 0.5912977457046509,
222
+ 0.5465952754020691,
223
+ 0.13390125334262848,
224
+ 0.2895299196243286,
225
+ 0.2010096162557602,
226
+ 0.22331491112709045,
227
+ 0.6597832441329956,
228
+ 0.5244216322898865,
229
+ 0.06682205200195312,
230
+ 0.5738482475280762,
231
+ 0.16975334286689758,
232
+ 0.26233115792274475,
233
+ 0.5213422775268555,
234
+ 0.476218044757843,
235
+ 0.3229350447654724,
236
+ 0.4532873332500458,
237
+ 0.4142751097679138,
238
+ 0.3162773549556732,
239
+ 0.5524305701255798,
240
+ 0.6517801880836487,
241
+ 0.4755851626396179,
242
+ 0.10002974420785904,
243
+ 0.42722728848457336,
244
+ 0.18374602496623993,
245
+ 0.6822112798690796,
246
+ 0.25812962651252747,
247
+ 0.30057308077812195,
248
+ 0.35515204071998596,
249
+ 0.27655136585235596,
250
+ 0.06594483554363251,
251
+ 0.34080615639686584,
252
+ 0.41313567757606506,
253
+ 0.09704111516475677,
254
+ 0.8558006286621094,
255
+ 0.8656924366950989,
256
+ 0.05022452026605606,
257
+ 0.5168623924255371,
258
+ 0.7447335124015808,
259
+ 0.1913408488035202,
260
+ 0.2784448564052582,
261
+ 0.1606069803237915,
262
+ 0.3086360991001129,
263
+ 0.04398155212402344,
264
+ 0.4785371422767639,
265
+ 0.09540332853794098,
266
+ 0.5409624576568604,
267
+ 0.6158971190452576,
268
+ 0.3738795518875122,
269
+ 0.2787601053714752,
270
+ 0.6647916436195374,
271
+ 0.5808348655700684,
272
+ 0.35665908455848694,
273
+ 0.4130668640136719,
274
+ 0.47333666682243347,
275
+ 0.5614145398139954,
276
+ 0.12279554456472397,
277
+ 0.3480663299560547,
278
+ 0.41100019216537476,
279
+ 0.11611765623092651,
280
+ 0.4211682081222534,
281
+ 0.14703220129013062,
282
+ 0.751694917678833
283
+ ]
284
+ }
p5-mae-15m-d214/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
4
+ "fingerprint": "7e795e2e42e778cb",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d214",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007388675402482332,
61
+ "val_map": 0.006202059684399042,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02361,
69
+ "train_map": 0.03227341106378843,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02308,
78
+ "train_map": 0.05938711590367764,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02225,
87
+ "train_map": 0.0808560567292998,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02173,
96
+ "train_map": 0.09275182090351532,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02169,
105
+ "train_map": 0.09691400828583968,
106
+ "val_map": 0.06598163711258778,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02073,
114
+ "train_map": 0.1137393924948429,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02022,
123
+ "train_map": 0.1227190892774951,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.01993,
132
+ "train_map": 0.13462356743234893,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01971,
141
+ "train_map": 0.15252618850571098,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.0191,
150
+ "train_map": 0.16077958351174332,
151
+ "val_map": 0.09888880269025829,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01943,
159
+ "train_map": 0.16408161368252855,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01917,
168
+ "train_map": 0.18538486284771102,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01904,
177
+ "train_map": 0.1961001045303861,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01867,
186
+ "train_map": 0.20429503823589865,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01806,
195
+ "train_map": 0.21358111133070865,
196
+ "val_map": 0.13529403474750934,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01843,
204
+ "train_map": 0.21569775357715207,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01781,
213
+ "train_map": 0.2239972534094649,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01735,
222
+ "train_map": 0.23189141886552664,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.8
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01699,
231
+ "train_map": 0.23590308634574883,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01759,
240
+ "train_map": 0.23647356667843925,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01765,
249
+ "train_map": 0.23648863985685656,
250
+ "val_map": 0.14950929807350605,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.23648863985685656,
256
+ "final_val_map": 0.14950929807350605,
257
+ "lora/map": 0.14950929807350605,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 59.7
260
+ }
p5-mae-15m-d214/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
4
+ "fingerprint": "7e795e2e42e778cb",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d214",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.0070678465135936295,
61
+ "val_map": 0.0060180503301997534,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02463,
69
+ "train_map": 0.02948121683105678,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02311,
78
+ "train_map": 0.05439340670600152,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02204,
87
+ "train_map": 0.07285204302432083,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02137,
96
+ "train_map": 0.08703753365087985,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02164,
105
+ "train_map": 0.09229333693447896,
106
+ "val_map": 0.06279198970182656,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02052,
114
+ "train_map": 0.10730968669023315,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02071,
123
+ "train_map": 0.11746879806830433,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.0199,
132
+ "train_map": 0.12927386216356276,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02035,
141
+ "train_map": 0.14079768775009763,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01953,
150
+ "train_map": 0.15797500749449095,
151
+ "val_map": 0.09662063949983532,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01963,
159
+ "train_map": 0.1620611188746812,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01904,
168
+ "train_map": 0.17124032200644573,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01895,
177
+ "train_map": 0.1901935701955647,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01836,
186
+ "train_map": 0.20174055865239457,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01789,
195
+ "train_map": 0.21373030689387693,
196
+ "val_map": 0.13453578892953877,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01816,
204
+ "train_map": 0.2144171030448831,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01765,
213
+ "train_map": 0.22782414713326624,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01777,
222
+ "train_map": 0.23189198722854343,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01753,
231
+ "train_map": 0.23573961199669474,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01754,
240
+ "train_map": 0.23650142516626269,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01726,
249
+ "train_map": 0.2366086580778209,
250
+ "val_map": 0.14877315347862255,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.2366086580778209,
256
+ "final_val_map": 0.14877315347862255,
257
+ "lora/map": 0.14877315347862255,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 59.6
260
+ }
p5-mae-15m-d214/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d214/exports/step_00040000",
4
+ "fingerprint": "7e795e2e42e778cb",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d214",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007768040324894418,
61
+ "val_map": 0.0065083548108971125,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02403,
69
+ "train_map": 0.026868614257247923,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02308,
78
+ "train_map": 0.051923780513183346,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02203,
87
+ "train_map": 0.060407208630451105,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02123,
96
+ "train_map": 0.08238225449358186,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02158,
105
+ "train_map": 0.0865767105576181,
106
+ "val_map": 0.05913198562082702,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02124,
114
+ "train_map": 0.10244679245726687,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0208,
123
+ "train_map": 0.1191034467340371,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02057,
132
+ "train_map": 0.12281946210805644,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01952,
141
+ "train_map": 0.13942121075593514,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01901,
150
+ "train_map": 0.15845657371963592,
151
+ "val_map": 0.101797726622074,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01893,
159
+ "train_map": 0.1574208063357978,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01869,
168
+ "train_map": 0.17347258569025903,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01885,
177
+ "train_map": 0.18607401246367555,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01826,
186
+ "train_map": 0.19780402360183577,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.0
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01815,
195
+ "train_map": 0.21152450960832853,
196
+ "val_map": 0.1322839524140988,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.5
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01788,
204
+ "train_map": 0.21427554818598352,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01788,
213
+ "train_map": 0.2221642447895312,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01793,
222
+ "train_map": 0.22958565210531232,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.8
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01758,
231
+ "train_map": 0.2325646402155256,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01767,
240
+ "train_map": 0.233362968811373,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 9.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01796,
249
+ "train_map": 0.2331980306185089,
250
+ "val_map": 0.14502547430740476,
251
+ "lr": 1e-05,
252
+ "train_s": 10.0
253
+ }
254
+ ],
255
+ "final_train_map": 0.2331980306185089,
256
+ "final_val_map": 0.14502547430740476,
257
+ "lora/map": 0.14502547430740476,
258
+ "train_seconds": 10.0,
259
+ "wall_seconds": 59.9
260
+ }