quinnlue commited on
Commit
6d2a842
·
verified ·
1 Parent(s): 6a32518

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
3
+ "fingerprint": "d75505d5f4c1620b",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d249",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3907442119903862,
60
+ "lora/map": 0.3907442119903862,
61
+ "fsd50k/map": 0.3907442119903862,
62
+ "train_seconds": 24.13,
63
+ "total_seconds": 32.89,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02319995528785512,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02340998282091526,
77
+ "val_map": 0.3907442119903862,
78
+ "lr": 0.0,
79
+ "train_s": 24.13165398419369
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2935396134853363,
84
+ 0.1018192395567894,
85
+ 0.5454273223876953,
86
+ 0.3682573437690735,
87
+ 0.4618406891822815,
88
+ 0.6345180869102478,
89
+ 0.8452879786491394,
90
+ 0.5706750750541687,
91
+ 0.6099862456321716,
92
+ 0.4485794007778168,
93
+ 0.2957986295223236,
94
+ 0.4316520094871521,
95
+ 0.2243664562702179,
96
+ 0.44628456234931946,
97
+ 0.5115784406661987,
98
+ 0.4751260578632355,
99
+ 0.028806298971176147,
100
+ 0.20219899713993073,
101
+ 0.4713204503059387,
102
+ 0.19136086106300354,
103
+ 0.522429347038269,
104
+ 0.430012047290802,
105
+ 0.8320848345756531,
106
+ 0.09245340526103973,
107
+ 0.26138773560523987,
108
+ 0.39853110909461975,
109
+ 0.4069185256958008,
110
+ 0.2820759117603302,
111
+ 0.7956069111824036,
112
+ 0.32202622294425964,
113
+ 0.6524175405502319,
114
+ 0.5592901110649109,
115
+ 0.4332839548587799,
116
+ 0.1850316971540451,
117
+ 0.3635861277580261,
118
+ 0.23489420115947723,
119
+ 0.4119941294193268,
120
+ 0.155104860663414,
121
+ 0.3214893341064453,
122
+ 0.237300306558609,
123
+ 0.5625195503234863,
124
+ 0.21344411373138428,
125
+ 0.6386977434158325,
126
+ 0.15615150332450867,
127
+ 0.44865143299102783,
128
+ 0.11296173185110092,
129
+ 0.2315737009048462,
130
+ 0.2584038972854614,
131
+ 0.7360108494758606,
132
+ 0.4105193316936493,
133
+ 0.40401017665863037,
134
+ 0.5154834985733032,
135
+ 0.5744181871414185,
136
+ 0.13179074227809906,
137
+ 0.11011257767677307,
138
+ 0.03971616551280022,
139
+ 0.246644526720047,
140
+ 0.7082497477531433,
141
+ 0.1282511055469513,
142
+ 0.516049325466156,
143
+ 0.5920450687408447,
144
+ 0.6340367197990417,
145
+ 0.4513891935348511,
146
+ 0.12910065054893494,
147
+ 0.521394670009613,
148
+ 0.11248086392879486,
149
+ 0.21953952312469482,
150
+ 0.6641411781311035,
151
+ 0.5532208681106567,
152
+ 0.5274362564086914,
153
+ 0.49798843264579773,
154
+ 0.1893165111541748,
155
+ 0.6919001340866089,
156
+ 0.3732927441596985,
157
+ 0.34078991413116455,
158
+ 0.24015210568904877,
159
+ 0.421834260225296,
160
+ 0.38125643134117126,
161
+ 0.3226013779640198,
162
+ 0.47947829961776733,
163
+ 0.28964027762413025,
164
+ 0.2938554883003235,
165
+ 0.3539108335971832,
166
+ 0.30121102929115295,
167
+ 0.22240358591079712,
168
+ 0.270868718624115,
169
+ 0.43153145909309387,
170
+ 0.657997190952301,
171
+ 0.2307237982749939,
172
+ 0.1481613963842392,
173
+ 0.7616499066352844,
174
+ 0.24342572689056396,
175
+ 0.514957845211029,
176
+ 0.21963736414909363,
177
+ 0.19727370142936707,
178
+ 0.3223937451839447,
179
+ 0.4161505103111267,
180
+ 0.14325891435146332,
181
+ 0.40151339769363403,
182
+ 0.07200267165899277,
183
+ 0.5626325011253357,
184
+ 0.7136776447296143,
185
+ 0.19065910577774048,
186
+ 0.3894638419151306,
187
+ 0.23801766335964203,
188
+ 0.4151252210140228,
189
+ 0.6517271995544434,
190
+ 0.5155683755874634,
191
+ 0.5357177257537842,
192
+ 0.22296305000782013,
193
+ 0.2222408503293991,
194
+ 0.3306720554828644,
195
+ 0.6058624386787415,
196
+ 0.08193334192037582,
197
+ 0.190574049949646,
198
+ 0.3223182260990143,
199
+ 0.7343415021896362,
200
+ 0.4068312644958496,
201
+ 0.5159900188446045,
202
+ 0.22508326172828674,
203
+ 0.8666722178459167,
204
+ 0.8745530843734741,
205
+ 0.364149272441864,
206
+ 0.07613428682088852,
207
+ 0.22828443348407745,
208
+ 0.772407054901123,
209
+ 0.2578278183937073,
210
+ 0.7469176650047302,
211
+ 0.2968084216117859,
212
+ 0.10869396477937698,
213
+ 0.1460186243057251,
214
+ 0.7820507884025574,
215
+ 0.4843585193157196,
216
+ 0.4742661714553833,
217
+ 0.6548861265182495,
218
+ 0.07394083589315414,
219
+ 0.11419729143381119,
220
+ 0.048902712762355804,
221
+ 0.5865148305892944,
222
+ 0.5536017417907715,
223
+ 0.17773184180259705,
224
+ 0.31135788559913635,
225
+ 0.22612589597702026,
226
+ 0.3387680649757385,
227
+ 0.6713581085205078,
228
+ 0.5834309458732605,
229
+ 0.049952711910009384,
230
+ 0.5933669209480286,
231
+ 0.22098878026008606,
232
+ 0.2527172267436981,
233
+ 0.5027011036872864,
234
+ 0.5032640099525452,
235
+ 0.24505752325057983,
236
+ 0.340871661901474,
237
+ 0.48016372323036194,
238
+ 0.3840938210487366,
239
+ 0.5426031947135925,
240
+ 0.5723256468772888,
241
+ 0.47712504863739014,
242
+ 0.13177265226840973,
243
+ 0.47073665261268616,
244
+ 0.1441347599029541,
245
+ 0.6470962166786194,
246
+ 0.401610791683197,
247
+ 0.36813855171203613,
248
+ 0.43790265917778015,
249
+ 0.3619679808616638,
250
+ 0.053427036851644516,
251
+ 0.31163033843040466,
252
+ 0.38073086738586426,
253
+ 0.0977480486035347,
254
+ 0.8879802227020264,
255
+ 0.9045383334159851,
256
+ 0.06510241329669952,
257
+ 0.5665756464004517,
258
+ 0.7489412426948547,
259
+ 0.18717092275619507,
260
+ 0.27821484208106995,
261
+ 0.20877590775489807,
262
+ 0.2865777313709259,
263
+ 0.051010869443416595,
264
+ 0.5395528078079224,
265
+ 0.1786542385816574,
266
+ 0.582786500453949,
267
+ 0.6255545020103455,
268
+ 0.4735380709171295,
269
+ 0.2740207016468048,
270
+ 0.6698195934295654,
271
+ 0.6146595478057861,
272
+ 0.39521685242652893,
273
+ 0.4345143735408783,
274
+ 0.3810722827911377,
275
+ 0.5708522200584412,
276
+ 0.12319090962409973,
277
+ 0.2654286026954651,
278
+ 0.3916172683238983,
279
+ 0.11565060168504715,
280
+ 0.4590522050857544,
281
+ 0.19670848548412323,
282
+ 0.7726138830184937
283
+ ]
284
+ }
p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
3
+ "fingerprint": "d75505d5f4c1620b",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d249",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.39211923670955,
60
+ "lora/map": 0.39211923670955,
61
+ "fsd50k/map": 0.39211923670955,
62
+ "train_seconds": 24.45,
63
+ "total_seconds": 33.29,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02332669570692815,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023144682645912903,
77
+ "val_map": 0.39211923670955,
78
+ "lr": 0.0,
79
+ "train_s": 24.449586758739315
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.27266308665275574,
84
+ 0.10189533978700638,
85
+ 0.6090949177742004,
86
+ 0.3751886487007141,
87
+ 0.4818383753299713,
88
+ 0.6335212588310242,
89
+ 0.8461818695068359,
90
+ 0.5676282644271851,
91
+ 0.5981345176696777,
92
+ 0.4415898025035858,
93
+ 0.2942287027835846,
94
+ 0.445429265499115,
95
+ 0.17224082350730896,
96
+ 0.39777272939682007,
97
+ 0.522560715675354,
98
+ 0.48066866397857666,
99
+ 0.021534917876124382,
100
+ 0.2164413034915924,
101
+ 0.4385172426700592,
102
+ 0.19428753852844238,
103
+ 0.5060602426528931,
104
+ 0.4292963743209839,
105
+ 0.8425278663635254,
106
+ 0.1574648916721344,
107
+ 0.2709431052207947,
108
+ 0.3889390528202057,
109
+ 0.3878849446773529,
110
+ 0.267372190952301,
111
+ 0.7791608572006226,
112
+ 0.2976717948913574,
113
+ 0.6648644804954529,
114
+ 0.5442333221435547,
115
+ 0.49091318249702454,
116
+ 0.18095692992210388,
117
+ 0.41907498240470886,
118
+ 0.22401852905750275,
119
+ 0.43681854009628296,
120
+ 0.19173301756381989,
121
+ 0.41839799284935,
122
+ 0.2609017491340637,
123
+ 0.5461548566818237,
124
+ 0.2623749077320099,
125
+ 0.5645066499710083,
126
+ 0.16128404438495636,
127
+ 0.5321229696273804,
128
+ 0.2218322604894638,
129
+ 0.16034922003746033,
130
+ 0.28078964352607727,
131
+ 0.7000668048858643,
132
+ 0.4032757878303528,
133
+ 0.3488645851612091,
134
+ 0.48442935943603516,
135
+ 0.5678512454032898,
136
+ 0.2113078385591507,
137
+ 0.09838958084583282,
138
+ 0.027070391923189163,
139
+ 0.23589007556438446,
140
+ 0.7130749225616455,
141
+ 0.11223115772008896,
142
+ 0.5311407446861267,
143
+ 0.6009847521781921,
144
+ 0.640192449092865,
145
+ 0.44740569591522217,
146
+ 0.17013069987297058,
147
+ 0.4254246652126312,
148
+ 0.09898335486650467,
149
+ 0.24263033270835876,
150
+ 0.664064347743988,
151
+ 0.49961987137794495,
152
+ 0.571435272693634,
153
+ 0.5170145034790039,
154
+ 0.2447374314069748,
155
+ 0.6909748911857605,
156
+ 0.2799587547779083,
157
+ 0.2330806702375412,
158
+ 0.23284612596035004,
159
+ 0.445968359708786,
160
+ 0.451090008020401,
161
+ 0.2903164327144623,
162
+ 0.4695579409599304,
163
+ 0.33984237909317017,
164
+ 0.32197105884552,
165
+ 0.3196532726287842,
166
+ 0.25934898853302,
167
+ 0.25764063000679016,
168
+ 0.36367571353912354,
169
+ 0.4197176396846771,
170
+ 0.6389268636703491,
171
+ 0.2114289402961731,
172
+ 0.11806560307741165,
173
+ 0.7798018455505371,
174
+ 0.15116539597511292,
175
+ 0.5314057469367981,
176
+ 0.24874861538410187,
177
+ 0.3617197573184967,
178
+ 0.3503263294696808,
179
+ 0.4916764497756958,
180
+ 0.19700613617897034,
181
+ 0.45550161600112915,
182
+ 0.07501307129859924,
183
+ 0.5732102394104004,
184
+ 0.708685040473938,
185
+ 0.2296028435230255,
186
+ 0.42432549595832825,
187
+ 0.24921579658985138,
188
+ 0.42902830243110657,
189
+ 0.6319142580032349,
190
+ 0.5350550413131714,
191
+ 0.5321981310844421,
192
+ 0.2744520604610443,
193
+ 0.24522735178470612,
194
+ 0.3413458466529846,
195
+ 0.6050204634666443,
196
+ 0.16915437579154968,
197
+ 0.13625910878181458,
198
+ 0.314547598361969,
199
+ 0.6945982575416565,
200
+ 0.4009198248386383,
201
+ 0.5164269804954529,
202
+ 0.23701491951942444,
203
+ 0.8839090466499329,
204
+ 0.89215087890625,
205
+ 0.3320605456829071,
206
+ 0.07779290527105331,
207
+ 0.2638477087020874,
208
+ 0.7768164277076721,
209
+ 0.3397376537322998,
210
+ 0.7685258984565735,
211
+ 0.3062184751033783,
212
+ 0.09839522838592529,
213
+ 0.1187136247754097,
214
+ 0.7951184511184692,
215
+ 0.5347326397895813,
216
+ 0.47138816118240356,
217
+ 0.6114423871040344,
218
+ 0.0897115021944046,
219
+ 0.0585215725004673,
220
+ 0.06318604946136475,
221
+ 0.6003475189208984,
222
+ 0.568546712398529,
223
+ 0.278020977973938,
224
+ 0.33612698316574097,
225
+ 0.29004737734794617,
226
+ 0.34747403860092163,
227
+ 0.6345260739326477,
228
+ 0.5173404812812805,
229
+ 0.046466436237096786,
230
+ 0.558277428150177,
231
+ 0.20787882804870605,
232
+ 0.24582061171531677,
233
+ 0.5132616758346558,
234
+ 0.5197350382804871,
235
+ 0.24360695481300354,
236
+ 0.33831995725631714,
237
+ 0.4531286358833313,
238
+ 0.38982322812080383,
239
+ 0.5372081398963928,
240
+ 0.515006959438324,
241
+ 0.46561843156814575,
242
+ 0.09345757961273193,
243
+ 0.4037931263446808,
244
+ 0.15439166128635406,
245
+ 0.6556158065795898,
246
+ 0.2446971982717514,
247
+ 0.3341151177883148,
248
+ 0.3019639253616333,
249
+ 0.4124031960964203,
250
+ 0.06453915685415268,
251
+ 0.35868433117866516,
252
+ 0.43624693155288696,
253
+ 0.09511732310056686,
254
+ 0.8581510186195374,
255
+ 0.8737996816635132,
256
+ 0.03481527045369148,
257
+ 0.5854001045227051,
258
+ 0.7619897127151489,
259
+ 0.20075254142284393,
260
+ 0.252826064825058,
261
+ 0.2111419290304184,
262
+ 0.27848830819129944,
263
+ 0.04418201372027397,
264
+ 0.47307631373405457,
265
+ 0.15456582605838776,
266
+ 0.5800857543945312,
267
+ 0.6122545599937439,
268
+ 0.4212697744369507,
269
+ 0.2632680833339691,
270
+ 0.6581624150276184,
271
+ 0.6203760504722595,
272
+ 0.3674875795841217,
273
+ 0.4022132456302643,
274
+ 0.4143333435058594,
275
+ 0.5725511312484741,
276
+ 0.13446521759033203,
277
+ 0.2968845069408417,
278
+ 0.40505698323249817,
279
+ 0.12425079196691513,
280
+ 0.42395907640457153,
281
+ 0.20751681923866272,
282
+ 0.7557325959205627
283
+ ]
284
+ }
p5-mae-15m-d249/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
3
+ "fingerprint": "d75505d5f4c1620b",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d249",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.39069861992262306,
60
+ "lora/map": 0.39069861992262306,
61
+ "fsd50k/map": 0.39069861992262306,
62
+ "train_seconds": 23.98,
63
+ "total_seconds": 32.73,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.021626448483439163,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023671917987825385,
77
+ "val_map": 0.39069861992262306,
78
+ "lr": 0.0,
79
+ "train_s": 23.983178097871132
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.26201674342155457,
84
+ 0.17872008681297302,
85
+ 0.6200981140136719,
86
+ 0.3187822103500366,
87
+ 0.4762822985649109,
88
+ 0.6312012076377869,
89
+ 0.8401297926902771,
90
+ 0.560880720615387,
91
+ 0.5760127305984497,
92
+ 0.35707715153694153,
93
+ 0.26164671778678894,
94
+ 0.3963240683078766,
95
+ 0.21314921975135803,
96
+ 0.47191938757896423,
97
+ 0.5017808675765991,
98
+ 0.4649050831794739,
99
+ 0.0476565845310688,
100
+ 0.2594539523124695,
101
+ 0.48724365234375,
102
+ 0.2412034422159195,
103
+ 0.555795431137085,
104
+ 0.4147741496562958,
105
+ 0.8352256417274475,
106
+ 0.10045651346445084,
107
+ 0.26709362864494324,
108
+ 0.4349948465824127,
109
+ 0.3775532841682434,
110
+ 0.2767118811607361,
111
+ 0.8106462955474854,
112
+ 0.29521235823631287,
113
+ 0.6684955358505249,
114
+ 0.5900076031684875,
115
+ 0.42102211713790894,
116
+ 0.1886550635099411,
117
+ 0.3357760012149811,
118
+ 0.25961974263191223,
119
+ 0.42087700963020325,
120
+ 0.2290719449520111,
121
+ 0.3993314206600189,
122
+ 0.29120269417762756,
123
+ 0.5943121910095215,
124
+ 0.20382891595363617,
125
+ 0.5723597407341003,
126
+ 0.21515558660030365,
127
+ 0.5150997042655945,
128
+ 0.155514195561409,
129
+ 0.26590779423713684,
130
+ 0.249241441488266,
131
+ 0.7383821606636047,
132
+ 0.39063552021980286,
133
+ 0.3758055865764618,
134
+ 0.49987155199050903,
135
+ 0.574073851108551,
136
+ 0.13516557216644287,
137
+ 0.1889628767967224,
138
+ 0.022970767691731453,
139
+ 0.21600304543972015,
140
+ 0.6794794797897339,
141
+ 0.13628168404102325,
142
+ 0.5189939141273499,
143
+ 0.6024647355079651,
144
+ 0.6338984966278076,
145
+ 0.4233630299568176,
146
+ 0.1298864632844925,
147
+ 0.5327196717262268,
148
+ 0.14860478043556213,
149
+ 0.2785699665546417,
150
+ 0.6578919291496277,
151
+ 0.4746851325035095,
152
+ 0.5234207510948181,
153
+ 0.4905494749546051,
154
+ 0.20448961853981018,
155
+ 0.6755038499832153,
156
+ 0.326948881149292,
157
+ 0.2682805061340332,
158
+ 0.251660019159317,
159
+ 0.45730626583099365,
160
+ 0.5285245776176453,
161
+ 0.254677951335907,
162
+ 0.43973222374916077,
163
+ 0.283087819814682,
164
+ 0.34698423743247986,
165
+ 0.35939446091651917,
166
+ 0.21306489408016205,
167
+ 0.3642009496688843,
168
+ 0.28464967012405396,
169
+ 0.45528507232666016,
170
+ 0.6377780437469482,
171
+ 0.23040182888507843,
172
+ 0.13514429330825806,
173
+ 0.7510533332824707,
174
+ 0.09995097666978836,
175
+ 0.5351384878158569,
176
+ 0.2029019296169281,
177
+ 0.33984026312828064,
178
+ 0.36353233456611633,
179
+ 0.3968134820461273,
180
+ 0.14512687921524048,
181
+ 0.3902711272239685,
182
+ 0.08431967347860336,
183
+ 0.5543925166130066,
184
+ 0.7135251760482788,
185
+ 0.19241291284561157,
186
+ 0.4226751923561096,
187
+ 0.24530386924743652,
188
+ 0.3100739121437073,
189
+ 0.6679309010505676,
190
+ 0.5126837491989136,
191
+ 0.540517270565033,
192
+ 0.2781350314617157,
193
+ 0.18801189959049225,
194
+ 0.34584230184555054,
195
+ 0.5982820391654968,
196
+ 0.09090583771467209,
197
+ 0.19466854631900787,
198
+ 0.3307148218154907,
199
+ 0.8119524717330933,
200
+ 0.4662601947784424,
201
+ 0.5115708112716675,
202
+ 0.23366722464561462,
203
+ 0.8749698996543884,
204
+ 0.8829801678657532,
205
+ 0.3440946340560913,
206
+ 0.1051160916686058,
207
+ 0.24738432466983795,
208
+ 0.7664393782615662,
209
+ 0.2679203450679779,
210
+ 0.7384441494941711,
211
+ 0.3316105604171753,
212
+ 0.14605417847633362,
213
+ 0.13348962366580963,
214
+ 0.7799293398857117,
215
+ 0.5059606432914734,
216
+ 0.44182828068733215,
217
+ 0.6355406045913696,
218
+ 0.09373456239700317,
219
+ 0.1021558865904808,
220
+ 0.04697186499834061,
221
+ 0.6261857748031616,
222
+ 0.5579205751419067,
223
+ 0.16281189024448395,
224
+ 0.25879064202308655,
225
+ 0.20209555327892303,
226
+ 0.3271847665309906,
227
+ 0.6252000331878662,
228
+ 0.5602402091026306,
229
+ 0.06695061922073364,
230
+ 0.5900484919548035,
231
+ 0.1731250137090683,
232
+ 0.26715314388275146,
233
+ 0.5015832185745239,
234
+ 0.5166815519332886,
235
+ 0.28342777490615845,
236
+ 0.38616248965263367,
237
+ 0.40126463770866394,
238
+ 0.3294200003147125,
239
+ 0.5569500923156738,
240
+ 0.578829288482666,
241
+ 0.4630177617073059,
242
+ 0.06992210447788239,
243
+ 0.4495619535446167,
244
+ 0.15941092371940613,
245
+ 0.6600901484489441,
246
+ 0.26199111342430115,
247
+ 0.3286667466163635,
248
+ 0.4840407967567444,
249
+ 0.2887793183326721,
250
+ 0.06664884835481644,
251
+ 0.34052157402038574,
252
+ 0.464156836271286,
253
+ 0.1177418902516365,
254
+ 0.8556171655654907,
255
+ 0.8658149242401123,
256
+ 0.03241981193423271,
257
+ 0.6138800978660583,
258
+ 0.7443479895591736,
259
+ 0.20046697556972504,
260
+ 0.28676825761795044,
261
+ 0.1959531307220459,
262
+ 0.3026442229747772,
263
+ 0.04944821819663048,
264
+ 0.5344997048377991,
265
+ 0.11858159303665161,
266
+ 0.5716257691383362,
267
+ 0.6135624647140503,
268
+ 0.4066048264503479,
269
+ 0.24092820286750793,
270
+ 0.6615535616874695,
271
+ 0.6157320737838745,
272
+ 0.3823259174823761,
273
+ 0.44534605741500854,
274
+ 0.4461769163608551,
275
+ 0.566047728061676,
276
+ 0.1421411782503128,
277
+ 0.23707540333271027,
278
+ 0.3727182149887085,
279
+ 0.11443722993135452,
280
+ 0.3758241534233093,
281
+ 0.14098688960075378,
282
+ 0.716297447681427
283
+ ]
284
+ }
p5-mae-15m-d249/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
4
+ "fingerprint": "d75505d5f4c1620b",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d249",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007388497193267064,
61
+ "val_map": 0.006167496304271612,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02354,
69
+ "train_map": 0.030844764718039232,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02291,
78
+ "train_map": 0.06281438418747981,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02219,
87
+ "train_map": 0.0797222607057326,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.9
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02165,
96
+ "train_map": 0.09699953190780879,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.5
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02173,
105
+ "train_map": 0.09759778349105432,
106
+ "val_map": 0.063972018699319,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02069,
114
+ "train_map": 0.10650183959286201,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.1
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0203,
123
+ "train_map": 0.11773789595402565,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.7
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02014,
132
+ "train_map": 0.14567031358515373,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01965,
141
+ "train_map": 0.1587729979336502,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01905,
150
+ "train_map": 0.16429062217537604,
151
+ "val_map": 0.10118191182503805,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01933,
159
+ "train_map": 0.16699805556296368,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01936,
168
+ "train_map": 0.1867481258271909,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01906,
177
+ "train_map": 0.19139387807322833,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01865,
186
+ "train_map": 0.2119575613213657,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01805,
195
+ "train_map": 0.2225757635161422,
196
+ "val_map": 0.1366300238446603,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01851,
204
+ "train_map": 0.22283646623573958,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01774,
213
+ "train_map": 0.23115133835388033,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.4
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01732,
222
+ "train_map": 0.23896400573923193,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01694,
231
+ "train_map": 0.24340904868372223,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01764,
240
+ "train_map": 0.2439738769354599,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.1
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.0177,
249
+ "train_map": 0.24384411991144436,
250
+ "val_map": 0.1506258297580837,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.24384411991144436,
256
+ "final_val_map": 0.1506258297580837,
257
+ "lora/map": 0.1506258297580837,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 60.2
260
+ }
p5-mae-15m-d249/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
4
+ "fingerprint": "d75505d5f4c1620b",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d249",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007067372909887557,
61
+ "val_map": 0.006434307520037457,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.0245,
69
+ "train_map": 0.03298594764943201,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02291,
78
+ "train_map": 0.061700819047835906,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02197,
87
+ "train_map": 0.07585239888608908,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02125,
96
+ "train_map": 0.09661832017527161,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02144,
105
+ "train_map": 0.10006061361164237,
106
+ "val_map": 0.06522769017447232,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02052,
114
+ "train_map": 0.10767609818946337,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02074,
123
+ "train_map": 0.1199382918527212,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.0199,
132
+ "train_map": 0.13885059859692003,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02011,
141
+ "train_map": 0.15041296323938066,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01942,
150
+ "train_map": 0.15884425444086656,
151
+ "val_map": 0.09467557159233025,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01953,
159
+ "train_map": 0.16607040971556442,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01892,
168
+ "train_map": 0.18376837628389897,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01893,
177
+ "train_map": 0.19535184408621104,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01832,
186
+ "train_map": 0.20968990631850412,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01777,
195
+ "train_map": 0.22131480821240446,
196
+ "val_map": 0.13549512609100745,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01808,
204
+ "train_map": 0.22435903228091278,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01753,
213
+ "train_map": 0.23590339972254107,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.4
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01767,
222
+ "train_map": 0.24080835073475904,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01744,
231
+ "train_map": 0.244644852313593,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01741,
240
+ "train_map": 0.2462639109341099,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.1
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01716,
249
+ "train_map": 0.24610300848359487,
250
+ "val_map": 0.15104519656949467,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.24610300848359487,
256
+ "final_val_map": 0.15104519656949467,
257
+ "lora/map": 0.15104519656949467,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 60.5
260
+ }
p5-mae-15m-d249/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d249/exports/step_00040000",
4
+ "fingerprint": "d75505d5f4c1620b",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d249",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007265831486090481,
61
+ "val_map": 0.00638291416857639,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02399,
69
+ "train_map": 0.03114237541141098,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02324,
78
+ "train_map": 0.0494940613166286,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02191,
87
+ "train_map": 0.0633866855303847,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02115,
96
+ "train_map": 0.0839842611966227,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02155,
105
+ "train_map": 0.09516522315007403,
106
+ "val_map": 0.0595724541297186,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02126,
114
+ "train_map": 0.09381550263023213,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02071,
123
+ "train_map": 0.11413070130598443,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02052,
132
+ "train_map": 0.13090237078965558,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.0194,
141
+ "train_map": 0.14150605416561582,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01893,
150
+ "train_map": 0.1500962395229831,
151
+ "val_map": 0.09613368519408667,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01891,
159
+ "train_map": 0.15552917567737387,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01886,
168
+ "train_map": 0.17253410063800623,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01891,
177
+ "train_map": 0.1880599744936038,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01836,
186
+ "train_map": 0.19826441708301853,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01811,
195
+ "train_map": 0.21327810133126984,
196
+ "val_map": 0.13315267753619453,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.0178,
204
+ "train_map": 0.21381201373989317,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01784,
213
+ "train_map": 0.22629470384434092,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01788,
222
+ "train_map": 0.2310434709032697,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01752,
231
+ "train_map": 0.23391653257696068,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01767,
240
+ "train_map": 0.23544292670605702,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.1
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01799,
249
+ "train_map": 0.23526415618161267,
250
+ "val_map": 0.14596410278598487,
251
+ "lr": 1e-05,
252
+ "train_s": 10.2
253
+ }
254
+ ],
255
+ "final_train_map": 0.23526415618161267,
256
+ "final_val_map": 0.14596410278598487,
257
+ "lora/map": 0.14596410278598487,
258
+ "train_seconds": 10.2,
259
+ "wall_seconds": 60.2
260
+ }