quinnlue commited on
Commit
7ef6413
·
verified ·
1 Parent(s): 3931209

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d144/exports/step_00010000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
3
+ "fingerprint": "b49070e261d62349",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d144",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.32399259648285805,
60
+ "lora/map": 0.32399259648285805,
61
+ "fsd50k/map": 0.32399259648285805,
62
+ "train_seconds": 24.63,
63
+ "total_seconds": 33.88,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022581482017412783,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026480471082814597,
77
+ "val_map": 0.32399259648285805,
78
+ "lr": 0.0,
79
+ "train_s": 24.625613834126852
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.29211708903312683,
84
+ 0.100837342441082,
85
+ 0.4390748143196106,
86
+ 0.3202040493488312,
87
+ 0.3894081711769104,
88
+ 0.5864646434783936,
89
+ 0.7965207695960999,
90
+ 0.5177227258682251,
91
+ 0.5563030242919922,
92
+ 0.504542887210846,
93
+ 0.1496296375989914,
94
+ 0.3088808059692383,
95
+ 0.08843141794204712,
96
+ 0.3390118181705475,
97
+ 0.46672335267066956,
98
+ 0.4355027377605438,
99
+ 0.02851095050573349,
100
+ 0.17731903493404388,
101
+ 0.38002318143844604,
102
+ 0.18460313975811005,
103
+ 0.3547781705856323,
104
+ 0.3728819489479065,
105
+ 0.6896453499794006,
106
+ 0.06623107939958572,
107
+ 0.19270585477352142,
108
+ 0.27609413862228394,
109
+ 0.33581992983818054,
110
+ 0.2168559730052948,
111
+ 0.5415050387382507,
112
+ 0.30935582518577576,
113
+ 0.650620698928833,
114
+ 0.3420010805130005,
115
+ 0.32249340415000916,
116
+ 0.1424117386341095,
117
+ 0.20893998444080353,
118
+ 0.19591061770915985,
119
+ 0.39097076654434204,
120
+ 0.12518645823001862,
121
+ 0.1587926596403122,
122
+ 0.2068878710269928,
123
+ 0.450692743062973,
124
+ 0.17199797928333282,
125
+ 0.4825146198272705,
126
+ 0.16263015568256378,
127
+ 0.4049828052520752,
128
+ 0.04678316041827202,
129
+ 0.181168794631958,
130
+ 0.22564494609832764,
131
+ 0.724666178226471,
132
+ 0.38186776638031006,
133
+ 0.3994588851928711,
134
+ 0.5234234929084778,
135
+ 0.5346962213516235,
136
+ 0.12502801418304443,
137
+ 0.0968615859746933,
138
+ 0.02575945295393467,
139
+ 0.22068500518798828,
140
+ 0.6276813745498657,
141
+ 0.09237096458673477,
142
+ 0.4513709247112274,
143
+ 0.45438510179519653,
144
+ 0.576239824295044,
145
+ 0.373056024312973,
146
+ 0.18522275984287262,
147
+ 0.41236400604248047,
148
+ 0.18081720173358917,
149
+ 0.1526743322610855,
150
+ 0.6507063508033752,
151
+ 0.5305147767066956,
152
+ 0.4519658386707306,
153
+ 0.456385999917984,
154
+ 0.1557452231645584,
155
+ 0.6514011025428772,
156
+ 0.16865763068199158,
157
+ 0.24876436591148376,
158
+ 0.2181384563446045,
159
+ 0.3670959770679474,
160
+ 0.2541980743408203,
161
+ 0.1994713842868805,
162
+ 0.38725998997688293,
163
+ 0.21167223155498505,
164
+ 0.20526213943958282,
165
+ 0.2914845049381256,
166
+ 0.27173399925231934,
167
+ 0.2115594446659088,
168
+ 0.1465115249156952,
169
+ 0.34878870844841003,
170
+ 0.5229563117027283,
171
+ 0.1555512398481369,
172
+ 0.050668731331825256,
173
+ 0.6865606307983398,
174
+ 0.05905943363904953,
175
+ 0.48814672231674194,
176
+ 0.16143912076950073,
177
+ 0.24942411482334137,
178
+ 0.2812248170375824,
179
+ 0.43451637029647827,
180
+ 0.08723901957273483,
181
+ 0.2856259047985077,
182
+ 0.06981641054153442,
183
+ 0.5259122848510742,
184
+ 0.6767600774765015,
185
+ 0.17659185826778412,
186
+ 0.31776130199432373,
187
+ 0.206231951713562,
188
+ 0.2846376895904541,
189
+ 0.5935052037239075,
190
+ 0.3887561857700348,
191
+ 0.4576241970062256,
192
+ 0.13174104690551758,
193
+ 0.20272600650787354,
194
+ 0.2771286964416504,
195
+ 0.46971946954727173,
196
+ 0.05836447700858116,
197
+ 0.09274769574403763,
198
+ 0.26426947116851807,
199
+ 0.5533662438392639,
200
+ 0.25506535172462463,
201
+ 0.4375428855419159,
202
+ 0.17067845165729523,
203
+ 0.8352440595626831,
204
+ 0.8427870273590088,
205
+ 0.22436219453811646,
206
+ 0.10697555541992188,
207
+ 0.18810142576694489,
208
+ 0.7386664152145386,
209
+ 0.26774701476097107,
210
+ 0.6775142550468445,
211
+ 0.29566171765327454,
212
+ 0.17146281898021698,
213
+ 0.09994340687990189,
214
+ 0.5865735411643982,
215
+ 0.4282033443450928,
216
+ 0.3787970244884491,
217
+ 0.5703132152557373,
218
+ 0.040683262050151825,
219
+ 0.05883333459496498,
220
+ 0.04851047694683075,
221
+ 0.44949692487716675,
222
+ 0.4751436710357666,
223
+ 0.18918192386627197,
224
+ 0.29434192180633545,
225
+ 0.13901497423648834,
226
+ 0.2583772838115692,
227
+ 0.522791862487793,
228
+ 0.46453872323036194,
229
+ 0.04897383973002434,
230
+ 0.45489701628685,
231
+ 0.19355152547359467,
232
+ 0.24240325391292572,
233
+ 0.4589748978614807,
234
+ 0.47862058877944946,
235
+ 0.1828291118144989,
236
+ 0.18040987849235535,
237
+ 0.33523285388946533,
238
+ 0.24274024367332458,
239
+ 0.5100383758544922,
240
+ 0.637422502040863,
241
+ 0.4168907105922699,
242
+ 0.05341499671339989,
243
+ 0.32404226064682007,
244
+ 0.11971817910671234,
245
+ 0.5993610620498657,
246
+ 0.1957290768623352,
247
+ 0.2818557620048523,
248
+ 0.2441788613796234,
249
+ 0.33919912576675415,
250
+ 0.08598081022500992,
251
+ 0.22671404480934143,
252
+ 0.3519790768623352,
253
+ 0.09766878932714462,
254
+ 0.7736722230911255,
255
+ 0.787709653377533,
256
+ 0.03800145909190178,
257
+ 0.4436732232570648,
258
+ 0.6557071805000305,
259
+ 0.17251573503017426,
260
+ 0.23326276242733002,
261
+ 0.1770288646221161,
262
+ 0.2716529071331024,
263
+ 0.051432374864816666,
264
+ 0.32680776715278625,
265
+ 0.1015748679637909,
266
+ 0.451628178358078,
267
+ 0.5562897324562073,
268
+ 0.3660471737384796,
269
+ 0.232642263174057,
270
+ 0.6162468791007996,
271
+ 0.5510087609291077,
272
+ 0.2386549413204193,
273
+ 0.20954737067222595,
274
+ 0.3654157519340515,
275
+ 0.5359202027320862,
276
+ 0.11408335715532303,
277
+ 0.14596252143383026,
278
+ 0.3336910009384155,
279
+ 0.07566726207733154,
280
+ 0.18440619111061096,
281
+ 0.16138194501399994,
282
+ 0.6431509256362915
283
+ ]
284
+ }
p5-mae-15m-d144/exports/step_00010000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
3
+ "fingerprint": "b49070e261d62349",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d144",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3278892201278359,
60
+ "lora/map": 0.3278892201278359,
61
+ "fsd50k/map": 0.3278892201278359,
62
+ "train_seconds": 24.63,
63
+ "total_seconds": 33.58,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.021810918365372346,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026327607770360223,
77
+ "val_map": 0.3278892201278359,
78
+ "lr": 0.0,
79
+ "train_s": 24.630117290304042
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.28818821907043457,
84
+ 0.11331954598426819,
85
+ 0.4670368731021881,
86
+ 0.3357999622821808,
87
+ 0.39733609557151794,
88
+ 0.5880427360534668,
89
+ 0.8080897927284241,
90
+ 0.48843851685523987,
91
+ 0.6009581089019775,
92
+ 0.4631582498550415,
93
+ 0.15989042818546295,
94
+ 0.34653231501579285,
95
+ 0.12715591490268707,
96
+ 0.369954377412796,
97
+ 0.47885704040527344,
98
+ 0.4451023042201996,
99
+ 0.02772616408765316,
100
+ 0.20562732219696045,
101
+ 0.4220089316368103,
102
+ 0.19097502529621124,
103
+ 0.4177302122116089,
104
+ 0.3917427361011505,
105
+ 0.6758394241333008,
106
+ 0.0649084746837616,
107
+ 0.2281147539615631,
108
+ 0.2910570204257965,
109
+ 0.2906281352043152,
110
+ 0.22269928455352783,
111
+ 0.5043088793754578,
112
+ 0.28004834055900574,
113
+ 0.6248766183853149,
114
+ 0.38269054889678955,
115
+ 0.3384782075881958,
116
+ 0.12872916460037231,
117
+ 0.2269754558801651,
118
+ 0.18720830976963043,
119
+ 0.40427154302597046,
120
+ 0.14050330221652985,
121
+ 0.19767089188098907,
122
+ 0.24136795103549957,
123
+ 0.4334753751754761,
124
+ 0.19401295483112335,
125
+ 0.5065922141075134,
126
+ 0.1689416766166687,
127
+ 0.4343894422054291,
128
+ 0.08525040000677109,
129
+ 0.13697679340839386,
130
+ 0.2060728818178177,
131
+ 0.7312138080596924,
132
+ 0.41138991713523865,
133
+ 0.36479780077934265,
134
+ 0.48951172828674316,
135
+ 0.5272688269615173,
136
+ 0.14075882732868195,
137
+ 0.09558189660310745,
138
+ 0.03950207307934761,
139
+ 0.22622987627983093,
140
+ 0.6248742341995239,
141
+ 0.1183137595653534,
142
+ 0.4375872313976288,
143
+ 0.47676700353622437,
144
+ 0.5726816058158875,
145
+ 0.3929504156112671,
146
+ 0.11559806019067764,
147
+ 0.4469378888607025,
148
+ 0.08099962025880814,
149
+ 0.16441699862480164,
150
+ 0.6705517172813416,
151
+ 0.5530521273612976,
152
+ 0.5075903534889221,
153
+ 0.4497174918651581,
154
+ 0.15349872410297394,
155
+ 0.6391390562057495,
156
+ 0.18025332689285278,
157
+ 0.192810520529747,
158
+ 0.2240678369998932,
159
+ 0.3541984558105469,
160
+ 0.23052005469799042,
161
+ 0.25147753953933716,
162
+ 0.37501806020736694,
163
+ 0.23459605872631073,
164
+ 0.22096788883209229,
165
+ 0.2609019875526428,
166
+ 0.14943745732307434,
167
+ 0.20369940996170044,
168
+ 0.1848403662443161,
169
+ 0.3590470552444458,
170
+ 0.5045539736747742,
171
+ 0.10290734469890594,
172
+ 0.07023247331380844,
173
+ 0.6907170414924622,
174
+ 0.061697714030742645,
175
+ 0.4616478681564331,
176
+ 0.20763884484767914,
177
+ 0.27361375093460083,
178
+ 0.29830923676490784,
179
+ 0.3901253342628479,
180
+ 0.1377420574426651,
181
+ 0.3095489740371704,
182
+ 0.056031566113233566,
183
+ 0.5242441892623901,
184
+ 0.6646513342857361,
185
+ 0.17959007620811462,
186
+ 0.3636264503002167,
187
+ 0.20741674304008484,
188
+ 0.2437288761138916,
189
+ 0.5924142003059387,
190
+ 0.3870128095149994,
191
+ 0.45917049050331116,
192
+ 0.1442829668521881,
193
+ 0.1631270796060562,
194
+ 0.2753120958805084,
195
+ 0.5063461065292358,
196
+ 0.0691048875451088,
197
+ 0.10500462353229523,
198
+ 0.23665225505828857,
199
+ 0.5920985341072083,
200
+ 0.2692732810974121,
201
+ 0.424385666847229,
202
+ 0.22108697891235352,
203
+ 0.8441733121871948,
204
+ 0.8515797853469849,
205
+ 0.2504889667034149,
206
+ 0.04686989262700081,
207
+ 0.23760713636875153,
208
+ 0.7388793230056763,
209
+ 0.19317536056041718,
210
+ 0.6712523698806763,
211
+ 0.29087066650390625,
212
+ 0.0774603858590126,
213
+ 0.10081013292074203,
214
+ 0.5954009294509888,
215
+ 0.2826601266860962,
216
+ 0.38211342692375183,
217
+ 0.515873908996582,
218
+ 0.033796604722738266,
219
+ 0.06722543388605118,
220
+ 0.05243498831987381,
221
+ 0.463352769613266,
222
+ 0.4991157054901123,
223
+ 0.20350395143032074,
224
+ 0.30077680945396423,
225
+ 0.20679323375225067,
226
+ 0.22918128967285156,
227
+ 0.48516562581062317,
228
+ 0.4940175712108612,
229
+ 0.041405949741601944,
230
+ 0.43265387415885925,
231
+ 0.1903449445962906,
232
+ 0.2418181449174881,
233
+ 0.4389488697052002,
234
+ 0.42350947856903076,
235
+ 0.16887301206588745,
236
+ 0.19084225594997406,
237
+ 0.38992005586624146,
238
+ 0.292524516582489,
239
+ 0.5192867517471313,
240
+ 0.6653841137886047,
241
+ 0.41924700140953064,
242
+ 0.053732551634311676,
243
+ 0.32168686389923096,
244
+ 0.13335691392421722,
245
+ 0.6224234104156494,
246
+ 0.2772507667541504,
247
+ 0.26511868834495544,
248
+ 0.330840140581131,
249
+ 0.3701059818267822,
250
+ 0.08191326260566711,
251
+ 0.2854834496974945,
252
+ 0.37291181087493896,
253
+ 0.09284000843763351,
254
+ 0.7662237882614136,
255
+ 0.7829995155334473,
256
+ 0.0517144612967968,
257
+ 0.43668943643569946,
258
+ 0.6489332914352417,
259
+ 0.17964859306812286,
260
+ 0.2399604618549347,
261
+ 0.165561243891716,
262
+ 0.27125921845436096,
263
+ 0.03647976741194725,
264
+ 0.3813559412956238,
265
+ 0.06358127295970917,
266
+ 0.4704975485801697,
267
+ 0.5627278089523315,
268
+ 0.3791043758392334,
269
+ 0.21223796904087067,
270
+ 0.6135601997375488,
271
+ 0.5346982479095459,
272
+ 0.2744530439376831,
273
+ 0.29086562991142273,
274
+ 0.3753497302532196,
275
+ 0.5453994274139404,
276
+ 0.10068127512931824,
277
+ 0.18474650382995605,
278
+ 0.3972510099411011,
279
+ 0.08079475909471512,
280
+ 0.20966678857803345,
281
+ 0.16572333872318268,
282
+ 0.6428550481796265
283
+ ]
284
+ }
p5-mae-15m-d144/exports/step_00010000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
3
+ "fingerprint": "b49070e261d62349",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d144",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3277729928214103,
60
+ "lora/map": 0.3277729928214103,
61
+ "fsd50k/map": 0.3277729928214103,
62
+ "train_seconds": 24.59,
63
+ "total_seconds": 33.83,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.021299681896343826,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02640886146388295,
77
+ "val_map": 0.3277729928214103,
78
+ "lr": 0.0,
79
+ "train_s": 24.589373738737777
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.25861650705337524,
84
+ 0.17337439954280853,
85
+ 0.4543347954750061,
86
+ 0.32676035165786743,
87
+ 0.4097345471382141,
88
+ 0.5783892273902893,
89
+ 0.8152732253074646,
90
+ 0.555476725101471,
91
+ 0.5816138982772827,
92
+ 0.4535536766052246,
93
+ 0.16532360017299652,
94
+ 0.3359730839729309,
95
+ 0.0905701220035553,
96
+ 0.3403101861476898,
97
+ 0.4634397625923157,
98
+ 0.42944973707199097,
99
+ 0.04172605276107788,
100
+ 0.1497092843055725,
101
+ 0.42697715759277344,
102
+ 0.15829353034496307,
103
+ 0.42368242144584656,
104
+ 0.37230193614959717,
105
+ 0.7436341047286987,
106
+ 0.09135325253009796,
107
+ 0.2109033465385437,
108
+ 0.2947492003440857,
109
+ 0.2952325642108917,
110
+ 0.22049947082996368,
111
+ 0.5776783227920532,
112
+ 0.25976473093032837,
113
+ 0.6420139670372009,
114
+ 0.3065176010131836,
115
+ 0.36006149649620056,
116
+ 0.17492081224918365,
117
+ 0.28236591815948486,
118
+ 0.2041732668876648,
119
+ 0.35553380846977234,
120
+ 0.14811986684799194,
121
+ 0.22104263305664062,
122
+ 0.2142995446920395,
123
+ 0.4136532247066498,
124
+ 0.2200143039226532,
125
+ 0.4798562228679657,
126
+ 0.17636241018772125,
127
+ 0.4401334822177887,
128
+ 0.11816321313381195,
129
+ 0.2237897366285324,
130
+ 0.19124454259872437,
131
+ 0.7370877861976624,
132
+ 0.3987279236316681,
133
+ 0.38065865635871887,
134
+ 0.5132473707199097,
135
+ 0.5625656247138977,
136
+ 0.11066239327192307,
137
+ 0.11752475798130035,
138
+ 0.01709265261888504,
139
+ 0.1675480157136917,
140
+ 0.6191531419754028,
141
+ 0.10415389388799667,
142
+ 0.47432297468185425,
143
+ 0.48245012760162354,
144
+ 0.5813292860984802,
145
+ 0.37093931436538696,
146
+ 0.0981055200099945,
147
+ 0.4586927890777588,
148
+ 0.1346985548734665,
149
+ 0.16875188052654266,
150
+ 0.623974621295929,
151
+ 0.4249808192253113,
152
+ 0.4610287547111511,
153
+ 0.4382016658782959,
154
+ 0.16907310485839844,
155
+ 0.6348115801811218,
156
+ 0.16221247613430023,
157
+ 0.2760743796825409,
158
+ 0.2209281176328659,
159
+ 0.3257652819156647,
160
+ 0.2698684334754944,
161
+ 0.19464752078056335,
162
+ 0.43734660744667053,
163
+ 0.24284973740577698,
164
+ 0.20295459032058716,
165
+ 0.3114633560180664,
166
+ 0.21664166450500488,
167
+ 0.18687018752098083,
168
+ 0.20871903002262115,
169
+ 0.37823358178138733,
170
+ 0.6190685629844666,
171
+ 0.15721283853054047,
172
+ 0.14868304133415222,
173
+ 0.6965900659561157,
174
+ 0.06564809381961823,
175
+ 0.4802325367927551,
176
+ 0.1567060947418213,
177
+ 0.29016655683517456,
178
+ 0.29189324378967285,
179
+ 0.38486871123313904,
180
+ 0.19176866114139557,
181
+ 0.33096176385879517,
182
+ 0.07292599976062775,
183
+ 0.5061363577842712,
184
+ 0.6716808080673218,
185
+ 0.13543269038200378,
186
+ 0.3309166729450226,
187
+ 0.2219783365726471,
188
+ 0.21036159992218018,
189
+ 0.6011199951171875,
190
+ 0.40983760356903076,
191
+ 0.46032825112342834,
192
+ 0.14489810168743134,
193
+ 0.1701193004846573,
194
+ 0.27792996168136597,
195
+ 0.5201907753944397,
196
+ 0.05049530789256096,
197
+ 0.11892706155776978,
198
+ 0.27750545740127563,
199
+ 0.6199804544448853,
200
+ 0.3228577971458435,
201
+ 0.43972471356391907,
202
+ 0.21189601719379425,
203
+ 0.8436567187309265,
204
+ 0.8516038060188293,
205
+ 0.24103213846683502,
206
+ 0.0824868232011795,
207
+ 0.18903319537639618,
208
+ 0.7329054474830627,
209
+ 0.1881639063358307,
210
+ 0.6805835366249084,
211
+ 0.29126715660095215,
212
+ 0.12871843576431274,
213
+ 0.08200205862522125,
214
+ 0.6176165342330933,
215
+ 0.37188521027565,
216
+ 0.4161325693130493,
217
+ 0.5414047837257385,
218
+ 0.057758986949920654,
219
+ 0.06913767755031586,
220
+ 0.049076929688453674,
221
+ 0.4937034845352173,
222
+ 0.4773597717285156,
223
+ 0.187557652592659,
224
+ 0.25280120968818665,
225
+ 0.13482104241847992,
226
+ 0.21797169744968414,
227
+ 0.5407177209854126,
228
+ 0.4870109260082245,
229
+ 0.034041281789541245,
230
+ 0.5186758041381836,
231
+ 0.17090877890586853,
232
+ 0.19371020793914795,
233
+ 0.4569714665412903,
234
+ 0.374455064535141,
235
+ 0.21318110823631287,
236
+ 0.15544575452804565,
237
+ 0.3513188064098358,
238
+ 0.210654616355896,
239
+ 0.48686444759368896,
240
+ 0.5548133254051208,
241
+ 0.42882615327835083,
242
+ 0.0461188443005085,
243
+ 0.32320988178253174,
244
+ 0.13914310932159424,
245
+ 0.6036418676376343,
246
+ 0.24324931204319,
247
+ 0.2901642620563507,
248
+ 0.25889238715171814,
249
+ 0.3255031108856201,
250
+ 0.057709939777851105,
251
+ 0.2596658170223236,
252
+ 0.3516361713409424,
253
+ 0.09863074123859406,
254
+ 0.7688640356063843,
255
+ 0.7778300642967224,
256
+ 0.02923956699669361,
257
+ 0.44765153527259827,
258
+ 0.6688069701194763,
259
+ 0.14650951325893402,
260
+ 0.23199363052845,
261
+ 0.18121817708015442,
262
+ 0.2661553919315338,
263
+ 0.055199578404426575,
264
+ 0.33701297640800476,
265
+ 0.05904456600546837,
266
+ 0.45463594794273376,
267
+ 0.5626794099807739,
268
+ 0.3298299014568329,
269
+ 0.2000531554222107,
270
+ 0.6288881897926331,
271
+ 0.5147944092750549,
272
+ 0.23899444937705994,
273
+ 0.31389185786247253,
274
+ 0.34578216075897217,
275
+ 0.5239840149879456,
276
+ 0.12069408595561981,
277
+ 0.17659005522727966,
278
+ 0.32556936144828796,
279
+ 0.09495407342910767,
280
+ 0.25709620118141174,
281
+ 0.1365416795015335,
282
+ 0.6418850421905518
283
+ ]
284
+ }
p5-mae-15m-d144/exports/step_00010000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d144/exports/step_00010000",
4
+ "fingerprint": "b49070e261d62349",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d144",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006988437551398898,
61
+ "val_map": 0.005772927946294437,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02421,
69
+ "train_map": 0.026874409686770483,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.8
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02347,
78
+ "train_map": 0.0480313300317687,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.4
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02244,
87
+ "train_map": 0.05607375906350929,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.0
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02166,
96
+ "train_map": 0.07471924041666486,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.6
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02201,
105
+ "train_map": 0.07623830899742894,
106
+ "val_map": 0.046725400555189665,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.8
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02178,
114
+ "train_map": 0.07811250217812069,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.2
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0217,
123
+ "train_map": 0.08552952690811676,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.9
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02133,
132
+ "train_map": 0.09329439853220839,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.5
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02013,
141
+ "train_map": 0.10643983874567192,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.1
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.0197,
150
+ "train_map": 0.11589029926781948,
151
+ "val_map": 0.07135771092317249,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.5
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01996,
159
+ "train_map": 0.1200860306237112,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.7
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01973,
168
+ "train_map": 0.13063596104637523,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.3
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01988,
177
+ "train_map": 0.1394865752261422,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.9
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01935,
186
+ "train_map": 0.15584490845064708,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.5
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01918,
195
+ "train_map": 0.16082939251539857,
196
+ "val_map": 0.09726632385915834,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.0
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01894,
204
+ "train_map": 0.16232876847736694,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.1
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01891,
213
+ "train_map": 0.1725851741797897,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.7
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01896,
222
+ "train_map": 0.17520707714383754,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.3
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01862,
231
+ "train_map": 0.1787540001116085,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.9
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01868,
240
+ "train_map": 0.1799566710130992,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.5
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01906,
249
+ "train_map": 0.17988112338410384,
250
+ "val_map": 0.10766981886629107,
251
+ "lr": 1e-05,
252
+ "train_s": 10.5
253
+ }
254
+ ],
255
+ "final_train_map": 0.17988112338410384,
256
+ "final_val_map": 0.10766981886629107,
257
+ "lora/map": 0.10766981886629107,
258
+ "train_seconds": 10.5,
259
+ "wall_seconds": 61.1
260
+ }