quinnlue commited on
Commit
8b2dc78
·
verified ·
1 Parent(s): 453c36e

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d182/exports/step_00010000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
3
+ "fingerprint": "5d7463349b08a290",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d182",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.32649390063248573,
60
+ "lora/map": 0.32649390063248573,
61
+ "fsd50k/map": 0.32649390063248573,
62
+ "train_seconds": 23.53,
63
+ "total_seconds": 32.52,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023337180286180228,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.026342802071007178,
77
+ "val_map": 0.32649390063248573,
78
+ "lr": 0.0,
79
+ "train_s": 23.53485471685417
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2714211940765381,
84
+ 0.09916507452726364,
85
+ 0.500171959400177,
86
+ 0.3079204857349396,
87
+ 0.4084412753582001,
88
+ 0.5781505107879639,
89
+ 0.7853587865829468,
90
+ 0.5056496262550354,
91
+ 0.5366557240486145,
92
+ 0.5205425024032593,
93
+ 0.1540045589208603,
94
+ 0.3404861092567444,
95
+ 0.11528570204973221,
96
+ 0.3082878887653351,
97
+ 0.47087639570236206,
98
+ 0.4415683448314667,
99
+ 0.02442985400557518,
100
+ 0.17880061268806458,
101
+ 0.42024391889572144,
102
+ 0.1265377253293991,
103
+ 0.3980747163295746,
104
+ 0.33181488513946533,
105
+ 0.6635061502456665,
106
+ 0.07305938750505447,
107
+ 0.17912337183952332,
108
+ 0.37700751423835754,
109
+ 0.33047834038734436,
110
+ 0.19525247812271118,
111
+ 0.5810067057609558,
112
+ 0.2911035418510437,
113
+ 0.6079668998718262,
114
+ 0.35652995109558105,
115
+ 0.3015473186969757,
116
+ 0.2125983089208603,
117
+ 0.2498495876789093,
118
+ 0.21346142888069153,
119
+ 0.3687809109687805,
120
+ 0.18915532529354095,
121
+ 0.23820987343788147,
122
+ 0.1864311546087265,
123
+ 0.39835137128829956,
124
+ 0.11428094655275345,
125
+ 0.5377903580665588,
126
+ 0.18674100935459137,
127
+ 0.4341006875038147,
128
+ 0.11961925029754639,
129
+ 0.19840487837791443,
130
+ 0.2201264351606369,
131
+ 0.7538841366767883,
132
+ 0.3971582353115082,
133
+ 0.34236007928848267,
134
+ 0.5002056360244751,
135
+ 0.5101754665374756,
136
+ 0.15264782309532166,
137
+ 0.1171594113111496,
138
+ 0.016334814950823784,
139
+ 0.15927188098430634,
140
+ 0.6985785365104675,
141
+ 0.09298184514045715,
142
+ 0.46806225180625916,
143
+ 0.4868573844432831,
144
+ 0.575495183467865,
145
+ 0.37638193368911743,
146
+ 0.1883930265903473,
147
+ 0.40057528018951416,
148
+ 0.09980081021785736,
149
+ 0.15567472577095032,
150
+ 0.6220899820327759,
151
+ 0.5343413949012756,
152
+ 0.4608660638332367,
153
+ 0.4437963664531708,
154
+ 0.18254734575748444,
155
+ 0.6384592652320862,
156
+ 0.13704238831996918,
157
+ 0.30631768703460693,
158
+ 0.23917177319526672,
159
+ 0.34241339564323425,
160
+ 0.23527871072292328,
161
+ 0.23275549709796906,
162
+ 0.3628401458263397,
163
+ 0.24304546415805817,
164
+ 0.20860309898853302,
165
+ 0.28518596291542053,
166
+ 0.30428367853164673,
167
+ 0.1350889801979065,
168
+ 0.16109924018383026,
169
+ 0.3669321537017822,
170
+ 0.5331200957298279,
171
+ 0.1748245507478714,
172
+ 0.08587048947811127,
173
+ 0.6972690224647522,
174
+ 0.06788967549800873,
175
+ 0.49392005801200867,
176
+ 0.1661607176065445,
177
+ 0.26770368218421936,
178
+ 0.26302289962768555,
179
+ 0.3044002652168274,
180
+ 0.1700274795293808,
181
+ 0.34208542108535767,
182
+ 0.06948025524616241,
183
+ 0.5224395394325256,
184
+ 0.6770269274711609,
185
+ 0.16728219389915466,
186
+ 0.33551546931266785,
187
+ 0.20398598909378052,
188
+ 0.2777853012084961,
189
+ 0.5751218795776367,
190
+ 0.38043448328971863,
191
+ 0.4659300744533539,
192
+ 0.14168991148471832,
193
+ 0.17003130912780762,
194
+ 0.29487374424934387,
195
+ 0.485817551612854,
196
+ 0.044249486178159714,
197
+ 0.13847197592258453,
198
+ 0.26892003417015076,
199
+ 0.6635721325874329,
200
+ 0.312417209148407,
201
+ 0.44185346364974976,
202
+ 0.1630948930978775,
203
+ 0.8386226296424866,
204
+ 0.846812903881073,
205
+ 0.2274748831987381,
206
+ 0.10383715480566025,
207
+ 0.24329468607902527,
208
+ 0.7123872637748718,
209
+ 0.2256324738264084,
210
+ 0.6794465184211731,
211
+ 0.27043774724006653,
212
+ 0.09906117618083954,
213
+ 0.08587037026882172,
214
+ 0.5473335981369019,
215
+ 0.3953966498374939,
216
+ 0.3830811083316803,
217
+ 0.55934739112854,
218
+ 0.046392954885959625,
219
+ 0.04677371680736542,
220
+ 0.04374681040644646,
221
+ 0.40903541445732117,
222
+ 0.4733864665031433,
223
+ 0.12365492433309555,
224
+ 0.25335001945495605,
225
+ 0.12053100764751434,
226
+ 0.30489417910575867,
227
+ 0.486300528049469,
228
+ 0.48862504959106445,
229
+ 0.04486517608165741,
230
+ 0.4659089148044586,
231
+ 0.18518540263175964,
232
+ 0.2777493894100189,
233
+ 0.5113984942436218,
234
+ 0.4687971770763397,
235
+ 0.18094415962696075,
236
+ 0.16981810331344604,
237
+ 0.3578069806098938,
238
+ 0.2538601756095886,
239
+ 0.43990540504455566,
240
+ 0.5032142996788025,
241
+ 0.42411231994628906,
242
+ 0.05343831330537796,
243
+ 0.29317575693130493,
244
+ 0.09014452993869781,
245
+ 0.5690047144889832,
246
+ 0.2528013288974762,
247
+ 0.26931849122047424,
248
+ 0.3495311439037323,
249
+ 0.34048113226890564,
250
+ 0.0695795863866806,
251
+ 0.28180932998657227,
252
+ 0.35990485548973083,
253
+ 0.09166303277015686,
254
+ 0.7743644714355469,
255
+ 0.7812371850013733,
256
+ 0.03454732522368431,
257
+ 0.40473929047584534,
258
+ 0.7346957325935364,
259
+ 0.1711999624967575,
260
+ 0.26902222633361816,
261
+ 0.17745810747146606,
262
+ 0.260469913482666,
263
+ 0.07087372988462448,
264
+ 0.3967582881450653,
265
+ 0.06728330999612808,
266
+ 0.4810069799423218,
267
+ 0.5664376020431519,
268
+ 0.40404337644577026,
269
+ 0.22603926062583923,
270
+ 0.6151716113090515,
271
+ 0.5516653060913086,
272
+ 0.24059012532234192,
273
+ 0.25562000274658203,
274
+ 0.36366555094718933,
275
+ 0.5269401669502258,
276
+ 0.10144475847482681,
277
+ 0.10822859406471252,
278
+ 0.36478590965270996,
279
+ 0.09007301181554794,
280
+ 0.20640000700950623,
281
+ 0.12775491178035736,
282
+ 0.6583012938499451
283
+ ]
284
+ }
p5-mae-15m-d182/exports/step_00010000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
3
+ "fingerprint": "5d7463349b08a290",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d182",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.32652976383455096,
60
+ "lora/map": 0.32652976383455096,
61
+ "fsd50k/map": 0.32652976383455096,
62
+ "train_seconds": 23.32,
63
+ "total_seconds": 32.09,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022319414373487233,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02610415582417099,
77
+ "val_map": 0.32652976383455096,
78
+ "lr": 0.0,
79
+ "train_s": 23.317862122436054
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.24932727217674255,
84
+ 0.13077287375926971,
85
+ 0.48905614018440247,
86
+ 0.3348028063774109,
87
+ 0.40100112557411194,
88
+ 0.5804638862609863,
89
+ 0.7970190644264221,
90
+ 0.5205478072166443,
91
+ 0.5859372615814209,
92
+ 0.4953884184360504,
93
+ 0.1418132483959198,
94
+ 0.3477773666381836,
95
+ 0.14892998337745667,
96
+ 0.30552372336387634,
97
+ 0.4701673686504364,
98
+ 0.42955726385116577,
99
+ 0.022415168583393097,
100
+ 0.17952629923820496,
101
+ 0.5410408973693848,
102
+ 0.13654398918151855,
103
+ 0.421061635017395,
104
+ 0.3603454530239105,
105
+ 0.6854959726333618,
106
+ 0.06830913573503494,
107
+ 0.1834174543619156,
108
+ 0.3093198835849762,
109
+ 0.31103548407554626,
110
+ 0.2536781132221222,
111
+ 0.5169922709465027,
112
+ 0.2590356767177582,
113
+ 0.6185092926025391,
114
+ 0.4270986020565033,
115
+ 0.3900929391384125,
116
+ 0.17354388535022736,
117
+ 0.2819923460483551,
118
+ 0.20771777629852295,
119
+ 0.356940895318985,
120
+ 0.14469756186008453,
121
+ 0.2232261598110199,
122
+ 0.22017472982406616,
123
+ 0.3582043945789337,
124
+ 0.15023887157440186,
125
+ 0.4797365069389343,
126
+ 0.18759822845458984,
127
+ 0.4313364326953888,
128
+ 0.0867600366473198,
129
+ 0.14624090492725372,
130
+ 0.2007647007703781,
131
+ 0.6923222541809082,
132
+ 0.40651923418045044,
133
+ 0.34769120812416077,
134
+ 0.5000612139701843,
135
+ 0.49805980920791626,
136
+ 0.10248322039842606,
137
+ 0.16414186358451843,
138
+ 0.030791955068707466,
139
+ 0.19341792166233063,
140
+ 0.6367359757423401,
141
+ 0.12284209579229355,
142
+ 0.46461907029151917,
143
+ 0.4893399477005005,
144
+ 0.5882324576377869,
145
+ 0.39031603932380676,
146
+ 0.13350051641464233,
147
+ 0.45784154534339905,
148
+ 0.08456414937973022,
149
+ 0.1447146087884903,
150
+ 0.6263742446899414,
151
+ 0.5171849727630615,
152
+ 0.46255049109458923,
153
+ 0.4514738917350769,
154
+ 0.20906786620616913,
155
+ 0.6403980255126953,
156
+ 0.21546216309070587,
157
+ 0.22594265639781952,
158
+ 0.22925832867622375,
159
+ 0.3624236583709717,
160
+ 0.22946220636367798,
161
+ 0.2099657505750656,
162
+ 0.35471591353416443,
163
+ 0.19248110055923462,
164
+ 0.21104197204113007,
165
+ 0.2316046506166458,
166
+ 0.22889670729637146,
167
+ 0.2219177782535553,
168
+ 0.1976115107536316,
169
+ 0.3718109130859375,
170
+ 0.4827973246574402,
171
+ 0.13899339735507965,
172
+ 0.07141831517219543,
173
+ 0.6879931092262268,
174
+ 0.08976639807224274,
175
+ 0.46883589029312134,
176
+ 0.20052386820316315,
177
+ 0.26854434609413147,
178
+ 0.2862609028816223,
179
+ 0.3353564143180847,
180
+ 0.13020308315753937,
181
+ 0.3625645935535431,
182
+ 0.0529816672205925,
183
+ 0.5308318138122559,
184
+ 0.6674755811691284,
185
+ 0.17704978585243225,
186
+ 0.34656018018722534,
187
+ 0.22898681461811066,
188
+ 0.29397353529930115,
189
+ 0.6084612011909485,
190
+ 0.36776939034461975,
191
+ 0.45682185888290405,
192
+ 0.14706236124038696,
193
+ 0.16189034283161163,
194
+ 0.2974770665168762,
195
+ 0.49794432520866394,
196
+ 0.04298710078001022,
197
+ 0.10285954177379608,
198
+ 0.23848864436149597,
199
+ 0.6029862761497498,
200
+ 0.3449186086654663,
201
+ 0.43819791078567505,
202
+ 0.20053760707378387,
203
+ 0.8456271290779114,
204
+ 0.854032039642334,
205
+ 0.27175942063331604,
206
+ 0.08100654184818268,
207
+ 0.20653356611728668,
208
+ 0.7193107604980469,
209
+ 0.24201877415180206,
210
+ 0.6740874648094177,
211
+ 0.29471835494041443,
212
+ 0.08577241003513336,
213
+ 0.07713878899812698,
214
+ 0.5626291632652283,
215
+ 0.37941592931747437,
216
+ 0.3625536561012268,
217
+ 0.5399336218833923,
218
+ 0.01696893945336342,
219
+ 0.04121623560786247,
220
+ 0.05091171711683273,
221
+ 0.42093706130981445,
222
+ 0.4876956045627594,
223
+ 0.13318873941898346,
224
+ 0.2776183784008026,
225
+ 0.14973898231983185,
226
+ 0.23055054247379303,
227
+ 0.5225898623466492,
228
+ 0.5125401020050049,
229
+ 0.0388147346675396,
230
+ 0.39060425758361816,
231
+ 0.18689212203025818,
232
+ 0.1867823451757431,
233
+ 0.44526177644729614,
234
+ 0.4233925938606262,
235
+ 0.22370277345180511,
236
+ 0.20770008862018585,
237
+ 0.39330872893333435,
238
+ 0.2585989534854889,
239
+ 0.48177605867385864,
240
+ 0.5876882076263428,
241
+ 0.42338719964027405,
242
+ 0.06935756653547287,
243
+ 0.28085944056510925,
244
+ 0.10163256525993347,
245
+ 0.5881677269935608,
246
+ 0.20641343295574188,
247
+ 0.2234186828136444,
248
+ 0.19535502791404724,
249
+ 0.4337519705295563,
250
+ 0.0537303201854229,
251
+ 0.21297726035118103,
252
+ 0.3741135895252228,
253
+ 0.09448333829641342,
254
+ 0.7776342034339905,
255
+ 0.7896469235420227,
256
+ 0.0523933470249176,
257
+ 0.35126906633377075,
258
+ 0.7316859364509583,
259
+ 0.17757713794708252,
260
+ 0.2507200241088867,
261
+ 0.16861635446548462,
262
+ 0.27174004912376404,
263
+ 0.04727829992771149,
264
+ 0.3920792043209076,
265
+ 0.1544007658958435,
266
+ 0.4966960549354553,
267
+ 0.56946861743927,
268
+ 0.3711279630661011,
269
+ 0.24144001305103302,
270
+ 0.6115638613700867,
271
+ 0.5441840291023254,
272
+ 0.3238429129123688,
273
+ 0.3605160415172577,
274
+ 0.31096792221069336,
275
+ 0.5278323292732239,
276
+ 0.10504334419965744,
277
+ 0.18156111240386963,
278
+ 0.2976565361022949,
279
+ 0.11083833873271942,
280
+ 0.21774174273014069,
281
+ 0.1632397472858429,
282
+ 0.6559898853302002
283
+ ]
284
+ }
p5-mae-15m-d182/exports/step_00010000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
3
+ "fingerprint": "5d7463349b08a290",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d182",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.33095546544063836,
60
+ "lora/map": 0.33095546544063836,
61
+ "fsd50k/map": 0.33095546544063836,
62
+ "train_seconds": 23.72,
63
+ "total_seconds": 32.54,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.0217489846854005,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02631040143013682,
77
+ "val_map": 0.33095546544063836,
78
+ "lr": 0.0,
79
+ "train_s": 23.72017518163193
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23261481523513794,
84
+ 0.19285449385643005,
85
+ 0.5174171924591064,
86
+ 0.3309113681316376,
87
+ 0.4214414358139038,
88
+ 0.5842434167861938,
89
+ 0.7862986922264099,
90
+ 0.5305165648460388,
91
+ 0.5726208686828613,
92
+ 0.5127217173576355,
93
+ 0.16134962439537048,
94
+ 0.34844228625297546,
95
+ 0.09384632110595703,
96
+ 0.33321183919906616,
97
+ 0.47878485918045044,
98
+ 0.4407957196235657,
99
+ 0.037040140479803085,
100
+ 0.18889126181602478,
101
+ 0.4455525279045105,
102
+ 0.1529386043548584,
103
+ 0.5053420066833496,
104
+ 0.3454951047897339,
105
+ 0.6732381582260132,
106
+ 0.10000919550657272,
107
+ 0.25802427530288696,
108
+ 0.2631569802761078,
109
+ 0.31478941440582275,
110
+ 0.23840005695819855,
111
+ 0.5988416075706482,
112
+ 0.2547498643398285,
113
+ 0.5864041447639465,
114
+ 0.36724022030830383,
115
+ 0.33523446321487427,
116
+ 0.1773041933774948,
117
+ 0.3230029046535492,
118
+ 0.2286175787448883,
119
+ 0.36552557349205017,
120
+ 0.1528506875038147,
121
+ 0.3099343478679657,
122
+ 0.2286076843738556,
123
+ 0.36600372195243835,
124
+ 0.11242213100194931,
125
+ 0.501940131187439,
126
+ 0.20194050669670105,
127
+ 0.4271043837070465,
128
+ 0.13342934846878052,
129
+ 0.17255766689777374,
130
+ 0.18326686322689056,
131
+ 0.6900516152381897,
132
+ 0.4007033407688141,
133
+ 0.30038559436798096,
134
+ 0.4702001214027405,
135
+ 0.47143232822418213,
136
+ 0.10581427067518234,
137
+ 0.15108492970466614,
138
+ 0.015540988184511662,
139
+ 0.14698077738285065,
140
+ 0.6313816905021667,
141
+ 0.08905214071273804,
142
+ 0.4620603621006012,
143
+ 0.4731861352920532,
144
+ 0.5796801447868347,
145
+ 0.3706907331943512,
146
+ 0.16328667104244232,
147
+ 0.43309664726257324,
148
+ 0.17926934361457825,
149
+ 0.1470303237438202,
150
+ 0.6529200673103333,
151
+ 0.5506664514541626,
152
+ 0.5250735878944397,
153
+ 0.4600543677806854,
154
+ 0.1483229100704193,
155
+ 0.6560797095298767,
156
+ 0.18529382348060608,
157
+ 0.2722722589969635,
158
+ 0.22672459483146667,
159
+ 0.35379695892333984,
160
+ 0.22801369428634644,
161
+ 0.2382490187883377,
162
+ 0.36477023363113403,
163
+ 0.22102345526218414,
164
+ 0.18236635625362396,
165
+ 0.24422816932201385,
166
+ 0.21030864119529724,
167
+ 0.17529304325580597,
168
+ 0.16300134360790253,
169
+ 0.3723662495613098,
170
+ 0.6545748710632324,
171
+ 0.1354285627603531,
172
+ 0.09371552616357803,
173
+ 0.7134822607040405,
174
+ 0.09414900839328766,
175
+ 0.44944366812705994,
176
+ 0.17626599967479706,
177
+ 0.2765029966831207,
178
+ 0.27767065167427063,
179
+ 0.2640833556652069,
180
+ 0.1245601698756218,
181
+ 0.3537072241306305,
182
+ 0.07006754726171494,
183
+ 0.5172722339630127,
184
+ 0.6790094971656799,
185
+ 0.18225964903831482,
186
+ 0.37123745679855347,
187
+ 0.2039756029844284,
188
+ 0.2241550087928772,
189
+ 0.5780172348022461,
190
+ 0.3791438639163971,
191
+ 0.4449950158596039,
192
+ 0.14740267395973206,
193
+ 0.17273734509944916,
194
+ 0.29887160658836365,
195
+ 0.5234299898147583,
196
+ 0.04665237292647362,
197
+ 0.10112819820642471,
198
+ 0.2540144920349121,
199
+ 0.6655111312866211,
200
+ 0.3614606559276581,
201
+ 0.4536512792110443,
202
+ 0.18308940529823303,
203
+ 0.8538473844528198,
204
+ 0.8623555898666382,
205
+ 0.23880821466445923,
206
+ 0.13094462454319,
207
+ 0.2682417631149292,
208
+ 0.7403416633605957,
209
+ 0.2036105990409851,
210
+ 0.6969608664512634,
211
+ 0.2814427316188812,
212
+ 0.17783455550670624,
213
+ 0.0798698142170906,
214
+ 0.6141774654388428,
215
+ 0.43800485134124756,
216
+ 0.3635396957397461,
217
+ 0.5545823574066162,
218
+ 0.041711751371622086,
219
+ 0.0335029698908329,
220
+ 0.042582955211400986,
221
+ 0.49871647357940674,
222
+ 0.47039729356765747,
223
+ 0.1287183165550232,
224
+ 0.23220320045948029,
225
+ 0.1289287954568863,
226
+ 0.270672470331192,
227
+ 0.5066280961036682,
228
+ 0.4022030532360077,
229
+ 0.04825523868203163,
230
+ 0.497964471578598,
231
+ 0.15633758902549744,
232
+ 0.27965202927589417,
233
+ 0.4854724407196045,
234
+ 0.40599334239959717,
235
+ 0.2977214753627777,
236
+ 0.21343861520290375,
237
+ 0.33543825149536133,
238
+ 0.22124090790748596,
239
+ 0.519119918346405,
240
+ 0.5512109994888306,
241
+ 0.43631377816200256,
242
+ 0.053159814327955246,
243
+ 0.29670634865760803,
244
+ 0.1449255496263504,
245
+ 0.5905746221542358,
246
+ 0.248947411775589,
247
+ 0.25361621379852295,
248
+ 0.43587958812713623,
249
+ 0.3475983440876007,
250
+ 0.06740176677703857,
251
+ 0.22819006443023682,
252
+ 0.35823774337768555,
253
+ 0.10144049674272537,
254
+ 0.7719991207122803,
255
+ 0.773615837097168,
256
+ 0.03421106934547424,
257
+ 0.3254505693912506,
258
+ 0.6902790069580078,
259
+ 0.15174953639507294,
260
+ 0.24264197051525116,
261
+ 0.1594770848751068,
262
+ 0.256350040435791,
263
+ 0.03993241861462593,
264
+ 0.5209066271781921,
265
+ 0.10665156692266464,
266
+ 0.45776504278182983,
267
+ 0.5764518976211548,
268
+ 0.36553964018821716,
269
+ 0.2393190711736679,
270
+ 0.6165062189102173,
271
+ 0.4627404808998108,
272
+ 0.2595977783203125,
273
+ 0.34571588039398193,
274
+ 0.36569851636886597,
275
+ 0.5334081053733826,
276
+ 0.1316503882408142,
277
+ 0.21487681567668915,
278
+ 0.3053222894668579,
279
+ 0.09592986106872559,
280
+ 0.18975473940372467,
281
+ 0.1670510619878769,
282
+ 0.6834892630577087
283
+ ]
284
+ }
p5-mae-15m-d182/exports/step_00010000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
4
+ "fingerprint": "5d7463349b08a290",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d182",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006771022202296843,
61
+ "val_map": 0.006133688491392718,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02412,
69
+ "train_map": 0.026098384771962604,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02356,
78
+ "train_map": 0.049902670570089,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.0223,
87
+ "train_map": 0.04860514643791165,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02153,
96
+ "train_map": 0.07193636645490491,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02183,
105
+ "train_map": 0.07499490738925886,
106
+ "val_map": 0.048487274413150816,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02171,
114
+ "train_map": 0.08566712275804843,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0213,
123
+ "train_map": 0.09003451756206986,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02093,
132
+ "train_map": 0.10015462678318147,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02011,
141
+ "train_map": 0.10441311926137395,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.0198,
150
+ "train_map": 0.11640216037012509,
151
+ "val_map": 0.0711681760301499,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01993,
159
+ "train_map": 0.12384222172186542,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01969,
168
+ "train_map": 0.13804985094193434,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01983,
177
+ "train_map": 0.15182015651252043,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.4
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01921,
186
+ "train_map": 0.16647880417436178,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.0
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01896,
195
+ "train_map": 0.1738759013028918,
196
+ "val_map": 0.10222901045159212,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.5
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01872,
204
+ "train_map": 0.1760044703905098,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01894,
213
+ "train_map": 0.18235583047504472,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01891,
222
+ "train_map": 0.18837972455154361,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.8
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01851,
231
+ "train_map": 0.19015922995135753,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01862,
240
+ "train_map": 0.1917618017403349,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 9.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.019,
249
+ "train_map": 0.19160633182517153,
250
+ "val_map": 0.11221063553233697,
251
+ "lr": 1e-05,
252
+ "train_s": 10.0
253
+ }
254
+ ],
255
+ "final_train_map": 0.19160633182517153,
256
+ "final_val_map": 0.11221063553233697,
257
+ "lora/map": 0.11221063553233697,
258
+ "train_seconds": 10.0,
259
+ "wall_seconds": 59.4
260
+ }