quinnlue commited on
Commit
2581909
·
verified ·
1 Parent(s): 81407d2

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
3
+ "fingerprint": "24f41a90eea0382c",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d129",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.39682200620882213,
60
+ "lora/map": 0.39682200620882213,
61
+ "fsd50k/map": 0.39682200620882213,
62
+ "train_seconds": 23.55,
63
+ "total_seconds": 32.41,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023155993309337645,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023335877904501687,
77
+ "val_map": 0.39682200620882213,
78
+ "lr": 0.0,
79
+ "train_s": 23.547669592080638
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.3124264180660248,
84
+ 0.1412818878889084,
85
+ 0.5859485864639282,
86
+ 0.3832158148288727,
87
+ 0.45481735467910767,
88
+ 0.6286914348602295,
89
+ 0.84986811876297,
90
+ 0.5367371439933777,
91
+ 0.5984674096107483,
92
+ 0.4455583989620209,
93
+ 0.33866438269615173,
94
+ 0.3751201629638672,
95
+ 0.2239592969417572,
96
+ 0.37483248114585876,
97
+ 0.49860015511512756,
98
+ 0.4598899185657501,
99
+ 0.026024088263511658,
100
+ 0.2808597683906555,
101
+ 0.49215996265411377,
102
+ 0.21710987389087677,
103
+ 0.47938376665115356,
104
+ 0.4318367838859558,
105
+ 0.8602017760276794,
106
+ 0.07655182480812073,
107
+ 0.2179630994796753,
108
+ 0.46504342555999756,
109
+ 0.3596094250679016,
110
+ 0.2578001916408539,
111
+ 0.8072509765625,
112
+ 0.2993420362472534,
113
+ 0.6600655913352966,
114
+ 0.6093701124191284,
115
+ 0.357949823141098,
116
+ 0.15867502987384796,
117
+ 0.3495413362979889,
118
+ 0.25566381216049194,
119
+ 0.4004333019256592,
120
+ 0.16085132956504822,
121
+ 0.28171828389167786,
122
+ 0.24340872466564178,
123
+ 0.5529438257217407,
124
+ 0.3312014639377594,
125
+ 0.6597267985343933,
126
+ 0.21728424727916718,
127
+ 0.5721403360366821,
128
+ 0.1587105691432953,
129
+ 0.20196886360645294,
130
+ 0.29474779963493347,
131
+ 0.7335675358772278,
132
+ 0.4127293527126312,
133
+ 0.33644747734069824,
134
+ 0.4908800423145294,
135
+ 0.6119320392608643,
136
+ 0.14588434994220734,
137
+ 0.19504620134830475,
138
+ 0.024943703785538673,
139
+ 0.27662062644958496,
140
+ 0.7162508964538574,
141
+ 0.15625712275505066,
142
+ 0.5105389356613159,
143
+ 0.5992044806480408,
144
+ 0.643700361251831,
145
+ 0.45143699645996094,
146
+ 0.16906361281871796,
147
+ 0.512344241142273,
148
+ 0.20256945490837097,
149
+ 0.2946226894855499,
150
+ 0.6972770690917969,
151
+ 0.5097801089286804,
152
+ 0.5319377183914185,
153
+ 0.4764860272407532,
154
+ 0.1908712089061737,
155
+ 0.722761332988739,
156
+ 0.3327842652797699,
157
+ 0.3058711886405945,
158
+ 0.23912888765335083,
159
+ 0.46971598267555237,
160
+ 0.33601635694503784,
161
+ 0.25634580850601196,
162
+ 0.48217204213142395,
163
+ 0.26084432005882263,
164
+ 0.27571380138397217,
165
+ 0.3331608474254608,
166
+ 0.3809426724910736,
167
+ 0.18548107147216797,
168
+ 0.3317102789878845,
169
+ 0.4524095058441162,
170
+ 0.6520501971244812,
171
+ 0.18049100041389465,
172
+ 0.11715012788772583,
173
+ 0.7442753314971924,
174
+ 0.11380787938833237,
175
+ 0.5324434638023376,
176
+ 0.22455944120883942,
177
+ 0.2435789257287979,
178
+ 0.32800617814064026,
179
+ 0.4594455659389496,
180
+ 0.18150947988033295,
181
+ 0.3934095501899719,
182
+ 0.08128399401903152,
183
+ 0.564687967300415,
184
+ 0.7112535238265991,
185
+ 0.22859585285186768,
186
+ 0.3998015522956848,
187
+ 0.23605558276176453,
188
+ 0.3975338935852051,
189
+ 0.701047956943512,
190
+ 0.539469838142395,
191
+ 0.5673922896385193,
192
+ 0.21914440393447876,
193
+ 0.18275859951972961,
194
+ 0.32661259174346924,
195
+ 0.5835511088371277,
196
+ 0.10988645255565643,
197
+ 0.13832885026931763,
198
+ 0.34268856048583984,
199
+ 0.7330869436264038,
200
+ 0.29117557406425476,
201
+ 0.47964099049568176,
202
+ 0.2478039562702179,
203
+ 0.8742461800575256,
204
+ 0.8823679685592651,
205
+ 0.30907171964645386,
206
+ 0.13682888448238373,
207
+ 0.21639804542064667,
208
+ 0.7817527651786804,
209
+ 0.3206157088279724,
210
+ 0.7281451225280762,
211
+ 0.33744555711746216,
212
+ 0.1992780566215515,
213
+ 0.16469427943229675,
214
+ 0.7942337393760681,
215
+ 0.45183905959129333,
216
+ 0.460662841796875,
217
+ 0.6638358235359192,
218
+ 0.08420224487781525,
219
+ 0.10059697180986404,
220
+ 0.07092858850955963,
221
+ 0.6044071912765503,
222
+ 0.574310302734375,
223
+ 0.21431925892829895,
224
+ 0.377064049243927,
225
+ 0.30524715781211853,
226
+ 0.34428974986076355,
227
+ 0.7198914885520935,
228
+ 0.5512648224830627,
229
+ 0.06721482425928116,
230
+ 0.6301525831222534,
231
+ 0.21427857875823975,
232
+ 0.27226564288139343,
233
+ 0.5045032501220703,
234
+ 0.4937565326690674,
235
+ 0.2545594573020935,
236
+ 0.36412784457206726,
237
+ 0.4511621296405792,
238
+ 0.37126168608665466,
239
+ 0.557924211025238,
240
+ 0.662636935710907,
241
+ 0.4906078279018402,
242
+ 0.1088089719414711,
243
+ 0.4054349362850189,
244
+ 0.15725363790988922,
245
+ 0.6651068925857544,
246
+ 0.3698628842830658,
247
+ 0.34247496724128723,
248
+ 0.5855346918106079,
249
+ 0.3620436191558838,
250
+ 0.05425667762756348,
251
+ 0.3899938762187958,
252
+ 0.4235631823539734,
253
+ 0.10246608406305313,
254
+ 0.8812682628631592,
255
+ 0.8942357897758484,
256
+ 0.0653684064745903,
257
+ 0.6071958541870117,
258
+ 0.759388267993927,
259
+ 0.18970802426338196,
260
+ 0.26909521222114563,
261
+ 0.21758867800235748,
262
+ 0.3181599974632263,
263
+ 0.047436442226171494,
264
+ 0.4450823962688446,
265
+ 0.2436135858297348,
266
+ 0.6590331792831421,
267
+ 0.6097105741500854,
268
+ 0.4179817736148834,
269
+ 0.28559449315071106,
270
+ 0.6773313283920288,
271
+ 0.6054661870002747,
272
+ 0.3437937796115875,
273
+ 0.3944712281227112,
274
+ 0.42935875058174133,
275
+ 0.5638083815574646,
276
+ 0.12706589698791504,
277
+ 0.2865830659866333,
278
+ 0.40019690990448,
279
+ 0.12202989310026169,
280
+ 0.5671986937522888,
281
+ 0.183506041765213,
282
+ 0.7303451895713806
283
+ ]
284
+ }
p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
3
+ "fingerprint": "24f41a90eea0382c",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d129",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3948648890480399,
60
+ "lora/map": 0.3948648890480399,
61
+ "fsd50k/map": 0.3948648890480399,
62
+ "train_seconds": 23.34,
63
+ "total_seconds": 32.28,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023519358135527,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023052899727838822,
77
+ "val_map": 0.3948648890480399,
78
+ "lr": 0.0,
79
+ "train_s": 23.339996594935656
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2992730736732483,
84
+ 0.10782816261053085,
85
+ 0.5180310010910034,
86
+ 0.34897205233573914,
87
+ 0.45220690965652466,
88
+ 0.6349236965179443,
89
+ 0.8471296429634094,
90
+ 0.541936457157135,
91
+ 0.637885570526123,
92
+ 0.4370349943637848,
93
+ 0.30720922350883484,
94
+ 0.37853971123695374,
95
+ 0.20806476473808289,
96
+ 0.3554528057575226,
97
+ 0.4951002895832062,
98
+ 0.4553644061088562,
99
+ 0.026794124394655228,
100
+ 0.2310009002685547,
101
+ 0.4098815321922302,
102
+ 0.2128574252128601,
103
+ 0.5516926050186157,
104
+ 0.4514843225479126,
105
+ 0.8254336714744568,
106
+ 0.1048874482512474,
107
+ 0.18348762392997742,
108
+ 0.365620881319046,
109
+ 0.40981006622314453,
110
+ 0.2658766806125641,
111
+ 0.7806649804115295,
112
+ 0.30119767785072327,
113
+ 0.6290673017501831,
114
+ 0.5980492234230042,
115
+ 0.43119555711746216,
116
+ 0.20093463361263275,
117
+ 0.3188219368457794,
118
+ 0.23348075151443481,
119
+ 0.39880380034446716,
120
+ 0.1560855209827423,
121
+ 0.3207717835903168,
122
+ 0.30095815658569336,
123
+ 0.5689640045166016,
124
+ 0.26363855600357056,
125
+ 0.6762357950210571,
126
+ 0.2559283673763275,
127
+ 0.5365747213363647,
128
+ 0.0932365134358406,
129
+ 0.18470948934555054,
130
+ 0.2621575593948364,
131
+ 0.7371330261230469,
132
+ 0.42187047004699707,
133
+ 0.3859180808067322,
134
+ 0.5288115739822388,
135
+ 0.568042516708374,
136
+ 0.17082342505455017,
137
+ 0.12274603545665741,
138
+ 0.04203203693032265,
139
+ 0.2344595193862915,
140
+ 0.7034435868263245,
141
+ 0.1328544020652771,
142
+ 0.5511881709098816,
143
+ 0.6199312210083008,
144
+ 0.6528827548027039,
145
+ 0.4421333968639374,
146
+ 0.1207556203007698,
147
+ 0.47930842638015747,
148
+ 0.15136711299419403,
149
+ 0.29919132590293884,
150
+ 0.6708949208259583,
151
+ 0.48918792605400085,
152
+ 0.5601938962936401,
153
+ 0.513092577457428,
154
+ 0.19595347344875336,
155
+ 0.6996186375617981,
156
+ 0.3762269914150238,
157
+ 0.21226699650287628,
158
+ 0.24238641560077667,
159
+ 0.44283345341682434,
160
+ 0.3309909701347351,
161
+ 0.29599708318710327,
162
+ 0.49355703592300415,
163
+ 0.16967669129371643,
164
+ 0.2728787362575531,
165
+ 0.35241034626960754,
166
+ 0.3327767550945282,
167
+ 0.21717096865177155,
168
+ 0.35715293884277344,
169
+ 0.4505542516708374,
170
+ 0.6230232119560242,
171
+ 0.1601722091436386,
172
+ 0.13453540205955505,
173
+ 0.750211238861084,
174
+ 0.12751218676567078,
175
+ 0.5150160789489746,
176
+ 0.2865169644355774,
177
+ 0.37933918833732605,
178
+ 0.3878003656864166,
179
+ 0.4701264500617981,
180
+ 0.10237987339496613,
181
+ 0.3993276357650757,
182
+ 0.06683769077062607,
183
+ 0.574384868144989,
184
+ 0.6987707018852234,
185
+ 0.23867955803871155,
186
+ 0.39721107482910156,
187
+ 0.24087512493133545,
188
+ 0.41719695925712585,
189
+ 0.6739416122436523,
190
+ 0.5440362691879272,
191
+ 0.5572265982627869,
192
+ 0.22188326716423035,
193
+ 0.24804802238941193,
194
+ 0.3273119330406189,
195
+ 0.607215166091919,
196
+ 0.09933366626501083,
197
+ 0.1249963566660881,
198
+ 0.3345600366592407,
199
+ 0.6979167461395264,
200
+ 0.41870424151420593,
201
+ 0.504427433013916,
202
+ 0.3064827024936676,
203
+ 0.8715469837188721,
204
+ 0.8802568316459656,
205
+ 0.35853323340415955,
206
+ 0.08173561841249466,
207
+ 0.2673949897289276,
208
+ 0.7741357684135437,
209
+ 0.2958585321903229,
210
+ 0.735752522945404,
211
+ 0.35628607869148254,
212
+ 0.14635126292705536,
213
+ 0.13372957706451416,
214
+ 0.8271405696868896,
215
+ 0.5151999592781067,
216
+ 0.47398924827575684,
217
+ 0.6175918579101562,
218
+ 0.06998677551746368,
219
+ 0.08157514780759811,
220
+ 0.0624472014605999,
221
+ 0.6353490352630615,
222
+ 0.5680047869682312,
223
+ 0.23673023283481598,
224
+ 0.3942739963531494,
225
+ 0.2712048590183258,
226
+ 0.3453446626663208,
227
+ 0.6300783753395081,
228
+ 0.5538826584815979,
229
+ 0.050794657319784164,
230
+ 0.5843835473060608,
231
+ 0.21091659367084503,
232
+ 0.30538496375083923,
233
+ 0.5143206715583801,
234
+ 0.5011448264122009,
235
+ 0.2757691442966461,
236
+ 0.44085150957107544,
237
+ 0.47944650053977966,
238
+ 0.42663058638572693,
239
+ 0.49887558817863464,
240
+ 0.7488212585449219,
241
+ 0.4559458792209625,
242
+ 0.054921627044677734,
243
+ 0.4087767004966736,
244
+ 0.17790812253952026,
245
+ 0.6567248106002808,
246
+ 0.24885813891887665,
247
+ 0.3459032475948334,
248
+ 0.4567302167415619,
249
+ 0.3301047682762146,
250
+ 0.06509549170732498,
251
+ 0.3524801731109619,
252
+ 0.4341021776199341,
253
+ 0.09553942829370499,
254
+ 0.8789099454879761,
255
+ 0.8874576687812805,
256
+ 0.03866833820939064,
257
+ 0.5889081954956055,
258
+ 0.7514424324035645,
259
+ 0.23287631571292877,
260
+ 0.260908842086792,
261
+ 0.2090790569782257,
262
+ 0.33714666962623596,
263
+ 0.0399324856698513,
264
+ 0.4476627707481384,
265
+ 0.16414479911327362,
266
+ 0.6313768625259399,
267
+ 0.6077812910079956,
268
+ 0.4702358543872833,
269
+ 0.28593873977661133,
270
+ 0.6649788618087769,
271
+ 0.6322571635246277,
272
+ 0.38810664415359497,
273
+ 0.38916656374931335,
274
+ 0.45050203800201416,
275
+ 0.5635027885437012,
276
+ 0.16065597534179688,
277
+ 0.3191370964050293,
278
+ 0.4042776823043823,
279
+ 0.1289210021495819,
280
+ 0.5151252150535583,
281
+ 0.20146925747394562,
282
+ 0.7656248807907104
283
+ ]
284
+ }
p5-mae-15m-d129/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
3
+ "fingerprint": "24f41a90eea0382c",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d129",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3893158382177353,
60
+ "lora/map": 0.3893158382177353,
61
+ "fsd50k/map": 0.3893158382177353,
62
+ "train_seconds": 24.61,
63
+ "total_seconds": 33.41,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.021651058200513943,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02344010558775627,
77
+ "val_map": 0.3893158382177353,
78
+ "lr": 0.0,
79
+ "train_s": 24.609678623615764
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2367294430732727,
84
+ 0.2916916608810425,
85
+ 0.5880081653594971,
86
+ 0.36953476071357727,
87
+ 0.4360162019729614,
88
+ 0.6254677772521973,
89
+ 0.8535438179969788,
90
+ 0.543433666229248,
91
+ 0.600040078163147,
92
+ 0.5139753818511963,
93
+ 0.2637684941291809,
94
+ 0.38469862937927246,
95
+ 0.16017776727676392,
96
+ 0.3377893269062042,
97
+ 0.5115669369697571,
98
+ 0.48259401321411133,
99
+ 0.039813343435525894,
100
+ 0.2958901524543762,
101
+ 0.49077296257019043,
102
+ 0.21245059370994568,
103
+ 0.46921858191490173,
104
+ 0.4227008521556854,
105
+ 0.8324445486068726,
106
+ 0.12371210753917694,
107
+ 0.26035264134407043,
108
+ 0.4042069911956787,
109
+ 0.3684438169002533,
110
+ 0.26260000467300415,
111
+ 0.7824640274047852,
112
+ 0.29308727383613586,
113
+ 0.6882490515708923,
114
+ 0.6589930057525635,
115
+ 0.3088020086288452,
116
+ 0.15629996359348297,
117
+ 0.3436524569988251,
118
+ 0.23969872295856476,
119
+ 0.42371347546577454,
120
+ 0.18608729541301727,
121
+ 0.3663090765476227,
122
+ 0.27308958768844604,
123
+ 0.5560197234153748,
124
+ 0.26518547534942627,
125
+ 0.6502074599266052,
126
+ 0.1800689697265625,
127
+ 0.5400778651237488,
128
+ 0.13648468255996704,
129
+ 0.2518373131752014,
130
+ 0.2560046911239624,
131
+ 0.6918841004371643,
132
+ 0.4145946502685547,
133
+ 0.35619205236434937,
134
+ 0.48909515142440796,
135
+ 0.545762300491333,
136
+ 0.139476016163826,
137
+ 0.15032295882701874,
138
+ 0.019602525979280472,
139
+ 0.22389234602451324,
140
+ 0.6564571857452393,
141
+ 0.11865285784006119,
142
+ 0.5064269304275513,
143
+ 0.560204029083252,
144
+ 0.6500471830368042,
145
+ 0.4396606981754303,
146
+ 0.17103205621242523,
147
+ 0.4466933608055115,
148
+ 0.11608203500509262,
149
+ 0.290744811296463,
150
+ 0.6724090576171875,
151
+ 0.5112582445144653,
152
+ 0.5054292678833008,
153
+ 0.45616161823272705,
154
+ 0.20713698863983154,
155
+ 0.7033723592758179,
156
+ 0.358547568321228,
157
+ 0.2800329029560089,
158
+ 0.2159571498632431,
159
+ 0.46569281816482544,
160
+ 0.36466115713119507,
161
+ 0.30085593461990356,
162
+ 0.46635517477989197,
163
+ 0.23318904638290405,
164
+ 0.20936036109924316,
165
+ 0.3201579451560974,
166
+ 0.38036760687828064,
167
+ 0.21020402014255524,
168
+ 0.26954999566078186,
169
+ 0.4435163140296936,
170
+ 0.6874979138374329,
171
+ 0.2223120480775833,
172
+ 0.13640141487121582,
173
+ 0.7635802626609802,
174
+ 0.09156547486782074,
175
+ 0.5519748330116272,
176
+ 0.22196941077709198,
177
+ 0.3871783912181854,
178
+ 0.37530192732810974,
179
+ 0.4398733973503113,
180
+ 0.1306663602590561,
181
+ 0.3984447717666626,
182
+ 0.08193802088499069,
183
+ 0.5631014704704285,
184
+ 0.7109192609786987,
185
+ 0.1800696849822998,
186
+ 0.41528838872909546,
187
+ 0.24927844107151031,
188
+ 0.33529597520828247,
189
+ 0.6631928086280823,
190
+ 0.5127131938934326,
191
+ 0.5568378567695618,
192
+ 0.2042483389377594,
193
+ 0.22000806033611298,
194
+ 0.3302260637283325,
195
+ 0.6237167119979858,
196
+ 0.1008647158741951,
197
+ 0.17827686667442322,
198
+ 0.3436914384365082,
199
+ 0.7269740700721741,
200
+ 0.4327571988105774,
201
+ 0.5025306940078735,
202
+ 0.2850014567375183,
203
+ 0.8686886429786682,
204
+ 0.8763682842254639,
205
+ 0.34017467498779297,
206
+ 0.07678526639938354,
207
+ 0.27584436535835266,
208
+ 0.7726991772651672,
209
+ 0.2908528745174408,
210
+ 0.7446013689041138,
211
+ 0.32254746556282043,
212
+ 0.11414126306772232,
213
+ 0.16547007858753204,
214
+ 0.7992354035377502,
215
+ 0.45113304257392883,
216
+ 0.447251558303833,
217
+ 0.6555601954460144,
218
+ 0.0805366262793541,
219
+ 0.1491258442401886,
220
+ 0.05434613302350044,
221
+ 0.6180691123008728,
222
+ 0.559828519821167,
223
+ 0.18748940527439117,
224
+ 0.31201863288879395,
225
+ 0.1962853968143463,
226
+ 0.2959638833999634,
227
+ 0.6737381815910339,
228
+ 0.5851542353630066,
229
+ 0.044556472450494766,
230
+ 0.6318249106407166,
231
+ 0.17043641209602356,
232
+ 0.23109740018844604,
233
+ 0.48004406690597534,
234
+ 0.4830072820186615,
235
+ 0.21433261036872864,
236
+ 0.34843772649765015,
237
+ 0.455939918756485,
238
+ 0.3586028218269348,
239
+ 0.5560576915740967,
240
+ 0.6897047162055969,
241
+ 0.4826643764972687,
242
+ 0.06453264504671097,
243
+ 0.43314066529273987,
244
+ 0.1938135027885437,
245
+ 0.6539254784584045,
246
+ 0.2979563772678375,
247
+ 0.33239248394966125,
248
+ 0.38721153140068054,
249
+ 0.2959587872028351,
250
+ 0.05751548707485199,
251
+ 0.3855542242527008,
252
+ 0.38628482818603516,
253
+ 0.11693263053894043,
254
+ 0.8545875549316406,
255
+ 0.8625245094299316,
256
+ 0.08133299648761749,
257
+ 0.5476507544517517,
258
+ 0.7173804640769958,
259
+ 0.19440460205078125,
260
+ 0.2670068144798279,
261
+ 0.21722446382045746,
262
+ 0.30090418457984924,
263
+ 0.04813054949045181,
264
+ 0.3881756365299225,
265
+ 0.11775064468383789,
266
+ 0.6392019391059875,
267
+ 0.6122812032699585,
268
+ 0.36092668771743774,
269
+ 0.3029860556125641,
270
+ 0.6669291853904724,
271
+ 0.5941199064254761,
272
+ 0.3867794871330261,
273
+ 0.48791107535362244,
274
+ 0.48547041416168213,
275
+ 0.5693082809448242,
276
+ 0.1318107396364212,
277
+ 0.2510436475276947,
278
+ 0.3947731852531433,
279
+ 0.10025498270988464,
280
+ 0.5661613941192627,
281
+ 0.18542733788490295,
282
+ 0.7421637177467346
283
+ ]
284
+ }
p5-mae-15m-d129/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
4
+ "fingerprint": "24f41a90eea0382c",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d129",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006530792357959383,
61
+ "val_map": 0.006051935933917351,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02364,
69
+ "train_map": 0.028390517181419085,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 1.2
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02324,
78
+ "train_map": 0.05407133264324859,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.8
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02257,
87
+ "train_map": 0.0732451786271224,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.4
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02185,
96
+ "train_map": 0.08443802254728662,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 3.0
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02196,
105
+ "train_map": 0.08603286014762009,
106
+ "val_map": 0.054655442401798586,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 3.2
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02093,
114
+ "train_map": 0.10364183943817636,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.6
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02049,
123
+ "train_map": 0.10604629608576294,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 4.2
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02026,
132
+ "train_map": 0.13393220998898178,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.8
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02001,
141
+ "train_map": 0.15178677887236963,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.4
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01937,
150
+ "train_map": 0.1602565473134663,
151
+ "val_map": 0.09326523808281749,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.7
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01972,
159
+ "train_map": 0.15569875421854304,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 6.0
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.0195,
168
+ "train_map": 0.1783492266283542,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.6
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01933,
177
+ "train_map": 0.19280569689998675,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.2
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01892,
186
+ "train_map": 0.20858180621529326,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.8
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01825,
195
+ "train_map": 0.21625442656845675,
196
+ "val_map": 0.1273778001336024,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.3
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01859,
204
+ "train_map": 0.21516033079461028,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.4
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01797,
213
+ "train_map": 0.22691870261817831,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.0
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01752,
222
+ "train_map": 0.23700035348326054,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.6
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01712,
231
+ "train_map": 0.24011530859070693,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.2
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01774,
240
+ "train_map": 0.24124266891042212,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.8
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01785,
249
+ "train_map": 0.241301503681014,
250
+ "val_map": 0.14255980893517128,
251
+ "lr": 1e-05,
252
+ "train_s": 10.8
253
+ }
254
+ ],
255
+ "final_train_map": 0.241301503681014,
256
+ "final_val_map": 0.14255980893517128,
257
+ "lora/map": 0.14255980893517128,
258
+ "train_seconds": 10.8,
259
+ "wall_seconds": 62.3
260
+ }
p5-mae-15m-d129/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
4
+ "fingerprint": "24f41a90eea0382c",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d129",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006517738414675605,
61
+ "val_map": 0.005912703141637245,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02469,
69
+ "train_map": 0.026753158450384663,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.0231,
78
+ "train_map": 0.052377311175510616,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02212,
87
+ "train_map": 0.07261196922875793,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.7
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02162,
96
+ "train_map": 0.08994949983735083,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.3
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02173,
105
+ "train_map": 0.08849413202416356,
106
+ "val_map": 0.055426356914158086,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02096,
114
+ "train_map": 0.09973899034325535,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.021,
123
+ "train_map": 0.11347296817115096,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02016,
132
+ "train_map": 0.13296033337136176,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.0
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02031,
141
+ "train_map": 0.14715561234971872,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.6
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01969,
150
+ "train_map": 0.15433902429695995,
151
+ "val_map": 0.09003531814648273,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 4.9
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01979,
159
+ "train_map": 0.1635638675855674,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01919,
168
+ "train_map": 0.17649482117004453,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01921,
177
+ "train_map": 0.1845343300950779,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.3
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01855,
186
+ "train_map": 0.20295248467623622,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 6.9
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01803,
195
+ "train_map": 0.21633569633082772,
196
+ "val_map": 0.13034425789412585,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.4
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01837,
204
+ "train_map": 0.22075924399066751,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.5
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01768,
213
+ "train_map": 0.23193144487734862,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.1
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.0179,
222
+ "train_map": 0.23258695507817945,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.7
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01766,
231
+ "train_map": 0.2381599883423443,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.3
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01761,
240
+ "train_map": 0.23881684876784004,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 9.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01738,
249
+ "train_map": 0.23905321368876936,
250
+ "val_map": 0.14371038128337355,
251
+ "lr": 1e-05,
252
+ "train_s": 9.9
253
+ }
254
+ ],
255
+ "final_train_map": 0.23905321368876936,
256
+ "final_val_map": 0.14371038128337355,
257
+ "lora/map": 0.14371038128337355,
258
+ "train_seconds": 9.9,
259
+ "wall_seconds": 59.7
260
+ }
p5-mae-15m-d129/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d129/exports/step_00040000",
4
+ "fingerprint": "24f41a90eea0382c",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d129",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007175120933730671,
61
+ "val_map": 0.006056702177992808,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02421,
69
+ "train_map": 0.03340624009331501,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02348,
78
+ "train_map": 0.04413374390013947,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02227,
87
+ "train_map": 0.055507601323392615,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02157,
96
+ "train_map": 0.0741745237671051,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02181,
105
+ "train_map": 0.07421916894406165,
106
+ "val_map": 0.048370498631934176,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.0215,
114
+ "train_map": 0.06878528331249133,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.9
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02128,
123
+ "train_map": 0.10256151955193032,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02084,
132
+ "train_map": 0.11608138340357443,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01983,
141
+ "train_map": 0.12927336718593732,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01928,
150
+ "train_map": 0.1398605660763366,
151
+ "val_map": 0.08791182929671155,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01924,
159
+ "train_map": 0.147299434786461,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01909,
168
+ "train_map": 0.16529798001118104,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01918,
177
+ "train_map": 0.17736680852602707,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01858,
186
+ "train_map": 0.18966007272516724,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.0
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01847,
195
+ "train_map": 0.20449185314229504,
196
+ "val_map": 0.12404279087792085,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.5
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.0182,
204
+ "train_map": 0.2050861864045008,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01818,
213
+ "train_map": 0.22248352274203237,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01812,
222
+ "train_map": 0.22903139789304228,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.8
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01783,
231
+ "train_map": 0.2326960988719179,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01787,
240
+ "train_map": 0.2324523398638535,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.1
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01821,
249
+ "train_map": 0.23289190043661695,
250
+ "val_map": 0.13840089720873555,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.23289190043661695,
256
+ "final_val_map": 0.13840089720873555,
257
+ "lora/map": 0.13840089720873555,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 62.5
260
+ }