quinnlue commited on
Commit
4ace6e6
·
verified ·
1 Parent(s): 67a3316

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
3
+ "fingerprint": "351362f04accad32",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d143",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.38504895084537566,
60
+ "lora/map": 0.38504895084537566,
61
+ "fsd50k/map": 0.38504895084537566,
62
+ "train_seconds": 24.11,
63
+ "total_seconds": 32.91,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022684418624266983,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02385700073845499,
77
+ "val_map": 0.38504895084537566,
78
+ "lr": 0.0,
79
+ "train_s": 24.10651984240394
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.31745222210884094,
84
+ 0.10211730748414993,
85
+ 0.48264268040657043,
86
+ 0.35500308871269226,
87
+ 0.47334718704223633,
88
+ 0.6340420842170715,
89
+ 0.8491709232330322,
90
+ 0.5264872312545776,
91
+ 0.617128312587738,
92
+ 0.49137476086616516,
93
+ 0.3165584206581116,
94
+ 0.40532150864601135,
95
+ 0.13870713114738464,
96
+ 0.34888049960136414,
97
+ 0.5011838674545288,
98
+ 0.47339797019958496,
99
+ 0.025031955912709236,
100
+ 0.23130479454994202,
101
+ 0.4543367326259613,
102
+ 0.23061397671699524,
103
+ 0.590991199016571,
104
+ 0.39948028326034546,
105
+ 0.7383071184158325,
106
+ 0.11150313913822174,
107
+ 0.2208186686038971,
108
+ 0.42663583159446716,
109
+ 0.3638664782047272,
110
+ 0.2433834820985794,
111
+ 0.7944549918174744,
112
+ 0.32739999890327454,
113
+ 0.6719589829444885,
114
+ 0.5243217945098877,
115
+ 0.3974571228027344,
116
+ 0.25323617458343506,
117
+ 0.33404481410980225,
118
+ 0.24499256908893585,
119
+ 0.4144406020641327,
120
+ 0.27510613203048706,
121
+ 0.34179192781448364,
122
+ 0.24681764841079712,
123
+ 0.5585950613021851,
124
+ 0.2132655829191208,
125
+ 0.6673522591590881,
126
+ 0.2031884789466858,
127
+ 0.5145432353019714,
128
+ 0.07920078933238983,
129
+ 0.24890191853046417,
130
+ 0.2949620187282562,
131
+ 0.7538858652114868,
132
+ 0.4214755892753601,
133
+ 0.4562743008136749,
134
+ 0.5160786509513855,
135
+ 0.5741636753082275,
136
+ 0.16265983879566193,
137
+ 0.12695136666297913,
138
+ 0.036048125475645065,
139
+ 0.20966602861881256,
140
+ 0.7281875014305115,
141
+ 0.12201844155788422,
142
+ 0.5109196305274963,
143
+ 0.5867927074432373,
144
+ 0.6343561410903931,
145
+ 0.44042491912841797,
146
+ 0.19017666578292847,
147
+ 0.5116931200027466,
148
+ 0.14048346877098083,
149
+ 0.2743138372898102,
150
+ 0.6797744035720825,
151
+ 0.4947775602340698,
152
+ 0.5133357048034668,
153
+ 0.48865336179733276,
154
+ 0.2179318517446518,
155
+ 0.6903372406959534,
156
+ 0.30514100193977356,
157
+ 0.2928137183189392,
158
+ 0.23096799850463867,
159
+ 0.42072799801826477,
160
+ 0.34567922353744507,
161
+ 0.2574712634086609,
162
+ 0.48832929134368896,
163
+ 0.25079092383384705,
164
+ 0.29646870493888855,
165
+ 0.36751195788383484,
166
+ 0.34887006878852844,
167
+ 0.2377811223268509,
168
+ 0.2851077616214752,
169
+ 0.43538689613342285,
170
+ 0.6170511245727539,
171
+ 0.14691148698329926,
172
+ 0.12587478756904602,
173
+ 0.744470477104187,
174
+ 0.17916595935821533,
175
+ 0.5348445773124695,
176
+ 0.2256011962890625,
177
+ 0.26504817605018616,
178
+ 0.3312988579273224,
179
+ 0.4306342303752899,
180
+ 0.1771533042192459,
181
+ 0.38297373056411743,
182
+ 0.10413869470357895,
183
+ 0.5695876479148865,
184
+ 0.7044804096221924,
185
+ 0.20779426395893097,
186
+ 0.42476528882980347,
187
+ 0.24074667692184448,
188
+ 0.32759466767311096,
189
+ 0.6590844392776489,
190
+ 0.520844578742981,
191
+ 0.5333104133605957,
192
+ 0.19272185862064362,
193
+ 0.18188852071762085,
194
+ 0.32825350761413574,
195
+ 0.5390475392341614,
196
+ 0.11351625621318817,
197
+ 0.21715278923511505,
198
+ 0.32258397340774536,
199
+ 0.688572347164154,
200
+ 0.3912908434867859,
201
+ 0.48107224702835083,
202
+ 0.2421383559703827,
203
+ 0.8634092807769775,
204
+ 0.8710496425628662,
205
+ 0.31446024775505066,
206
+ 0.09029946476221085,
207
+ 0.2477075755596161,
208
+ 0.780583918094635,
209
+ 0.3253403604030609,
210
+ 0.7260721325874329,
211
+ 0.331299364566803,
212
+ 0.12547437846660614,
213
+ 0.13062629103660583,
214
+ 0.807600200176239,
215
+ 0.4158690869808197,
216
+ 0.47874927520751953,
217
+ 0.6643399000167847,
218
+ 0.09112758934497833,
219
+ 0.10605596750974655,
220
+ 0.0454733707010746,
221
+ 0.5175575017929077,
222
+ 0.52226722240448,
223
+ 0.18761040270328522,
224
+ 0.31870487332344055,
225
+ 0.21537655591964722,
226
+ 0.30690985918045044,
227
+ 0.623065173625946,
228
+ 0.5816247463226318,
229
+ 0.05532125011086464,
230
+ 0.6031476855278015,
231
+ 0.20106936991214752,
232
+ 0.3078640103340149,
233
+ 0.4788530468940735,
234
+ 0.46636927127838135,
235
+ 0.2431965172290802,
236
+ 0.23897328972816467,
237
+ 0.47046157717704773,
238
+ 0.2767612934112549,
239
+ 0.5305781364440918,
240
+ 0.662331223487854,
241
+ 0.46021297574043274,
242
+ 0.11124381422996521,
243
+ 0.4201909899711609,
244
+ 0.13226880133152008,
245
+ 0.6268817186355591,
246
+ 0.2484293282032013,
247
+ 0.367325097322464,
248
+ 0.34603801369667053,
249
+ 0.36173874139785767,
250
+ 0.06345432996749878,
251
+ 0.3567180931568146,
252
+ 0.4002392292022705,
253
+ 0.0911414697766304,
254
+ 0.8815625905990601,
255
+ 0.892732560634613,
256
+ 0.04390180483460426,
257
+ 0.596919059753418,
258
+ 0.7055835723876953,
259
+ 0.1998005211353302,
260
+ 0.2556612193584442,
261
+ 0.1974802166223526,
262
+ 0.30416300892829895,
263
+ 0.07223805040121078,
264
+ 0.6205285787582397,
265
+ 0.1746949553489685,
266
+ 0.6281651258468628,
267
+ 0.6086341142654419,
268
+ 0.42740556597709656,
269
+ 0.3193611204624176,
270
+ 0.6662106513977051,
271
+ 0.5237463712692261,
272
+ 0.32259446382522583,
273
+ 0.3493890166282654,
274
+ 0.38842910528182983,
275
+ 0.5640243887901306,
276
+ 0.10479393601417542,
277
+ 0.19677050411701202,
278
+ 0.38536399602890015,
279
+ 0.12210466712713242,
280
+ 0.5103985071182251,
281
+ 0.14759036898612976,
282
+ 0.7189163565635681
283
+ ]
284
+ }
p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
3
+ "fingerprint": "351362f04accad32",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d143",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3869729491788894,
60
+ "lora/map": 0.3869729491788894,
61
+ "fsd50k/map": 0.3869729491788894,
62
+ "train_seconds": 23.81,
63
+ "total_seconds": 32.75,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.0220739278558176,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023658749453817716,
77
+ "val_map": 0.3869729491788894,
78
+ "lr": 0.0,
79
+ "train_s": 23.812363624339923
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.27101096510887146,
84
+ 0.10803072154521942,
85
+ 0.5728815793991089,
86
+ 0.37802836298942566,
87
+ 0.46461591124534607,
88
+ 0.6261831521987915,
89
+ 0.8543528318405151,
90
+ 0.5683885812759399,
91
+ 0.6159738302230835,
92
+ 0.4624418020248413,
93
+ 0.3240349292755127,
94
+ 0.4082145094871521,
95
+ 0.19186587631702423,
96
+ 0.3737976551055908,
97
+ 0.4979442358016968,
98
+ 0.46050846576690674,
99
+ 0.02946319617331028,
100
+ 0.3033409118652344,
101
+ 0.42204752564430237,
102
+ 0.186329185962677,
103
+ 0.5877476334571838,
104
+ 0.40595385432243347,
105
+ 0.786563515663147,
106
+ 0.10365724563598633,
107
+ 0.22264866530895233,
108
+ 0.44726091623306274,
109
+ 0.33233511447906494,
110
+ 0.26953381299972534,
111
+ 0.7534311413764954,
112
+ 0.32073602080345154,
113
+ 0.6786679029464722,
114
+ 0.6168487668037415,
115
+ 0.4137495458126068,
116
+ 0.16525186598300934,
117
+ 0.33951377868652344,
118
+ 0.2371790111064911,
119
+ 0.4035252332687378,
120
+ 0.17963793873786926,
121
+ 0.34070396423339844,
122
+ 0.2776852548122406,
123
+ 0.541941225528717,
124
+ 0.24450641870498657,
125
+ 0.6211493015289307,
126
+ 0.21722212433815002,
127
+ 0.5630859732627869,
128
+ 0.14086176455020905,
129
+ 0.2668655216693878,
130
+ 0.27751830220222473,
131
+ 0.753391444683075,
132
+ 0.4364490807056427,
133
+ 0.38323360681533813,
134
+ 0.5309625864028931,
135
+ 0.5586570501327515,
136
+ 0.20022079348564148,
137
+ 0.154275581240654,
138
+ 0.028661411255598068,
139
+ 0.22150348126888275,
140
+ 0.7042064070701599,
141
+ 0.11344221234321594,
142
+ 0.5396830439567566,
143
+ 0.5994501709938049,
144
+ 0.6387927532196045,
145
+ 0.44511643052101135,
146
+ 0.13591530919075012,
147
+ 0.5587810277938843,
148
+ 0.08924121409654617,
149
+ 0.26265114545822144,
150
+ 0.6802092790603638,
151
+ 0.5598846673965454,
152
+ 0.5160065293312073,
153
+ 0.5047616362571716,
154
+ 0.23817384243011475,
155
+ 0.6971364617347717,
156
+ 0.3411232829093933,
157
+ 0.20955927670001984,
158
+ 0.22603994607925415,
159
+ 0.43513062596321106,
160
+ 0.3299744129180908,
161
+ 0.300239235162735,
162
+ 0.4698468744754791,
163
+ 0.1993311196565628,
164
+ 0.2769286036491394,
165
+ 0.27574026584625244,
166
+ 0.2677950859069824,
167
+ 0.21132251620292664,
168
+ 0.3184877038002014,
169
+ 0.3961469531059265,
170
+ 0.547308623790741,
171
+ 0.11559098213911057,
172
+ 0.13939602673053741,
173
+ 0.758206307888031,
174
+ 0.13547490537166595,
175
+ 0.5547236204147339,
176
+ 0.2360319197177887,
177
+ 0.30868420004844666,
178
+ 0.34324246644973755,
179
+ 0.5159376859664917,
180
+ 0.23911474645137787,
181
+ 0.47449201345443726,
182
+ 0.08473498374223709,
183
+ 0.5700700879096985,
184
+ 0.7029406428337097,
185
+ 0.26039814949035645,
186
+ 0.4012097120285034,
187
+ 0.23632760345935822,
188
+ 0.31469932198524475,
189
+ 0.6537917852401733,
190
+ 0.5603172183036804,
191
+ 0.5321318507194519,
192
+ 0.20394395291805267,
193
+ 0.22311782836914062,
194
+ 0.32242023944854736,
195
+ 0.6009803414344788,
196
+ 0.12329892814159393,
197
+ 0.1510176807641983,
198
+ 0.33340561389923096,
199
+ 0.7154045701026917,
200
+ 0.33868733048439026,
201
+ 0.48602014780044556,
202
+ 0.27828529477119446,
203
+ 0.8766821026802063,
204
+ 0.8840462565422058,
205
+ 0.33518287539482117,
206
+ 0.0975942611694336,
207
+ 0.2032395750284195,
208
+ 0.7629128098487854,
209
+ 0.23817308247089386,
210
+ 0.7371717691421509,
211
+ 0.31878653168678284,
212
+ 0.09154967218637466,
213
+ 0.15632793307304382,
214
+ 0.782584547996521,
215
+ 0.39768436551094055,
216
+ 0.47938233613967896,
217
+ 0.6040070056915283,
218
+ 0.08918329328298569,
219
+ 0.08727394789457321,
220
+ 0.06106305494904518,
221
+ 0.5381061434745789,
222
+ 0.5407606959342957,
223
+ 0.20628231763839722,
224
+ 0.3624088168144226,
225
+ 0.29743146896362305,
226
+ 0.3337242603302002,
227
+ 0.598375678062439,
228
+ 0.5640286207199097,
229
+ 0.0428660549223423,
230
+ 0.5282483696937561,
231
+ 0.21136079728603363,
232
+ 0.33209356665611267,
233
+ 0.48599982261657715,
234
+ 0.45563340187072754,
235
+ 0.34883344173431396,
236
+ 0.23122312128543854,
237
+ 0.42682886123657227,
238
+ 0.3041112422943115,
239
+ 0.5745483636856079,
240
+ 0.670924961566925,
241
+ 0.46011364459991455,
242
+ 0.08410822600126266,
243
+ 0.3430134057998657,
244
+ 0.12616467475891113,
245
+ 0.6466431021690369,
246
+ 0.2632191777229309,
247
+ 0.3475364148616791,
248
+ 0.39472708106040955,
249
+ 0.38692033290863037,
250
+ 0.06472930312156677,
251
+ 0.3082176148891449,
252
+ 0.4161330759525299,
253
+ 0.10061732679605484,
254
+ 0.8725894689559937,
255
+ 0.8850110173225403,
256
+ 0.03875695914030075,
257
+ 0.573142409324646,
258
+ 0.7094630599021912,
259
+ 0.22885197401046753,
260
+ 0.24724699556827545,
261
+ 0.20751740038394928,
262
+ 0.2984738051891327,
263
+ 0.041933391243219376,
264
+ 0.6229615807533264,
265
+ 0.1498476266860962,
266
+ 0.6286344528198242,
267
+ 0.6045371890068054,
268
+ 0.3323379456996918,
269
+ 0.269505113363266,
270
+ 0.6537511348724365,
271
+ 0.5879852771759033,
272
+ 0.35303205251693726,
273
+ 0.40293678641319275,
274
+ 0.45533838868141174,
275
+ 0.5563172698020935,
276
+ 0.14074908196926117,
277
+ 0.27045056223869324,
278
+ 0.3679700493812561,
279
+ 0.10184738039970398,
280
+ 0.5100746750831604,
281
+ 0.18027615547180176,
282
+ 0.7591559290885925
283
+ ]
284
+ }
p5-mae-15m-d143/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
3
+ "fingerprint": "351362f04accad32",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d143",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.38792094061151144,
60
+ "lora/map": 0.38792094061151144,
61
+ "fsd50k/map": 0.38792094061151144,
62
+ "train_seconds": 23.71,
63
+ "total_seconds": 32.47,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02142866713809781,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023846653812347518,
77
+ "val_map": 0.38792094061151144,
78
+ "lr": 0.0,
79
+ "train_s": 23.713158458238468
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23933234810829163,
84
+ 0.22713777422904968,
85
+ 0.5067242383956909,
86
+ 0.3835345506668091,
87
+ 0.4701290428638458,
88
+ 0.6250007152557373,
89
+ 0.8382939100265503,
90
+ 0.5361344218254089,
91
+ 0.6036733984947205,
92
+ 0.5101760625839233,
93
+ 0.3035990595817566,
94
+ 0.4257153868675232,
95
+ 0.17861652374267578,
96
+ 0.4156011939048767,
97
+ 0.4893673360347748,
98
+ 0.4716344177722931,
99
+ 0.03775601089000702,
100
+ 0.22311146557331085,
101
+ 0.44163039326667786,
102
+ 0.1657027155160904,
103
+ 0.565683126449585,
104
+ 0.42491209506988525,
105
+ 0.8192511796951294,
106
+ 0.07986840605735779,
107
+ 0.25944337248802185,
108
+ 0.44433507323265076,
109
+ 0.33124932646751404,
110
+ 0.24921341240406036,
111
+ 0.7808225750923157,
112
+ 0.3256254196166992,
113
+ 0.6975882053375244,
114
+ 0.6132701635360718,
115
+ 0.42731115221977234,
116
+ 0.20505653321743011,
117
+ 0.37675783038139343,
118
+ 0.2745159864425659,
119
+ 0.400170236825943,
120
+ 0.21734505891799927,
121
+ 0.38830700516700745,
122
+ 0.23822659254074097,
123
+ 0.5382058620452881,
124
+ 0.16908098757266998,
125
+ 0.6469441056251526,
126
+ 0.17096810042858124,
127
+ 0.5093256831169128,
128
+ 0.12130525708198547,
129
+ 0.2385099083185196,
130
+ 0.2712940275669098,
131
+ 0.7338983416557312,
132
+ 0.4043957591056824,
133
+ 0.37746477127075195,
134
+ 0.49888741970062256,
135
+ 0.5487020611763,
136
+ 0.14135731756687164,
137
+ 0.1664574295282364,
138
+ 0.024820789694786072,
139
+ 0.20829379558563232,
140
+ 0.7076594829559326,
141
+ 0.121839240193367,
142
+ 0.5098829865455627,
143
+ 0.5924488306045532,
144
+ 0.6303823590278625,
145
+ 0.4257481098175049,
146
+ 0.1274602860212326,
147
+ 0.5741810202598572,
148
+ 0.15098221600055695,
149
+ 0.2749420404434204,
150
+ 0.6409046053886414,
151
+ 0.4858212172985077,
152
+ 0.5111474990844727,
153
+ 0.4735108017921448,
154
+ 0.18446068465709686,
155
+ 0.689293384552002,
156
+ 0.33726492524147034,
157
+ 0.318776935338974,
158
+ 0.23503758013248444,
159
+ 0.5183523297309875,
160
+ 0.37776193022727966,
161
+ 0.26699894666671753,
162
+ 0.45070040225982666,
163
+ 0.2490476369857788,
164
+ 0.2704450786113739,
165
+ 0.29501211643218994,
166
+ 0.2793693244457245,
167
+ 0.2850622534751892,
168
+ 0.27049532532691956,
169
+ 0.43183642625808716,
170
+ 0.6885590553283691,
171
+ 0.21682506799697876,
172
+ 0.15664009749889374,
173
+ 0.7402848601341248,
174
+ 0.161866694688797,
175
+ 0.5050734877586365,
176
+ 0.17196059226989746,
177
+ 0.33306369185447693,
178
+ 0.3367305099964142,
179
+ 0.5821550488471985,
180
+ 0.17498736083507538,
181
+ 0.3967167139053345,
182
+ 0.10023002326488495,
183
+ 0.5671678781509399,
184
+ 0.7144137024879456,
185
+ 0.20693157613277435,
186
+ 0.406067430973053,
187
+ 0.23402993381023407,
188
+ 0.2652789354324341,
189
+ 0.6690261960029602,
190
+ 0.5077448487281799,
191
+ 0.5316471457481384,
192
+ 0.1866704374551773,
193
+ 0.22002656757831573,
194
+ 0.32202789187431335,
195
+ 0.5938363075256348,
196
+ 0.05534790828824043,
197
+ 0.17806844413280487,
198
+ 0.33390966057777405,
199
+ 0.7624154686927795,
200
+ 0.3759955167770386,
201
+ 0.48042818903923035,
202
+ 0.2559512257575989,
203
+ 0.8701105713844299,
204
+ 0.8779882192611694,
205
+ 0.31303200125694275,
206
+ 0.14573661983013153,
207
+ 0.25329771637916565,
208
+ 0.7624551057815552,
209
+ 0.2573799788951874,
210
+ 0.7261430025100708,
211
+ 0.3590101897716522,
212
+ 0.14854808151721954,
213
+ 0.17329908907413483,
214
+ 0.7960149049758911,
215
+ 0.42524901032447815,
216
+ 0.48488903045654297,
217
+ 0.6408732533454895,
218
+ 0.08546267449855804,
219
+ 0.12961390614509583,
220
+ 0.053795043379068375,
221
+ 0.5842546224594116,
222
+ 0.5600723028182983,
223
+ 0.1914898157119751,
224
+ 0.30715203285217285,
225
+ 0.2599776089191437,
226
+ 0.3583222031593323,
227
+ 0.6372765302658081,
228
+ 0.5581604838371277,
229
+ 0.038672249764204025,
230
+ 0.6020166277885437,
231
+ 0.16059142351150513,
232
+ 0.2781509757041931,
233
+ 0.5365253686904907,
234
+ 0.4615301489830017,
235
+ 0.30790621042251587,
236
+ 0.25871145725250244,
237
+ 0.4399168789386749,
238
+ 0.2901935279369354,
239
+ 0.5552967190742493,
240
+ 0.6280287504196167,
241
+ 0.4582727253437042,
242
+ 0.05763184279203415,
243
+ 0.3866358995437622,
244
+ 0.15855394303798676,
245
+ 0.6501525044441223,
246
+ 0.2580714523792267,
247
+ 0.33701589703559875,
248
+ 0.3680911958217621,
249
+ 0.24909204244613647,
250
+ 0.07052060961723328,
251
+ 0.41705089807510376,
252
+ 0.3927588164806366,
253
+ 0.08949968963861465,
254
+ 0.8809443712234497,
255
+ 0.8914188742637634,
256
+ 0.06046948581933975,
257
+ 0.5492163300514221,
258
+ 0.7155721187591553,
259
+ 0.2582564055919647,
260
+ 0.22670859098434448,
261
+ 0.22252018749713898,
262
+ 0.33588144183158875,
263
+ 0.04450230300426483,
264
+ 0.5225142240524292,
265
+ 0.16250449419021606,
266
+ 0.6407468914985657,
267
+ 0.6202951073646545,
268
+ 0.37923383712768555,
269
+ 0.2596103549003601,
270
+ 0.659434974193573,
271
+ 0.5942449569702148,
272
+ 0.35480833053588867,
273
+ 0.4024195373058319,
274
+ 0.43124592304229736,
275
+ 0.547056257724762,
276
+ 0.12243156880140305,
277
+ 0.2750971019268036,
278
+ 0.3682782053947449,
279
+ 0.09797027707099915,
280
+ 0.5686872601509094,
281
+ 0.13819465041160583,
282
+ 0.7427924275398254
283
+ ]
284
+ }
p5-mae-15m-d143/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
4
+ "fingerprint": "351362f04accad32",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d143",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007350945142115443,
61
+ "val_map": 0.006238620334165259,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02361,
69
+ "train_map": 0.02950005273017025,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.0233,
78
+ "train_map": 0.049843283907812536,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02271,
87
+ "train_map": 0.06117594242007587,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.0222,
96
+ "train_map": 0.07510226252409268,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02235,
105
+ "train_map": 0.07850044590343264,
106
+ "val_map": 0.05106400075612459,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02108,
114
+ "train_map": 0.09830329310373391,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02062,
123
+ "train_map": 0.10375932570762465,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.5
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02045,
132
+ "train_map": 0.12778084757304847,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.1
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02019,
141
+ "train_map": 0.1383360738519657,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01947,
150
+ "train_map": 0.14926951854318324,
151
+ "val_map": 0.09032628329053691,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01988,
159
+ "train_map": 0.14805176388339777,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01962,
168
+ "train_map": 0.1649465198293717,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01952,
177
+ "train_map": 0.1804993383611148,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01912,
186
+ "train_map": 0.19705340961538664,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01846,
195
+ "train_map": 0.2090019763542774,
196
+ "val_map": 0.12523562077563644,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01887,
204
+ "train_map": 0.20790459084690352,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01805,
213
+ "train_map": 0.21925748562867942,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01763,
222
+ "train_map": 0.2297668884264436,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01731,
231
+ "train_map": 0.23324817026818642,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01792,
240
+ "train_map": 0.23288987603646472,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01802,
249
+ "train_map": 0.2329689320106151,
250
+ "val_map": 0.13972204299360882,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.2329689320106151,
256
+ "final_val_map": 0.13972204299360882,
257
+ "lora/map": 0.13972204299360882,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 59.8
260
+ }
p5-mae-15m-d143/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
4
+ "fingerprint": "351362f04accad32",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d143",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.0069428916660047345,
61
+ "val_map": 0.006197634465644309,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02469,
69
+ "train_map": 0.02681353568003126,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02321,
78
+ "train_map": 0.056806014023237004,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02216,
87
+ "train_map": 0.06562637898119332,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02151,
96
+ "train_map": 0.08402257451550785,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02192,
105
+ "train_map": 0.0877176148481614,
106
+ "val_map": 0.05622349674566039,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02095,
114
+ "train_map": 0.1025049585978937,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02105,
123
+ "train_map": 0.10928646830154452,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02034,
132
+ "train_map": 0.12505051462055736,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02062,
141
+ "train_map": 0.13140376429276743,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01995,
150
+ "train_map": 0.1479108883377228,
151
+ "val_map": 0.08839437341321069,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.02,
159
+ "train_map": 0.14950974643905515,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01934,
168
+ "train_map": 0.15731096812267656,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.1
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01948,
177
+ "train_map": 0.17817571208824667,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.7
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01869,
186
+ "train_map": 0.19559150846830553,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.3
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01833,
195
+ "train_map": 0.20302814344011347,
196
+ "val_map": 0.12524555159283826,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.8
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01864,
204
+ "train_map": 0.20574788695848079,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.9
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01787,
213
+ "train_map": 0.21753760355222526,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.5
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01814,
222
+ "train_map": 0.22367404370994592,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.1
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01787,
231
+ "train_map": 0.2256289767666916,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.6
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01771,
240
+ "train_map": 0.22756595567639287,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.2
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01746,
249
+ "train_map": 0.22772689825860498,
250
+ "val_map": 0.13991678536443686,
251
+ "lr": 1e-05,
252
+ "train_s": 10.2
253
+ }
254
+ ],
255
+ "final_train_map": 0.22772689825860498,
256
+ "final_val_map": 0.13991678536443686,
257
+ "lora/map": 0.13991678536443686,
258
+ "train_seconds": 10.2,
259
+ "wall_seconds": 59.5
260
+ }
p5-mae-15m-d143/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d143/exports/step_00040000",
4
+ "fingerprint": "351362f04accad32",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d143",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006354113507585554,
61
+ "val_map": 0.005962557558975831,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02409,
69
+ "train_map": 0.028302090171595552,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02349,
78
+ "train_map": 0.04503942946982932,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02232,
87
+ "train_map": 0.06689663622280904,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02134,
96
+ "train_map": 0.0839450478242742,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02174,
105
+ "train_map": 0.08444382659485652,
106
+ "val_map": 0.053538127502769345,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02154,
114
+ "train_map": 0.09026068941454989,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02119,
123
+ "train_map": 0.0999617665794906,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.0206,
132
+ "train_map": 0.11892869099850926,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01976,
141
+ "train_map": 0.1309227676676901,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01936,
150
+ "train_map": 0.14122037224796738,
151
+ "val_map": 0.08980507866799323,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01929,
159
+ "train_map": 0.14666531010013095,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01907,
168
+ "train_map": 0.1728816370071536,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01928,
177
+ "train_map": 0.18266705185549592,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01861,
186
+ "train_map": 0.1921478755174795,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01839,
195
+ "train_map": 0.20406712976901084,
196
+ "val_map": 0.1252563348591356,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01818,
204
+ "train_map": 0.20604462902091683,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01821,
213
+ "train_map": 0.21569813987544156,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01815,
222
+ "train_map": 0.22563889260762557,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01783,
231
+ "train_map": 0.22887501578983024,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.018,
240
+ "train_map": 0.230450308582157,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01836,
249
+ "train_map": 0.23061224174609787,
250
+ "val_map": 0.13964538749986005,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.23061224174609787,
256
+ "final_val_map": 0.13964538749986005,
257
+ "lora/map": 0.13964538749986005,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 59.6
260
+ }