quinnlue commited on
Commit
46b7159
·
verified ·
1 Parent(s): beb03ca

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
3
+ "fingerprint": "5b44cba805a4e8f1",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d23",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3643994377274066,
60
+ "lora/map": 0.3643994377274066,
61
+ "fsd50k/map": 0.3643994377274066,
62
+ "train_seconds": 24.68,
63
+ "total_seconds": 33.53,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022872069110162555,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02416720308762569,
77
+ "val_map": 0.3643994377274066,
78
+ "lr": 0.0,
79
+ "train_s": 24.679478794918396
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2724992632865906,
84
+ 0.0900091901421547,
85
+ 0.5278627872467041,
86
+ 0.34133994579315186,
87
+ 0.4589889347553253,
88
+ 0.6180155873298645,
89
+ 0.8248627781867981,
90
+ 0.5354011654853821,
91
+ 0.5497896671295166,
92
+ 0.4652954041957855,
93
+ 0.18893910944461823,
94
+ 0.39664700627326965,
95
+ 0.1482117921113968,
96
+ 0.3901784121990204,
97
+ 0.5033806562423706,
98
+ 0.4652712047100067,
99
+ 0.03394043445587158,
100
+ 0.2929135859012604,
101
+ 0.41829726099967957,
102
+ 0.1925499439239502,
103
+ 0.540104866027832,
104
+ 0.42420879006385803,
105
+ 0.7730081081390381,
106
+ 0.08166457712650299,
107
+ 0.21689951419830322,
108
+ 0.2748759984970093,
109
+ 0.3637060225009918,
110
+ 0.2763011157512665,
111
+ 0.7217856645584106,
112
+ 0.3221730589866638,
113
+ 0.6237142086029053,
114
+ 0.4595488905906677,
115
+ 0.43778765201568604,
116
+ 0.19034214317798615,
117
+ 0.33869418501853943,
118
+ 0.22332541644573212,
119
+ 0.4114755690097809,
120
+ 0.18688417971134186,
121
+ 0.3178027272224426,
122
+ 0.19530628621578217,
123
+ 0.5015684962272644,
124
+ 0.24832642078399658,
125
+ 0.5756216049194336,
126
+ 0.1516842097043991,
127
+ 0.4137565791606903,
128
+ 0.08376972377300262,
129
+ 0.22662043571472168,
130
+ 0.22463896870613098,
131
+ 0.7244206070899963,
132
+ 0.4423634707927704,
133
+ 0.3675439655780792,
134
+ 0.5482280254364014,
135
+ 0.5899510979652405,
136
+ 0.13767461478710175,
137
+ 0.1459481120109558,
138
+ 0.02749442495405674,
139
+ 0.24617937207221985,
140
+ 0.6799018383026123,
141
+ 0.11497251689434052,
142
+ 0.5063372850418091,
143
+ 0.5549875497817993,
144
+ 0.6027714014053345,
145
+ 0.4210647642612457,
146
+ 0.16240864992141724,
147
+ 0.48910853266716003,
148
+ 0.1307382881641388,
149
+ 0.22010277211666107,
150
+ 0.6669971942901611,
151
+ 0.507110595703125,
152
+ 0.5045133829116821,
153
+ 0.4596409499645233,
154
+ 0.21952378749847412,
155
+ 0.6884071230888367,
156
+ 0.24220003187656403,
157
+ 0.3102736473083496,
158
+ 0.22248360514640808,
159
+ 0.37934520840644836,
160
+ 0.37261518836021423,
161
+ 0.24846957623958588,
162
+ 0.41060128808021545,
163
+ 0.2121964395046234,
164
+ 0.32704636454582214,
165
+ 0.2881953716278076,
166
+ 0.24844768643379211,
167
+ 0.23023033142089844,
168
+ 0.25978246331214905,
169
+ 0.39911961555480957,
170
+ 0.6082397699356079,
171
+ 0.2184767723083496,
172
+ 0.1476573795080185,
173
+ 0.7409108281135559,
174
+ 0.1500028669834137,
175
+ 0.46804797649383545,
176
+ 0.21249514818191528,
177
+ 0.320075124502182,
178
+ 0.309475302696228,
179
+ 0.46532735228538513,
180
+ 0.21230533719062805,
181
+ 0.37313786149024963,
182
+ 0.08390460163354874,
183
+ 0.5678128600120544,
184
+ 0.7063023447990417,
185
+ 0.18138572573661804,
186
+ 0.39984187483787537,
187
+ 0.23372556269168854,
188
+ 0.3210393786430359,
189
+ 0.6362498998641968,
190
+ 0.4616202116012573,
191
+ 0.5189955830574036,
192
+ 0.20705386996269226,
193
+ 0.17808854579925537,
194
+ 0.3107593357563019,
195
+ 0.5559135675430298,
196
+ 0.08873628824949265,
197
+ 0.1603129655122757,
198
+ 0.29961588978767395,
199
+ 0.787266731262207,
200
+ 0.3872103691101074,
201
+ 0.4755842089653015,
202
+ 0.21231365203857422,
203
+ 0.8666801452636719,
204
+ 0.874504804611206,
205
+ 0.2698991894721985,
206
+ 0.1331043541431427,
207
+ 0.18835726380348206,
208
+ 0.7603588104248047,
209
+ 0.2980348467826843,
210
+ 0.7250832319259644,
211
+ 0.289247989654541,
212
+ 0.1314779371023178,
213
+ 0.15206563472747803,
214
+ 0.6297730803489685,
215
+ 0.40162500739097595,
216
+ 0.41179224848747253,
217
+ 0.5820788145065308,
218
+ 0.051932670176029205,
219
+ 0.040097564458847046,
220
+ 0.05272473394870758,
221
+ 0.4482864737510681,
222
+ 0.5255336761474609,
223
+ 0.1447366625070572,
224
+ 0.2915673851966858,
225
+ 0.1693645417690277,
226
+ 0.2531484365463257,
227
+ 0.5953447818756104,
228
+ 0.5121335387229919,
229
+ 0.07079605758190155,
230
+ 0.5500044226646423,
231
+ 0.19078180193901062,
232
+ 0.2844430208206177,
233
+ 0.4766475260257721,
234
+ 0.451100617647171,
235
+ 0.25526541471481323,
236
+ 0.32203710079193115,
237
+ 0.4279356896877289,
238
+ 0.29107534885406494,
239
+ 0.4820849299430847,
240
+ 0.6130080819129944,
241
+ 0.46103379130363464,
242
+ 0.08150976151227951,
243
+ 0.41094911098480225,
244
+ 0.14320139586925507,
245
+ 0.6320833563804626,
246
+ 0.35488080978393555,
247
+ 0.29219678044319153,
248
+ 0.29691100120544434,
249
+ 0.3793114721775055,
250
+ 0.07348290085792542,
251
+ 0.27065175771713257,
252
+ 0.3554535508155823,
253
+ 0.1018429547548294,
254
+ 0.8030856847763062,
255
+ 0.8106451630592346,
256
+ 0.0472603514790535,
257
+ 0.5248258709907532,
258
+ 0.7099614143371582,
259
+ 0.17455565929412842,
260
+ 0.2801167070865631,
261
+ 0.1761799305677414,
262
+ 0.26647377014160156,
263
+ 0.06695786118507385,
264
+ 0.5147680044174194,
265
+ 0.11449916660785675,
266
+ 0.539193332195282,
267
+ 0.6022188067436218,
268
+ 0.4146723449230194,
269
+ 0.24663498997688293,
270
+ 0.6509419083595276,
271
+ 0.5490261316299438,
272
+ 0.280810683965683,
273
+ 0.30498769879341125,
274
+ 0.3217734396457672,
275
+ 0.5601282715797424,
276
+ 0.10856542736291885,
277
+ 0.2006906121969223,
278
+ 0.44308221340179443,
279
+ 0.09814044088125229,
280
+ 0.3304271101951599,
281
+ 0.14627636969089508,
282
+ 0.6960738301277161
283
+ ]
284
+ }
p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
3
+ "fingerprint": "5b44cba805a4e8f1",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d23",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3651058589387685,
60
+ "lora/map": 0.3651058589387685,
61
+ "fsd50k/map": 0.3651058589387685,
62
+ "train_seconds": 24.93,
63
+ "total_seconds": 33.97,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022705938597209752,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02420222955731701,
77
+ "val_map": 0.3651058589387685,
78
+ "lr": 0.0,
79
+ "train_s": 24.925160586601123
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.27191099524497986,
84
+ 0.10936383157968521,
85
+ 0.5245904326438904,
86
+ 0.3632972836494446,
87
+ 0.46479618549346924,
88
+ 0.6160414814949036,
89
+ 0.8349841237068176,
90
+ 0.5214076638221741,
91
+ 0.5486628413200378,
92
+ 0.48507821559906006,
93
+ 0.19376328587532043,
94
+ 0.38714468479156494,
95
+ 0.16905097663402557,
96
+ 0.40016740560531616,
97
+ 0.494841068983078,
98
+ 0.4608997404575348,
99
+ 0.032781682908535004,
100
+ 0.27316686511039734,
101
+ 0.3812214732170105,
102
+ 0.16993467509746552,
103
+ 0.4966559410095215,
104
+ 0.41179990768432617,
105
+ 0.80321204662323,
106
+ 0.1353805661201477,
107
+ 0.2458827942609787,
108
+ 0.3547847270965576,
109
+ 0.35597819089889526,
110
+ 0.2966495156288147,
111
+ 0.6921349763870239,
112
+ 0.3118758499622345,
113
+ 0.646470844745636,
114
+ 0.4181674122810364,
115
+ 0.43782860040664673,
116
+ 0.19515393674373627,
117
+ 0.3000207841396332,
118
+ 0.19970639050006866,
119
+ 0.4310506284236908,
120
+ 0.1957274079322815,
121
+ 0.39651381969451904,
122
+ 0.2638244330883026,
123
+ 0.5150170922279358,
124
+ 0.16223953664302826,
125
+ 0.5918219089508057,
126
+ 0.19427621364593506,
127
+ 0.44472119212150574,
128
+ 0.08179730176925659,
129
+ 0.21195019781589508,
130
+ 0.226969376206398,
131
+ 0.7020329833030701,
132
+ 0.4207841455936432,
133
+ 0.36561453342437744,
134
+ 0.49957534670829773,
135
+ 0.5576618909835815,
136
+ 0.13706012070178986,
137
+ 0.11991413682699203,
138
+ 0.028791194781661034,
139
+ 0.21870337426662445,
140
+ 0.6367511749267578,
141
+ 0.15470415353775024,
142
+ 0.49405765533447266,
143
+ 0.5460653901100159,
144
+ 0.6077062487602234,
145
+ 0.4257025420665741,
146
+ 0.1596774309873581,
147
+ 0.4693430960178375,
148
+ 0.09915202856063843,
149
+ 0.20880450308322906,
150
+ 0.6741905808448792,
151
+ 0.4965106248855591,
152
+ 0.5286850333213806,
153
+ 0.44704392552375793,
154
+ 0.20039744675159454,
155
+ 0.6823434233665466,
156
+ 0.29170629382133484,
157
+ 0.2389993965625763,
158
+ 0.2324487417936325,
159
+ 0.37359216809272766,
160
+ 0.2911922037601471,
161
+ 0.2554345726966858,
162
+ 0.386770099401474,
163
+ 0.2251003235578537,
164
+ 0.3501436710357666,
165
+ 0.3036220073699951,
166
+ 0.2223452627658844,
167
+ 0.2771625220775604,
168
+ 0.2636454403400421,
169
+ 0.3858336806297302,
170
+ 0.6774337887763977,
171
+ 0.17741113901138306,
172
+ 0.09347371757030487,
173
+ 0.7526190876960754,
174
+ 0.13865604996681213,
175
+ 0.4820059537887573,
176
+ 0.23953518271446228,
177
+ 0.26049837470054626,
178
+ 0.335667222738266,
179
+ 0.3946934938430786,
180
+ 0.20523177087306976,
181
+ 0.3313984274864197,
182
+ 0.059176456183195114,
183
+ 0.5574182868003845,
184
+ 0.6998366713523865,
185
+ 0.18457719683647156,
186
+ 0.415199339389801,
187
+ 0.23742131888866425,
188
+ 0.29504379630088806,
189
+ 0.6330147385597229,
190
+ 0.4684007465839386,
191
+ 0.4991051256656647,
192
+ 0.2063138335943222,
193
+ 0.20882771909236908,
194
+ 0.331683874130249,
195
+ 0.5831370949745178,
196
+ 0.08000173419713974,
197
+ 0.1647380143404007,
198
+ 0.3000739812850952,
199
+ 0.7188937067985535,
200
+ 0.4137022793292999,
201
+ 0.48499953746795654,
202
+ 0.23370108008384705,
203
+ 0.8571524620056152,
204
+ 0.8650998473167419,
205
+ 0.3322873115539551,
206
+ 0.11488192528486252,
207
+ 0.25905972719192505,
208
+ 0.7490164637565613,
209
+ 0.2182876169681549,
210
+ 0.7327286005020142,
211
+ 0.30368760228157043,
212
+ 0.09628452360630035,
213
+ 0.120632603764534,
214
+ 0.6594375371932983,
215
+ 0.4558064043521881,
216
+ 0.4259692132472992,
217
+ 0.5403538346290588,
218
+ 0.057289186865091324,
219
+ 0.06763426214456558,
220
+ 0.04906390979886055,
221
+ 0.5295109152793884,
222
+ 0.528680682182312,
223
+ 0.15262526273727417,
224
+ 0.32665741443634033,
225
+ 0.21172291040420532,
226
+ 0.2612348794937134,
227
+ 0.5602638721466064,
228
+ 0.5648249983787537,
229
+ 0.05000075697898865,
230
+ 0.5366087555885315,
231
+ 0.18238826096057892,
232
+ 0.3095294237136841,
233
+ 0.46401917934417725,
234
+ 0.45165547728538513,
235
+ 0.30248698592185974,
236
+ 0.23618242144584656,
237
+ 0.4079957902431488,
238
+ 0.34803926944732666,
239
+ 0.5292428731918335,
240
+ 0.612008273601532,
241
+ 0.43374988436698914,
242
+ 0.08000846207141876,
243
+ 0.32662737369537354,
244
+ 0.1624305695295334,
245
+ 0.6105343103408813,
246
+ 0.3228575587272644,
247
+ 0.3066677451133728,
248
+ 0.35521069169044495,
249
+ 0.36375340819358826,
250
+ 0.05830247327685356,
251
+ 0.28521430492401123,
252
+ 0.41993722319602966,
253
+ 0.08941228687763214,
254
+ 0.7956838011741638,
255
+ 0.8028244376182556,
256
+ 0.038111213594675064,
257
+ 0.5276617407798767,
258
+ 0.7022666335105896,
259
+ 0.18072181940078735,
260
+ 0.26472213864326477,
261
+ 0.17438824474811554,
262
+ 0.2750174105167389,
263
+ 0.03466267138719559,
264
+ 0.5125852823257446,
265
+ 0.12698744237422943,
266
+ 0.5586807131767273,
267
+ 0.6058599352836609,
268
+ 0.36985599994659424,
269
+ 0.24575389921665192,
270
+ 0.641859233379364,
271
+ 0.5843948721885681,
272
+ 0.35584214329719543,
273
+ 0.40833577513694763,
274
+ 0.3682211935520172,
275
+ 0.5581875443458557,
276
+ 0.12392567843198776,
277
+ 0.2405717968940735,
278
+ 0.39057955145835876,
279
+ 0.11512865126132965,
280
+ 0.3131091892719269,
281
+ 0.14040343463420868,
282
+ 0.7158949971199036
283
+ ]
284
+ }
p5-mae-15m-d23/exports/step_00020000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
3
+ "fingerprint": "5b44cba805a4e8f1",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d23",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.36530869209207595,
60
+ "lora/map": 0.36530869209207595,
61
+ "fsd50k/map": 0.36530869209207595,
62
+ "train_seconds": 24.44,
63
+ "total_seconds": 33.28,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02130192769342102,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02445215859241017,
77
+ "val_map": 0.36530869209207595,
78
+ "lr": 0.0,
79
+ "train_s": 24.44249017885886
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.24018360674381256,
84
+ 0.24219226837158203,
85
+ 0.5521830916404724,
86
+ 0.36183151602745056,
87
+ 0.4715057909488678,
88
+ 0.601240336894989,
89
+ 0.8351858258247375,
90
+ 0.5383733510971069,
91
+ 0.5539490580558777,
92
+ 0.4828527271747589,
93
+ 0.22051246464252472,
94
+ 0.4010157585144043,
95
+ 0.1806304156780243,
96
+ 0.37776675820350647,
97
+ 0.4811333417892456,
98
+ 0.4534296989440918,
99
+ 0.06856335699558258,
100
+ 0.23263631761074066,
101
+ 0.4139259457588196,
102
+ 0.1865139603614807,
103
+ 0.5418098568916321,
104
+ 0.3995295763015747,
105
+ 0.7768415212631226,
106
+ 0.10926339775323868,
107
+ 0.23842673003673553,
108
+ 0.364272803068161,
109
+ 0.3224513530731201,
110
+ 0.27944448590278625,
111
+ 0.6801280379295349,
112
+ 0.2859848737716675,
113
+ 0.6408268213272095,
114
+ 0.46366745233535767,
115
+ 0.43459516763687134,
116
+ 0.1929590255022049,
117
+ 0.3835675120353699,
118
+ 0.22027228772640228,
119
+ 0.3939070999622345,
120
+ 0.1964460015296936,
121
+ 0.3561430275440216,
122
+ 0.23033669590950012,
123
+ 0.4576457440853119,
124
+ 0.15859445929527283,
125
+ 0.5624303221702576,
126
+ 0.19108843803405762,
127
+ 0.4513262212276459,
128
+ 0.08757642656564713,
129
+ 0.20143435895442963,
130
+ 0.22344133257865906,
131
+ 0.7849481105804443,
132
+ 0.42492347955703735,
133
+ 0.3259336054325104,
134
+ 0.5157718062400818,
135
+ 0.5763562321662903,
136
+ 0.13778509199619293,
137
+ 0.1385473906993866,
138
+ 0.014002704992890358,
139
+ 0.19708992540836334,
140
+ 0.6621543765068054,
141
+ 0.13498589396476746,
142
+ 0.5014983415603638,
143
+ 0.5541101694107056,
144
+ 0.6193453669548035,
145
+ 0.4232701361179352,
146
+ 0.1797100305557251,
147
+ 0.45334067940711975,
148
+ 0.11754987388849258,
149
+ 0.19605739414691925,
150
+ 0.6565871834754944,
151
+ 0.526452362537384,
152
+ 0.4743175208568573,
153
+ 0.4604187607765198,
154
+ 0.17448198795318604,
155
+ 0.6677606105804443,
156
+ 0.21950703859329224,
157
+ 0.21683695912361145,
158
+ 0.22748233377933502,
159
+ 0.438477486371994,
160
+ 0.34607213735580444,
161
+ 0.25606656074523926,
162
+ 0.38888657093048096,
163
+ 0.23455269634723663,
164
+ 0.32052454352378845,
165
+ 0.35800981521606445,
166
+ 0.19172276556491852,
167
+ 0.27498871088027954,
168
+ 0.209306538105011,
169
+ 0.4097886085510254,
170
+ 0.6810676455497742,
171
+ 0.29653385281562805,
172
+ 0.08785435557365417,
173
+ 0.7348565459251404,
174
+ 0.11505210399627686,
175
+ 0.47103750705718994,
176
+ 0.19068263471126556,
177
+ 0.3860761225223541,
178
+ 0.3366309404373169,
179
+ 0.42972272634506226,
180
+ 0.23936274647712708,
181
+ 0.3582863211631775,
182
+ 0.07820422947406769,
183
+ 0.5623244643211365,
184
+ 0.7049360275268555,
185
+ 0.1805981695652008,
186
+ 0.4289579391479492,
187
+ 0.23426790535449982,
188
+ 0.24802875518798828,
189
+ 0.6177679300308228,
190
+ 0.4731883108615875,
191
+ 0.5065293908119202,
192
+ 0.2706901431083679,
193
+ 0.22358518838882446,
194
+ 0.3089134395122528,
195
+ 0.5851655602455139,
196
+ 0.08843627572059631,
197
+ 0.1890544891357422,
198
+ 0.31868091225624084,
199
+ 0.7295188903808594,
200
+ 0.38163769245147705,
201
+ 0.4847026467323303,
202
+ 0.2334764450788498,
203
+ 0.8692505359649658,
204
+ 0.8772190809249878,
205
+ 0.33057546615600586,
206
+ 0.16087819635868073,
207
+ 0.22970488667488098,
208
+ 0.7643513083457947,
209
+ 0.25364866852760315,
210
+ 0.7215015292167664,
211
+ 0.30890706181526184,
212
+ 0.11770059913396835,
213
+ 0.10552489012479782,
214
+ 0.6568702459335327,
215
+ 0.47583985328674316,
216
+ 0.43550336360931396,
217
+ 0.5554096698760986,
218
+ 0.05755722150206566,
219
+ 0.05948064103722572,
220
+ 0.043807659298181534,
221
+ 0.558398425579071,
222
+ 0.5100208520889282,
223
+ 0.11933055520057678,
224
+ 0.2847960889339447,
225
+ 0.13922424614429474,
226
+ 0.3170914649963379,
227
+ 0.5714906454086304,
228
+ 0.5609193444252014,
229
+ 0.05444475635886192,
230
+ 0.5425047278404236,
231
+ 0.1667608767747879,
232
+ 0.28651902079582214,
233
+ 0.4598250985145569,
234
+ 0.4719100296497345,
235
+ 0.2941695749759674,
236
+ 0.296115905046463,
237
+ 0.39590245485305786,
238
+ 0.28123247623443604,
239
+ 0.5313072204589844,
240
+ 0.6795163154602051,
241
+ 0.4342927038669586,
242
+ 0.04813915118575096,
243
+ 0.3433859646320343,
244
+ 0.17680302262306213,
245
+ 0.636909544467926,
246
+ 0.3774234652519226,
247
+ 0.3124074637889862,
248
+ 0.25740161538124084,
249
+ 0.3317680358886719,
250
+ 0.05479404702782631,
251
+ 0.29843801259994507,
252
+ 0.41311830282211304,
253
+ 0.12274317443370819,
254
+ 0.7760213017463684,
255
+ 0.783738911151886,
256
+ 0.03440026938915253,
257
+ 0.4739745259284973,
258
+ 0.6562167406082153,
259
+ 0.17405875027179718,
260
+ 0.2610839903354645,
261
+ 0.20385168492794037,
262
+ 0.28433218598365784,
263
+ 0.04884721338748932,
264
+ 0.47367778420448303,
265
+ 0.06541551649570465,
266
+ 0.5027633309364319,
267
+ 0.6129217743873596,
268
+ 0.35795867443084717,
269
+ 0.26881298422813416,
270
+ 0.6418582201004028,
271
+ 0.5662708282470703,
272
+ 0.35190349817276,
273
+ 0.3515520691871643,
274
+ 0.3930635154247284,
275
+ 0.5453089475631714,
276
+ 0.10630792379379272,
277
+ 0.2570752799510956,
278
+ 0.360423743724823,
279
+ 0.10982219874858856,
280
+ 0.29282134771347046,
281
+ 0.11998941004276276,
282
+ 0.7089436054229736
283
+ ]
284
+ }
p5-mae-15m-d23/exports/step_00020000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
4
+ "fingerprint": "5b44cba805a4e8f1",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d23",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006734846937942868,
61
+ "val_map": 0.005868576105199825,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02364,
69
+ "train_map": 0.0296225220663473,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02319,
78
+ "train_map": 0.0564915884124465,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02253,
87
+ "train_map": 0.069198040453809,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02221,
96
+ "train_map": 0.08660897085322969,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02213,
105
+ "train_map": 0.08822678470148208,
106
+ "val_map": 0.05733837541175098,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02109,
114
+ "train_map": 0.10266164023441526,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02061,
123
+ "train_map": 0.10120279527184478,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02034,
132
+ "train_map": 0.12786504564377385,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02003,
141
+ "train_map": 0.14500337691122286,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01946,
150
+ "train_map": 0.14580233598682868,
151
+ "val_map": 0.09074068669339314,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.0197,
159
+ "train_map": 0.15453511444353402,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01957,
168
+ "train_map": 0.1675342117909844,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.1
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01948,
177
+ "train_map": 0.17566692716207008,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.7
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01907,
186
+ "train_map": 0.19471735237926188,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.3
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01842,
195
+ "train_map": 0.1995301191903566,
196
+ "val_map": 0.1214893432961427,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01888,
204
+ "train_map": 0.20308083634067192,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01806,
213
+ "train_map": 0.21024042684355118,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.5
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01772,
222
+ "train_map": 0.2191655480742907,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.1
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.0173,
231
+ "train_map": 0.22217962081655435,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.7
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01801,
240
+ "train_map": 0.2220828764960594,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.3
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01809,
249
+ "train_map": 0.22199438865061502,
250
+ "val_map": 0.1346652524022693,
251
+ "lr": 1e-05,
252
+ "train_s": 10.3
253
+ }
254
+ ],
255
+ "final_train_map": 0.22199438865061502,
256
+ "final_val_map": 0.1346652524022693,
257
+ "lora/map": 0.1346652524022693,
258
+ "train_seconds": 10.3,
259
+ "wall_seconds": 60.2
260
+ }
p5-mae-15m-d23/exports/step_00020000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
4
+ "fingerprint": "5b44cba805a4e8f1",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d23",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.0068186257958793885,
61
+ "val_map": 0.005878195615018766,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02467,
69
+ "train_map": 0.03046371417532744,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02308,
78
+ "train_map": 0.05312150082185571,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02227,
87
+ "train_map": 0.06221430898649332,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.9
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02151,
96
+ "train_map": 0.08031145083069434,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.5
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02186,
105
+ "train_map": 0.08520151861586327,
106
+ "val_map": 0.05658225368565228,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.7
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02095,
114
+ "train_map": 0.09660475776156152,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.2
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02094,
123
+ "train_map": 0.12173429497409845,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.8
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02019,
132
+ "train_map": 0.12778402524832388,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.4
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02063,
141
+ "train_map": 0.13602958531587242,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.0
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.0199,
150
+ "train_map": 0.1522066618242536,
151
+ "val_map": 0.08845943956374344,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.3
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.0199,
159
+ "train_map": 0.15252611205552616,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.6
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01936,
168
+ "train_map": 0.16493836893617003,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.2
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.0194,
177
+ "train_map": 0.17760041063789286,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.8
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01878,
186
+ "train_map": 0.1920760260290507,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.4
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01827,
195
+ "train_map": 0.20140598786984212,
196
+ "val_map": 0.12156386521735019,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.0
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01863,
204
+ "train_map": 0.2065204245213285,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.1
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.0179,
213
+ "train_map": 0.21558152990808013,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.7
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01813,
222
+ "train_map": 0.22026227682694594,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.3
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01783,
231
+ "train_map": 0.2227103142748168,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.8
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01787,
240
+ "train_map": 0.22386608133711047,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.4
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01761,
249
+ "train_map": 0.2235500581184335,
250
+ "val_map": 0.13555918732725183,
251
+ "lr": 1e-05,
252
+ "train_s": 10.4
253
+ }
254
+ ],
255
+ "final_train_map": 0.2235500581184335,
256
+ "final_val_map": 0.13555918732725183,
257
+ "lora/map": 0.13555918732725183,
258
+ "train_seconds": 10.4,
259
+ "wall_seconds": 60.5
260
+ }
p5-mae-15m-d23/exports/step_00020000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d23/exports/step_00020000",
4
+ "fingerprint": "5b44cba805a4e8f1",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d23",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006138138246719869,
61
+ "val_map": 0.00556960659463001,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02413,
69
+ "train_map": 0.02832618877919041,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02358,
78
+ "train_map": 0.04928071797114975,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02243,
87
+ "train_map": 0.05990066552827174,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02152,
96
+ "train_map": 0.07711777841430192,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02186,
105
+ "train_map": 0.06875883158609143,
106
+ "val_map": 0.046399206998872886,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02172,
114
+ "train_map": 0.0864468241040639,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02118,
123
+ "train_map": 0.10331176283355781,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02076,
132
+ "train_map": 0.1145130891566725,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01982,
141
+ "train_map": 0.125723361951322,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01929,
150
+ "train_map": 0.1374529856301321,
151
+ "val_map": 0.08971716273059994,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01934,
159
+ "train_map": 0.14773359383938858,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01906,
168
+ "train_map": 0.16479947050393645,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01932,
177
+ "train_map": 0.17482329305063446,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01867,
186
+ "train_map": 0.18630498703003665,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01837,
195
+ "train_map": 0.197407920898753,
196
+ "val_map": 0.12247699850717775,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.0182,
204
+ "train_map": 0.19986377161816188,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01831,
213
+ "train_map": 0.21154402673555506,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.4
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01822,
222
+ "train_map": 0.2149415952038635,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.0
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01789,
231
+ "train_map": 0.21762775432360862,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.6
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.018,
240
+ "train_map": 0.2182562027932401,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.1
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01827,
249
+ "train_map": 0.21813857573591725,
250
+ "val_map": 0.13430628876698397,
251
+ "lr": 1e-05,
252
+ "train_s": 10.2
253
+ }
254
+ ],
255
+ "final_train_map": 0.21813857573591725,
256
+ "final_val_map": 0.13430628876698397,
257
+ "lora/map": 0.13430628876698397,
258
+ "train_seconds": 10.2,
259
+ "wall_seconds": 60.4
260
+ }