quinnlue commited on
Commit
1218d75
·
verified ·
1 Parent(s): 7ae6f4b

Upload folder using huggingface_hub

Browse files
p5-mae-15m-d10/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000",
3
+ "fingerprint": "8009685e0d261c67",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d10",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.38284006165340545,
60
+ "lora/map": 0.38284006165340545,
61
+ "fsd50k/map": 0.38284006165340545,
62
+ "train_seconds": 25.07,
63
+ "total_seconds": 33.81,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023242098095361142,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02338090471222505,
77
+ "val_map": 0.38284006165340545,
78
+ "lr": 0.0,
79
+ "train_s": 25.07142212393228
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.279744029045105,
84
+ 0.0916723757982254,
85
+ 0.5898604989051819,
86
+ 0.33565235137939453,
87
+ 0.4772275686264038,
88
+ 0.6334904432296753,
89
+ 0.8403118848800659,
90
+ 0.5254307389259338,
91
+ 0.5393707752227783,
92
+ 0.5526456236839294,
93
+ 0.2857314646244049,
94
+ 0.44389379024505615,
95
+ 0.13777375221252441,
96
+ 0.3573122024536133,
97
+ 0.5038936138153076,
98
+ 0.4572770893573761,
99
+ 0.040748175233602524,
100
+ 0.20002907514572144,
101
+ 0.3812834620475769,
102
+ 0.24047960340976715,
103
+ 0.5548701882362366,
104
+ 0.43466728925704956,
105
+ 0.7862464189529419,
106
+ 0.08779984712600708,
107
+ 0.2590533196926117,
108
+ 0.3605615496635437,
109
+ 0.35949674248695374,
110
+ 0.24289850890636444,
111
+ 0.7722005844116211,
112
+ 0.31175297498703003,
113
+ 0.6605103611946106,
114
+ 0.49247196316719055,
115
+ 0.4092249870300293,
116
+ 0.25934356451034546,
117
+ 0.292583703994751,
118
+ 0.2029792219400406,
119
+ 0.3944225013256073,
120
+ 0.17606863379478455,
121
+ 0.5265892744064331,
122
+ 0.18773818016052246,
123
+ 0.4866662621498108,
124
+ 0.22418715059757233,
125
+ 0.5762379169464111,
126
+ 0.1880805343389511,
127
+ 0.5252611041069031,
128
+ 0.2039966881275177,
129
+ 0.22768056392669678,
130
+ 0.31957849860191345,
131
+ 0.7355103492736816,
132
+ 0.3961825668811798,
133
+ 0.4241246283054352,
134
+ 0.5552793741226196,
135
+ 0.5674852132797241,
136
+ 0.14040003716945648,
137
+ 0.17107000946998596,
138
+ 0.027586989104747772,
139
+ 0.24943378567695618,
140
+ 0.6927298307418823,
141
+ 0.11460939049720764,
142
+ 0.5034005045890808,
143
+ 0.5758378505706787,
144
+ 0.618137538433075,
145
+ 0.430271714925766,
146
+ 0.19731292128562927,
147
+ 0.4668879210948944,
148
+ 0.1293584257364273,
149
+ 0.2638154923915863,
150
+ 0.6820893883705139,
151
+ 0.5296218991279602,
152
+ 0.5683324337005615,
153
+ 0.48519963026046753,
154
+ 0.21406705677509308,
155
+ 0.7002977728843689,
156
+ 0.3187597095966339,
157
+ 0.33285194635391235,
158
+ 0.253614604473114,
159
+ 0.382127970457077,
160
+ 0.3524974286556244,
161
+ 0.25454476475715637,
162
+ 0.43979886174201965,
163
+ 0.25831711292266846,
164
+ 0.3440284729003906,
165
+ 0.281358003616333,
166
+ 0.2997511625289917,
167
+ 0.19231292605400085,
168
+ 0.27240556478500366,
169
+ 0.41836419701576233,
170
+ 0.702039361000061,
171
+ 0.16804897785186768,
172
+ 0.1580767184495926,
173
+ 0.7562440633773804,
174
+ 0.17152152955532074,
175
+ 0.5066903233528137,
176
+ 0.20760057866573334,
177
+ 0.2534668445587158,
178
+ 0.3017582893371582,
179
+ 0.4383164644241333,
180
+ 0.14724382758140564,
181
+ 0.4127585291862488,
182
+ 0.06580094993114471,
183
+ 0.5706737041473389,
184
+ 0.7139193415641785,
185
+ 0.1954169124364853,
186
+ 0.4140697419643402,
187
+ 0.22605092823505402,
188
+ 0.3452674448490143,
189
+ 0.646364688873291,
190
+ 0.5146806240081787,
191
+ 0.5227067470550537,
192
+ 0.23933909833431244,
193
+ 0.25842082500457764,
194
+ 0.3333156108856201,
195
+ 0.6460938453674316,
196
+ 0.23808836936950684,
197
+ 0.1686399281024933,
198
+ 0.3242790699005127,
199
+ 0.7716383337974548,
200
+ 0.3877217173576355,
201
+ 0.4862269163131714,
202
+ 0.1779371201992035,
203
+ 0.8730227947235107,
204
+ 0.8811243772506714,
205
+ 0.3016985058784485,
206
+ 0.07082068920135498,
207
+ 0.222327321767807,
208
+ 0.7668977975845337,
209
+ 0.2638232111930847,
210
+ 0.7398425936698914,
211
+ 0.3039966821670532,
212
+ 0.1344287395477295,
213
+ 0.16083073616027832,
214
+ 0.7055336236953735,
215
+ 0.4679207503795624,
216
+ 0.43166422843933105,
217
+ 0.6363200545310974,
218
+ 0.09163165092468262,
219
+ 0.0444597527384758,
220
+ 0.06197221949696541,
221
+ 0.5462452173233032,
222
+ 0.5499570965766907,
223
+ 0.20169153809547424,
224
+ 0.35604581236839294,
225
+ 0.254183828830719,
226
+ 0.3370797038078308,
227
+ 0.6760073304176331,
228
+ 0.5750831961631775,
229
+ 0.06615191698074341,
230
+ 0.5580591559410095,
231
+ 0.1724732667207718,
232
+ 0.26318585872650146,
233
+ 0.4797961711883545,
234
+ 0.42374101281166077,
235
+ 0.2714184820652008,
236
+ 0.3914157748222351,
237
+ 0.46586868166923523,
238
+ 0.30100542306900024,
239
+ 0.5639146566390991,
240
+ 0.6445003151893616,
241
+ 0.4855789840221405,
242
+ 0.08219975233078003,
243
+ 0.37998661398887634,
244
+ 0.17076998949050903,
245
+ 0.6412563920021057,
246
+ 0.29330939054489136,
247
+ 0.33026522397994995,
248
+ 0.38725271821022034,
249
+ 0.3883246183395386,
250
+ 0.07231944054365158,
251
+ 0.2862170934677124,
252
+ 0.42552149295806885,
253
+ 0.10629869997501373,
254
+ 0.8301180601119995,
255
+ 0.8409410715103149,
256
+ 0.0471692830324173,
257
+ 0.5057432055473328,
258
+ 0.7485208511352539,
259
+ 0.18549329042434692,
260
+ 0.2886069118976593,
261
+ 0.1848190426826477,
262
+ 0.2873673737049103,
263
+ 0.043826427310705185,
264
+ 0.5711769461631775,
265
+ 0.18654179573059082,
266
+ 0.5306462049484253,
267
+ 0.6139385104179382,
268
+ 0.4664275646209717,
269
+ 0.272891104221344,
270
+ 0.6506252288818359,
271
+ 0.5291059017181396,
272
+ 0.3290800154209137,
273
+ 0.34202128648757935,
274
+ 0.4063728451728821,
275
+ 0.5676109194755554,
276
+ 0.11038514971733093,
277
+ 0.1861075609922409,
278
+ 0.433207631111145,
279
+ 0.10537740588188171,
280
+ 0.35279911756515503,
281
+ 0.14236034452915192,
282
+ 0.7561007738113403
283
+ ]
284
+ }
p5-mae-15m-d10/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000",
3
+ "fingerprint": "8009685e0d261c67",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d10",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.38967509858310223,
60
+ "lora/map": 0.38967509858310223,
61
+ "fsd50k/map": 0.38967509858310223,
62
+ "train_seconds": 24.72,
63
+ "total_seconds": 33.72,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02110913401353173,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02311123528314174,
77
+ "val_map": 0.38967509858310223,
78
+ "lr": 0.0,
79
+ "train_s": 24.720356851816177
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.254326194524765,
84
+ 0.09762611240148544,
85
+ 0.5895143747329712,
86
+ 0.3507070243358612,
87
+ 0.4947368800640106,
88
+ 0.6362418532371521,
89
+ 0.8444947600364685,
90
+ 0.555498480796814,
91
+ 0.5717887282371521,
92
+ 0.4630569517612457,
93
+ 0.2724154591560364,
94
+ 0.4563618302345276,
95
+ 0.1879280060529709,
96
+ 0.382169246673584,
97
+ 0.5180475115776062,
98
+ 0.4718812108039856,
99
+ 0.025246430188417435,
100
+ 0.20318233966827393,
101
+ 0.4387124478816986,
102
+ 0.27488407492637634,
103
+ 0.5464457869529724,
104
+ 0.41751202940940857,
105
+ 0.7885667681694031,
106
+ 0.07964187860488892,
107
+ 0.259811669588089,
108
+ 0.3674103617668152,
109
+ 0.3814446032047272,
110
+ 0.2731706500053406,
111
+ 0.733494758605957,
112
+ 0.32751819491386414,
113
+ 0.6657496690750122,
114
+ 0.4936152696609497,
115
+ 0.42073625326156616,
116
+ 0.24719303846359253,
117
+ 0.3927837908267975,
118
+ 0.19863960146903992,
119
+ 0.4281086027622223,
120
+ 0.11821281164884567,
121
+ 0.4482954740524292,
122
+ 0.2642500400543213,
123
+ 0.5494236350059509,
124
+ 0.2152692973613739,
125
+ 0.5378222465515137,
126
+ 0.16079658269882202,
127
+ 0.5245873332023621,
128
+ 0.21110667288303375,
129
+ 0.20350193977355957,
130
+ 0.26918524503707886,
131
+ 0.7615875005722046,
132
+ 0.416311651468277,
133
+ 0.3242814540863037,
134
+ 0.5636771321296692,
135
+ 0.5432420969009399,
136
+ 0.19169199466705322,
137
+ 0.14627975225448608,
138
+ 0.03666454181075096,
139
+ 0.20576712489128113,
140
+ 0.6933608055114746,
141
+ 0.14857573807239532,
142
+ 0.5078386664390564,
143
+ 0.5677229166030884,
144
+ 0.6444045901298523,
145
+ 0.4400939643383026,
146
+ 0.1629956215620041,
147
+ 0.4299798607826233,
148
+ 0.13841046392917633,
149
+ 0.28495898842811584,
150
+ 0.6719511151313782,
151
+ 0.5677384734153748,
152
+ 0.5662373900413513,
153
+ 0.4644564390182495,
154
+ 0.1865459680557251,
155
+ 0.683571457862854,
156
+ 0.2835419774055481,
157
+ 0.305292546749115,
158
+ 0.24834716320037842,
159
+ 0.36938145756721497,
160
+ 0.3741568922996521,
161
+ 0.2680022716522217,
162
+ 0.4155867397785187,
163
+ 0.2197594940662384,
164
+ 0.28379949927330017,
165
+ 0.335735023021698,
166
+ 0.26861095428466797,
167
+ 0.2633835971355438,
168
+ 0.2453213632106781,
169
+ 0.4128929674625397,
170
+ 0.6438340544700623,
171
+ 0.19145900011062622,
172
+ 0.11767575144767761,
173
+ 0.7799679040908813,
174
+ 0.1688305139541626,
175
+ 0.5258687138557434,
176
+ 0.22365358471870422,
177
+ 0.3262004554271698,
178
+ 0.3346838653087616,
179
+ 0.5400502681732178,
180
+ 0.2843495011329651,
181
+ 0.4511253535747528,
182
+ 0.07442504912614822,
183
+ 0.5982376933097839,
184
+ 0.7046616077423096,
185
+ 0.24207118153572083,
186
+ 0.42185938358306885,
187
+ 0.2397446483373642,
188
+ 0.3849950134754181,
189
+ 0.6483758091926575,
190
+ 0.4833028316497803,
191
+ 0.5293689370155334,
192
+ 0.21974925696849823,
193
+ 0.21505765616893768,
194
+ 0.35332173109054565,
195
+ 0.6619225740432739,
196
+ 0.14109505712985992,
197
+ 0.20782621204853058,
198
+ 0.3243277370929718,
199
+ 0.7167429327964783,
200
+ 0.41728726029396057,
201
+ 0.49513113498687744,
202
+ 0.25450411438941956,
203
+ 0.8790945410728455,
204
+ 0.8874495625495911,
205
+ 0.3840855360031128,
206
+ 0.07582040876150131,
207
+ 0.28452110290527344,
208
+ 0.7889776229858398,
209
+ 0.3292963206768036,
210
+ 0.7572579979896545,
211
+ 0.3012184202671051,
212
+ 0.12882672250270844,
213
+ 0.153581902384758,
214
+ 0.7385596036911011,
215
+ 0.5422332286834717,
216
+ 0.4515531063079834,
217
+ 0.6221374869346619,
218
+ 0.09526120871305466,
219
+ 0.045400071889162064,
220
+ 0.05681265518069267,
221
+ 0.59722501039505,
222
+ 0.5458825826644897,
223
+ 0.196896493434906,
224
+ 0.322389155626297,
225
+ 0.27128365635871887,
226
+ 0.27703651785850525,
227
+ 0.6507695913314819,
228
+ 0.5755501389503479,
229
+ 0.06636104732751846,
230
+ 0.5581986308097839,
231
+ 0.21206659078598022,
232
+ 0.2753140926361084,
233
+ 0.5359287858009338,
234
+ 0.45736372470855713,
235
+ 0.3170884847640991,
236
+ 0.24399645626544952,
237
+ 0.44667384028434753,
238
+ 0.30847012996673584,
239
+ 0.5125449299812317,
240
+ 0.6808480024337769,
241
+ 0.4757627546787262,
242
+ 0.06230003386735916,
243
+ 0.346154123544693,
244
+ 0.17666713893413544,
245
+ 0.6493847966194153,
246
+ 0.4201861619949341,
247
+ 0.3260294497013092,
248
+ 0.45800238847732544,
249
+ 0.33360913395881653,
250
+ 0.0680946335196495,
251
+ 0.30257347226142883,
252
+ 0.47182396054267883,
253
+ 0.10041630268096924,
254
+ 0.8371673822402954,
255
+ 0.845700204372406,
256
+ 0.08296959847211838,
257
+ 0.5425537824630737,
258
+ 0.7807486653327942,
259
+ 0.20014755427837372,
260
+ 0.2749499976634979,
261
+ 0.19278760254383087,
262
+ 0.28251275420188904,
263
+ 0.058902718126773834,
264
+ 0.586878776550293,
265
+ 0.11349731683731079,
266
+ 0.51487797498703,
267
+ 0.6168015003204346,
268
+ 0.49778008460998535,
269
+ 0.2576780617237091,
270
+ 0.6576603055000305,
271
+ 0.6321423053741455,
272
+ 0.41908904910087585,
273
+ 0.40383803844451904,
274
+ 0.4063596725463867,
275
+ 0.565935492515564,
276
+ 0.12275920808315277,
277
+ 0.2918448746204376,
278
+ 0.3866618573665619,
279
+ 0.15269307792186737,
280
+ 0.36368924379348755,
281
+ 0.16528554260730743,
282
+ 0.7391487956047058
283
+ ]
284
+ }
p5-mae-15m-d10/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000",
3
+ "fingerprint": "8009685e0d261c67",
4
+ "campaign_id": "phase5",
5
+ "trial_id": "p5-mae-15m-d10",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.39081709800288084,
60
+ "lora/map": 0.39081709800288084,
61
+ "fsd50k/map": 0.39081709800288084,
62
+ "train_seconds": 24.29,
63
+ "total_seconds": 33.01,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02141019771224819,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023572394553244953,
77
+ "val_map": 0.39081709800288084,
78
+ "lr": 0.0,
79
+ "train_s": 24.286371644004248
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.22378750145435333,
84
+ 0.19269657135009766,
85
+ 0.6177552342414856,
86
+ 0.37840309739112854,
87
+ 0.48097145557403564,
88
+ 0.6331082582473755,
89
+ 0.8576987981796265,
90
+ 0.5419507026672363,
91
+ 0.5757685899734497,
92
+ 0.4998440444469452,
93
+ 0.2573148012161255,
94
+ 0.4167495369911194,
95
+ 0.22899796068668365,
96
+ 0.4654967486858368,
97
+ 0.5100270509719849,
98
+ 0.473690003156662,
99
+ 0.03794102370738983,
100
+ 0.18001218140125275,
101
+ 0.48004233837127686,
102
+ 0.29532143473625183,
103
+ 0.5565266609191895,
104
+ 0.4336684048175812,
105
+ 0.8495425581932068,
106
+ 0.13693039119243622,
107
+ 0.2931451201438904,
108
+ 0.34345316886901855,
109
+ 0.3554300367832184,
110
+ 0.2747260332107544,
111
+ 0.7347944974899292,
112
+ 0.31160619854927063,
113
+ 0.684552788734436,
114
+ 0.4887692332267761,
115
+ 0.4292744994163513,
116
+ 0.2612851858139038,
117
+ 0.4153505861759186,
118
+ 0.23197177052497864,
119
+ 0.4282591938972473,
120
+ 0.21797579526901245,
121
+ 0.48918187618255615,
122
+ 0.27678075432777405,
123
+ 0.5137743949890137,
124
+ 0.19694207608699799,
125
+ 0.5685490965843201,
126
+ 0.19279873371124268,
127
+ 0.5830435752868652,
128
+ 0.16980665922164917,
129
+ 0.25146451592445374,
130
+ 0.28182700276374817,
131
+ 0.7455037236213684,
132
+ 0.43157902359962463,
133
+ 0.3234293758869171,
134
+ 0.5475955605506897,
135
+ 0.5238118171691895,
136
+ 0.1440422236919403,
137
+ 0.1761264055967331,
138
+ 0.023592393845319748,
139
+ 0.20537278056144714,
140
+ 0.6764101982116699,
141
+ 0.11870127171278,
142
+ 0.5157185792922974,
143
+ 0.5747770667076111,
144
+ 0.6362424492835999,
145
+ 0.414238840341568,
146
+ 0.1638585925102234,
147
+ 0.5423105359077454,
148
+ 0.19030579924583435,
149
+ 0.23900654911994934,
150
+ 0.6658518314361572,
151
+ 0.5017720460891724,
152
+ 0.5657675862312317,
153
+ 0.4632885158061981,
154
+ 0.18370729684829712,
155
+ 0.6869402527809143,
156
+ 0.3131134510040283,
157
+ 0.35554826259613037,
158
+ 0.22988900542259216,
159
+ 0.44905924797058105,
160
+ 0.3123708963394165,
161
+ 0.27131080627441406,
162
+ 0.4063379764556885,
163
+ 0.28821924328804016,
164
+ 0.3419863283634186,
165
+ 0.3465808928012848,
166
+ 0.2435510754585266,
167
+ 0.34439727663993835,
168
+ 0.22563089430332184,
169
+ 0.4464893043041229,
170
+ 0.6912554502487183,
171
+ 0.19610105454921722,
172
+ 0.14587225019931793,
173
+ 0.7729253172874451,
174
+ 0.1415749192237854,
175
+ 0.5300963521003723,
176
+ 0.19103600084781647,
177
+ 0.28878262639045715,
178
+ 0.33983445167541504,
179
+ 0.5746719241142273,
180
+ 0.1991422325372696,
181
+ 0.3876503109931946,
182
+ 0.07284682989120483,
183
+ 0.5741650462150574,
184
+ 0.7228559255599976,
185
+ 0.19478830695152283,
186
+ 0.4103921353816986,
187
+ 0.24059973657131195,
188
+ 0.2335338592529297,
189
+ 0.6682091951370239,
190
+ 0.5300630927085876,
191
+ 0.5294356942176819,
192
+ 0.27815476059913635,
193
+ 0.24127736687660217,
194
+ 0.3397306203842163,
195
+ 0.6556850671768188,
196
+ 0.14193026721477509,
197
+ 0.155579075217247,
198
+ 0.3276326060295105,
199
+ 0.7810268402099609,
200
+ 0.4269317090511322,
201
+ 0.5130565166473389,
202
+ 0.25502875447273254,
203
+ 0.8768572211265564,
204
+ 0.8855893015861511,
205
+ 0.31856968998908997,
206
+ 0.10319826006889343,
207
+ 0.27661722898483276,
208
+ 0.7780559062957764,
209
+ 0.28996139764785767,
210
+ 0.7504764795303345,
211
+ 0.339973509311676,
212
+ 0.18089497089385986,
213
+ 0.13238786160945892,
214
+ 0.7149407863616943,
215
+ 0.4987824857234955,
216
+ 0.45566192269325256,
217
+ 0.6402093172073364,
218
+ 0.07995686680078506,
219
+ 0.07617103308439255,
220
+ 0.05176468938589096,
221
+ 0.6399332284927368,
222
+ 0.5609686374664307,
223
+ 0.18954072892665863,
224
+ 0.3117254376411438,
225
+ 0.2024916112422943,
226
+ 0.3304935395717621,
227
+ 0.5799691677093506,
228
+ 0.5707060694694519,
229
+ 0.07299164682626724,
230
+ 0.5997998714447021,
231
+ 0.1756209284067154,
232
+ 0.23107418417930603,
233
+ 0.5071927309036255,
234
+ 0.4428931772708893,
235
+ 0.302519828081131,
236
+ 0.4188685417175293,
237
+ 0.45595666766166687,
238
+ 0.2999417781829834,
239
+ 0.5100033283233643,
240
+ 0.6685636043548584,
241
+ 0.4716815650463104,
242
+ 0.06408628821372986,
243
+ 0.375518262386322,
244
+ 0.19127142429351807,
245
+ 0.635536253452301,
246
+ 0.27725350856781006,
247
+ 0.3122278153896332,
248
+ 0.5009886026382446,
249
+ 0.33220958709716797,
250
+ 0.06650001555681229,
251
+ 0.32568976283073425,
252
+ 0.4473183751106262,
253
+ 0.09460880607366562,
254
+ 0.8511320352554321,
255
+ 0.8572418093681335,
256
+ 0.045087266713380814,
257
+ 0.49720659852027893,
258
+ 0.7874943017959595,
259
+ 0.17925365269184113,
260
+ 0.2675751745700836,
261
+ 0.19604040682315826,
262
+ 0.31247541308403015,
263
+ 0.052709903568029404,
264
+ 0.574038028717041,
265
+ 0.08977364748716354,
266
+ 0.533083975315094,
267
+ 0.6277071833610535,
268
+ 0.4201141893863678,
269
+ 0.2556183934211731,
270
+ 0.6475657224655151,
271
+ 0.5728647708892822,
272
+ 0.3478580117225647,
273
+ 0.4127916097640991,
274
+ 0.4131008982658386,
275
+ 0.5666117668151855,
276
+ 0.10766260325908661,
277
+ 0.29523134231567383,
278
+ 0.36782243847846985,
279
+ 0.10594646632671356,
280
+ 0.359392911195755,
281
+ 0.13664351403713226,
282
+ 0.7618518471717834
283
+ ]
284
+ }
p5-mae-15m-d10/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000",
4
+ "fingerprint": "8009685e0d261c67",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d10",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.00739985012755936,
61
+ "val_map": 0.006270785310148373,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02362,
69
+ "train_map": 0.025601832361572,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02306,
78
+ "train_map": 0.05038848164976456,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.0222,
87
+ "train_map": 0.07214891480920797,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02162,
96
+ "train_map": 0.09084702646350966,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02173,
105
+ "train_map": 0.08736525207273733,
106
+ "val_map": 0.06098715899568723,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02077,
114
+ "train_map": 0.10757578898086946,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02045,
123
+ "train_map": 0.10003132918766529,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02025,
132
+ "train_map": 0.13467221883783007,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01989,
141
+ "train_map": 0.15000593736396653,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01928,
150
+ "train_map": 0.1495269668231978,
151
+ "val_map": 0.09451601134641431,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01953,
159
+ "train_map": 0.1506158185573171,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01929,
168
+ "train_map": 0.18522192251672384,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 5.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01922,
177
+ "train_map": 0.19248522826659525,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01874,
186
+ "train_map": 0.2082762845510889,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01819,
195
+ "train_map": 0.21400808915760955,
196
+ "val_map": 0.133585294802272,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01858,
204
+ "train_map": 0.21761737498445913,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01783,
213
+ "train_map": 0.2245616858623625,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01733,
222
+ "train_map": 0.23432339524118623,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01694,
231
+ "train_map": 0.2384727574421881,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01771,
240
+ "train_map": 0.23961750963045395,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01771,
249
+ "train_map": 0.23980685890222805,
250
+ "val_map": 0.14903984234475687,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.23980685890222805,
256
+ "final_val_map": 0.14903984234475687,
257
+ "lora/map": 0.14903984234475687,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 60.4
260
+ }
p5-mae-15m-d10/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000",
4
+ "fingerprint": "8009685e0d261c67",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d10",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006491297789371309,
61
+ "val_map": 0.005725891758781456,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02462,
69
+ "train_map": 0.03126450282374867,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02294,
78
+ "train_map": 0.05631362553542317,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.3
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02219,
87
+ "train_map": 0.07520792150381331,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.9
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02131,
96
+ "train_map": 0.09151540011515667,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.5
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02161,
105
+ "train_map": 0.09455634268359467,
106
+ "val_map": 0.0649349069866958,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.7
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02068,
114
+ "train_map": 0.11035892398907773,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.2
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02066,
123
+ "train_map": 0.12036547585977224,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.8
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.01984,
132
+ "train_map": 0.13786846215251755,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.4
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02022,
141
+ "train_map": 0.14846810926038215,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.0
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01942,
150
+ "train_map": 0.15624556857367988,
151
+ "val_map": 0.09759665183560388,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.4
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01949,
159
+ "train_map": 0.16451731483333618,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.7
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01898,
168
+ "train_map": 0.17781307603024032,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.5
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01897,
177
+ "train_map": 0.1947762209372471,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.1
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.0184,
186
+ "train_map": 0.20939388769224598,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.8
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01789,
195
+ "train_map": 0.2199181805310004,
196
+ "val_map": 0.1371507044224178,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.3
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01821,
204
+ "train_map": 0.2214862585749894,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.4
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01751,
213
+ "train_map": 0.23248319060628284,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.0
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01769,
222
+ "train_map": 0.23683005653717598,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.7
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01747,
231
+ "train_map": 0.24044952479030307,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.3
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01754,
240
+ "train_map": 0.24083908480827113,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01727,
249
+ "train_map": 0.24065859155973288,
250
+ "val_map": 0.15159209821977612,
251
+ "lr": 1e-05,
252
+ "train_s": 11.0
253
+ }
254
+ ],
255
+ "final_train_map": 0.24065859155973288,
256
+ "final_val_map": 0.15159209821977612,
257
+ "lora/map": 0.15159209821977612,
258
+ "train_seconds": 11.0,
259
+ "wall_seconds": 62.7
260
+ }
p5-mae-15m-d10/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000",
4
+ "fingerprint": "8009685e0d261c67",
5
+ "campaign_id": "phase5",
6
+ "trial_id": "p5-mae-15m-d10",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.00668081180064407,
61
+ "val_map": 0.00584918833770692,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02401,
69
+ "train_map": 0.030158629006948285,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.8
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02337,
78
+ "train_map": 0.04947700202014418,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.4
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02203,
87
+ "train_map": 0.06360566335998871,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.0
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02111,
96
+ "train_map": 0.07957303036751837,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.6
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02156,
105
+ "train_map": 0.08706915208210982,
106
+ "val_map": 0.05864731691542666,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.8
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02124,
114
+ "train_map": 0.09654685830966034,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.3
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02098,
123
+ "train_map": 0.11189865818038668,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 4.0
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.0207,
132
+ "train_map": 0.1226519959902769,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.8
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01954,
141
+ "train_map": 0.13699508999143878,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.5
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01909,
150
+ "train_map": 0.1461701776895962,
151
+ "val_map": 0.0962003858634527,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.9
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.0191,
159
+ "train_map": 0.15027685877575453,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 6.1
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01887,
168
+ "train_map": 0.16982273291796446,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.7
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01892,
177
+ "train_map": 0.17658025254557294,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.3
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01844,
186
+ "train_map": 0.18511745246901287,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.9
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01816,
195
+ "train_map": 0.2025860051953179,
196
+ "val_map": 0.13265494516727283,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.5
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01785,
204
+ "train_map": 0.20482468829301154,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.6
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.018,
213
+ "train_map": 0.21102827584964756,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01792,
222
+ "train_map": 0.21895635054328352,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 9.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01759,
231
+ "train_map": 0.22346676726237052,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01766,
240
+ "train_map": 0.22474913152581544,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 11.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.0179,
249
+ "train_map": 0.22496912728083202,
250
+ "val_map": 0.1445126904959329,
251
+ "lr": 1e-05,
252
+ "train_s": 11.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.22496912728083202,
256
+ "final_val_map": 0.1445126904959329,
257
+ "lora/map": 0.1445126904959329,
258
+ "train_seconds": 11.1,
259
+ "wall_seconds": 62.4
260
+ }